[CPU] use faster exp in silu_and_mul (#29382)

This commit is contained in:
Ma Mingfei
2026-06-29 09:38:30 +08:00
committed by GitHub
parent 909123ddb8
commit bd3b252e0a
+1 -1
View File
@@ -121,7 +121,7 @@ at::Tensor silu_and_mul_cpu(at::Tensor& input) {
num_tokens,
d,
[](float x) { return x / (1.f + std::exp(-x)); },
[](Vec x) { return x / (Vec(1.f) + x.neg().exp()); });
[](Vec x) { return x / (Vec(1.f) + x.neg().exp_u20()); });
});
return out;
}