[CPU] use faster exp in silu_and_mul (#29382)

This commit is contained in:
Ma Mingfei
2026-06-29 09:38:30 +08:00
committed by GitHub
parent 909123ddb8
commit bd3b252e0a
+1 -1
View File
@@ -121,7 +121,7 @@ at::Tensor silu_and_mul_cpu(at::Tensor& input) {
num_tokens, num_tokens,
d, d,
[](float x) { return x / (1.f + std::exp(-x)); }, [](float x) { return x / (1.f + std::exp(-x)); },
[](Vec x) { return x / (Vec(1.f) + x.neg().exp()); }); [](Vec x) { return x / (Vec(1.f) + x.neg().exp_u20()); });
}); });
return out; return out;
} }