[CPU] use faster exp in silu_and_mul (#29382)
This commit is contained in:
@@ -121,7 +121,7 @@ at::Tensor silu_and_mul_cpu(at::Tensor& input) {
|
|||||||
num_tokens,
|
num_tokens,
|
||||||
d,
|
d,
|
||||||
[](float x) { return x / (1.f + std::exp(-x)); },
|
[](float x) { return x / (1.f + std::exp(-x)); },
|
||||||
[](Vec x) { return x / (Vec(1.f) + x.neg().exp()); });
|
[](Vec x) { return x / (Vec(1.f) + x.neg().exp_u20()); });
|
||||||
});
|
});
|
||||||
return out;
|
return out;
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user