fix(marlin_nvfp4): only apply routed_scaling_factor in moe_sum_reduce (#31762)
Signed-off-by: Muqi Li <muqi1029@gmail.com>
This commit is contained in:
@@ -373,7 +373,12 @@ class FusedMoE(torch.nn.Module):
|
|||||||
self.moe_runner_config.inplace = False
|
self.moe_runner_config.inplace = False
|
||||||
|
|
||||||
self.should_fuse_routed_scaling_factor_in_topk = (
|
self.should_fuse_routed_scaling_factor_in_topk = (
|
||||||
isinstance(self.quant_method, ModelOptNvFp4FusedMoEMethod)
|
(
|
||||||
|
isinstance(self.quant_method, ModelOptNvFp4FusedMoEMethod)
|
||||||
|
and not getattr(
|
||||||
|
self.quant_method, "_moe_runner_backend", get_moe_runner_backend()
|
||||||
|
).is_marlin()
|
||||||
|
)
|
||||||
or (
|
or (
|
||||||
isinstance(self.quant_method, Fp8MoEMethod)
|
isinstance(self.quant_method, Fp8MoEMethod)
|
||||||
and (
|
and (
|
||||||
|
|||||||
Reference in New Issue
Block a user