[NPU][Bugfix] Add scoring_func for mimo_v2 (#29493)
Co-authored-by: iridiumine <iridiumine@users.noreply.github.com>
This commit is contained in:
@@ -270,6 +270,7 @@ class MiMoV2MoE(nn.Module):
|
||||
num_expert_group=config.n_group,
|
||||
topk_group=config.topk_group,
|
||||
correction_bias=self.gate.e_score_correction_bias,
|
||||
scoring_func=config.scoring_func,
|
||||
quant_config=quant_config,
|
||||
routed_scaling_factor=1.0,
|
||||
apply_routed_scaling_factor_on_output=self.experts.should_fuse_routed_scaling_factor_in_topk,
|
||||
|
||||
Reference in New Issue
Block a user