minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[NPU][Bugfix] Add scoring_func for mimo_v2 (#29493)

Browse Source 
Co-authored-by: iridiumine <iridiumine@users.noreply.github.com>
This commit is contained in:
iridiumine
2026-06-29 16:34:54 +08:00
committed by GitHub
co-authored by iridiumine
parent 3b1b512a9a
commit d5133e925b
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/mimo_v2.py
+1
View File
@@ -270,6 +270,7 @@ class MiMoV2MoE(nn.Module):
num_expert_group=config.n_group, num_expert_group=config.n_group,
topk_group=config.topk_group, topk_group=config.topk_group,
correction_bias=self.gate.e_score_correction_bias, correction_bias=self.gate.e_score_correction_bias,
scoring_func=config.scoring_func,
quant_config=quant_config, quant_config=quant_config,
routed_scaling_factor=1.0, routed_scaling_factor=1.0,
apply_routed_scaling_factor_on_output=self.experts.should_fuse_routed_scaling_factor_in_topk, apply_routed_scaling_factor_on_output=self.experts.should_fuse_routed_scaling_factor_in_topk,