From aa5880e2b8f7807543a6d4745f96bd7a50821b2c Mon Sep 17 00:00:00 2001 From: em-dreyer Date: Wed, 21 Oct 2026 14:53:58 -0700 Subject: [PATCH] [Fix] bailing: Renormalize top-k routing weights by default for Ling-2.5/2.6 (#45662) --- python/sglang/srt/models/bailing_moe_linear.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/models/bailing_moe_linear.py b/python/sglang/srt/models/bailing_moe_linear.py index 0c141da70e..8a2173e6dc 100644 --- a/python/sglang/srt/models/bailing_moe_linear.py +++ b/python/sglang/srt/models/bailing_moe_linear.py @@ -237,7 +237,9 @@ class BailingMoE(nn.Module): self.tp_size = get_parallel().tp_size self.top_k = config.num_experts_per_tok - self.norm_expert_prob = getattr(config, "norm_topk_prob", False) + # The reference modeling always renormalizes the top-k weights, and the + # Ling-2.5/2.6 configs carry no norm_topk_prob key. + self.norm_expert_prob = getattr(config, "norm_topk_prob", True) self.hidden_size = config.hidden_size self.intermediate_size = config.moe_intermediate_size self.num_shared_experts = getattr(config, "num_shared_experts", 0)