Fix kimi-linear launch server error (#21752)

Co-authored-by: luoyuan.luo <luoyuan.luo@antgroup.com>
2026-03-31 21:07:08 +08:00
parent dbc97456ad
commit c7adca9992
1 changed files with 5 additions and 0 deletions
@@ -491,6 +491,11 @@ class ModelConfig:
            self.qk_rope_head_dim = self.hf_config.qk_rope_head_dim
            self.v_head_dim = self.hf_config.v_head_dim
            self.qk_nope_head_dim = self.hf_config.qk_nope_head_dim
+            self.scaling = 1 / math.sqrt(self.qk_nope_head_dim + self.qk_rope_head_dim)
+            if self.hf_config.rope_scaling:
+                self.scaling = compute_mla_mscale_scaling(
+                    self.hf_config.rope_scaling, self.scaling
+                )
        elif (
            "BailingMoeV2_5ForCausalLM" in self.hf_config.architectures
            or "BailingMoeForCausalLMNextN" in self.hf_config.architectures