minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bugfix] Fix KeyError for Mistral-Large-3 rope_scaling config (#14627)

Browse Source
This commit is contained in:
Alison Shao
2025-12-08 19:16:00 -08:00
committed by GitHub
parent ef3f8c97e1
commit 08da4c2618
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/configs/model_config.py
+4 -3
View File
@@ -358,9 +358,10 @@ class ModelConfig:
mscale_all_dim = self.hf_config.rope_scaling.get( mscale_all_dim = self.hf_config.rope_scaling.get(
"mscale_all_dim", False "mscale_all_dim", False
) )
scaling_factor = self.hf_config.rope_scaling["factor"] scaling_factor = self.hf_config.rope_scaling.get("factor")
mscale = yarn_get_mscale(scaling_factor, float(mscale_all_dim)) if scaling_factor is not None:
self.scaling = self.scaling * mscale * mscale mscale = yarn_get_mscale(scaling_factor, float(mscale_all_dim))
self.scaling = self.scaling * mscale * mscale
elif "MiniCPM3ForCausalLM" in self.hf_config.architectures: elif "MiniCPM3ForCausalLM" in self.hf_config.architectures:
self.head_dim = 128 self.head_dim = 128