minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix qwen2_5_math_rm_72b (#21295)

Browse Source
This commit is contained in:
amote-i
2026-04-07 14:36:57 +08:00
committed by GitHub
parent f6e85676b5
commit 3f7dfba419
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/qwen2.py
+3 -1
View File
@@ -577,7 +577,9 @@ class Qwen2ForCausalLM(nn.Module):
continue continue
if name == "model.embed_tokens.weight": if name == "model.embed_tokens.weight":
if self.pp_group.is_last_rank and self.config.tie_word_embeddings: if (
not hasattr(self, "pp_group") or self.pp_group.is_last_rank
) and self.config.tie_word_embeddings:
if "lm_head.weight" in params_dict: if "lm_head.weight" in params_dict:
param = params_dict["lm_head.weight"] param = params_dict["lm_head.weight"]
weight_loader = getattr( weight_loader = getattr(