minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[BugFix][VLM] Correct weight loading with tie_word_embeddings == False (#15398)

Browse Source
This commit is contained in:
Zheng Wengang
2025-12-26 17:30:50 -08:00
committed by GitHub
parent acddb8e0ec
commit cd3289c7a4
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/qwen2_5_vl.py
+5 -1
View File
@@ -783,7 +783,11 @@ class Qwen2_5_VLForConditionalGeneration(nn.Module):
if "rotary_emb.inv_freq" in name: if "rotary_emb.inv_freq" in name:
continue continue
if self.pp_group.is_last_rank and "model.embed_tokens.weight" in name: if (
self.config.tie_word_embeddings
and self.pp_group.is_last_rank
and "model.embed_tokens.weight" in name
):
if "lm_head.weight" in params_dict: if "lm_head.weight" in params_dict:
lm_head_param = params_dict["lm_head.weight"] lm_head_param = params_dict["lm_head.weight"]
weight_loader = getattr( weight_loader = getattr(