minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Make qwen3's set_embed_and_head idempotent (#26798)

Browse Source
This commit is contained in:
fzyzcjy
2026-05-31 09:47:07 +08:00
committed by GitHub
parent 9b4be9c574
commit 13ca55afa3
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/qwen3.py
+4 -2
View File
@@ -674,8 +674,10 @@ class Qwen3ForCausalLM(nn.Module):
return self.model.embed_tokens.weight, self.lm_head.weight return self.model.embed_tokens.weight, self.lm_head.weight
def set_embed_and_head(self, embed, head): def set_embed_and_head(self, embed, head):
del self.model.embed_tokens.weight if hasattr(self.model.embed_tokens, "weight"):
del self.lm_head.weight del self.model.embed_tokens.weight
if hasattr(self.lm_head, "weight"):
del self.lm_head.weight
self.model.embed_tokens.weight = embed self.model.embed_tokens.weight = embed
self.lm_head.weight = head self.lm_head.weight = head
torch.cuda.empty_cache() torch.cuda.empty_cache()