minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bug fix][PP] fix deadlock with tie_word_embeddings (#12362)

Browse Source 
Signed-off-by: Xuchun Shang <xuchun.shang@gmail.com>
This commit is contained in:
Xuchun Shang
2025-10-30 01:03:28 -07:00
committed by GitHub
parent 621dfb8886
commit e5ec976402
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/qwen2.py
+1 -1
View File
@@ -462,7 +462,7 @@ class Qwen2ForCausalLM(nn.Module):
self.pp_group.send( self.pp_group.send(
self.model.embed_tokens.weight, dst=self.pp_group.last_rank self.model.embed_tokens.weight, dst=self.pp_group.last_rank
) )
else: elif self.pp_group.is_last_rank:
emb_token_weight = self.pp_group.recv( emb_token_weight = self.pp_group.recv(
size=(config.vocab_size, config.hidden_size), size=(config.vocab_size, config.hidden_size),
dtype=next(self.model.parameters()).dtype, dtype=next(self.model.parameters()).dtype,
python/sglang/srt/models/qwen3.py
+1 -1
View File
@@ -361,7 +361,7 @@ class Qwen3ForCausalLM(nn.Module):
self.pp_group.send( self.pp_group.send(
self.model.embed_tokens.weight, dst=self.pp_group.last_rank self.model.embed_tokens.weight, dst=self.pp_group.last_rank
) )
else: elif self.pp_group.is_last_rank:
emb_token_weight = self.pp_group.recv( emb_token_weight = self.pp_group.recv(
size=(config.vocab_size, config.hidden_size), size=(config.vocab_size, config.hidden_size),
dtype=next(self.model.parameters()).dtype, dtype=next(self.model.parameters()).dtype,