minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[NPU]qwen3 pp bugfix (#15390)

Browse Source
This commit is contained in:
Liwansi
2025-12-25 00:14:40 +08:00
committed by GitHub
parent 2c5679f314
commit 8bf7f240b6
2 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/qwen3.py
+3 -2
View File
@@ -167,10 +167,10 @@ class Qwen3Attention(nn.Module):
q, k = self.rotary_emb(positions, q, k) q, k = self.rotary_emb(positions, q, k)
return q, k, v return q, k, v
def forward_prepare_npu(self, positions, hidden_states): def forward_prepare_npu(self, positions, hidden_states, forward_batch):
qkv, _ = self.qkv_proj(hidden_states) qkv, _ = self.qkv_proj(hidden_states)
if self.attn.layer_id == 0: if self.attn.layer_id == forward_batch.token_to_kv_pool.start_layer:
self.rotary_emb.get_cos_sin_with_position(positions) self.rotary_emb.get_cos_sin_with_position(positions)
q, k, v = split_qkv_rmsnorm_rope( q, k, v = split_qkv_rmsnorm_rope(
qkv, qkv,
@@ -205,6 +205,7 @@ class Qwen3Attention(nn.Module):
q, k, v = self.forward_prepare_npu( q, k, v = self.forward_prepare_npu(
positions=positions, positions=positions,
hidden_states=hidden_states, hidden_states=hidden_states,
forward_batch=forward_batch,
) )
if get_global_server_args().rl_on_policy_target is not None: if get_global_server_args().rl_on_policy_target is not None:
python/sglang/srt/models/qwen3_moe.py
+1 -1
View File
@@ -542,7 +542,7 @@ class Qwen3MoeAttention(nn.Module):
forward_batch: ForwardBatch, forward_batch: ForwardBatch,
): ):
qkv, _ = self.qkv_proj(hidden_states) qkv, _ = self.qkv_proj(hidden_states)
if self.attn.layer_id == 0: if self.attn.layer_id == forward_batch.token_to_kv_pool.start_layer:
self.rotary_emb.get_cos_sin_with_position(positions) self.rotary_emb.get_cos_sin_with_position(positions)
q, k, v = split_qkv_rmsnorm_rope( q, k, v = split_qkv_rmsnorm_rope(
qkv, qkv,