minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Qwen3.5] Qwen3.5-27B inference repeat bug fix (#19411)

Browse Source
This commit is contained in:
AlfredYong
2026-02-26 20:11:29 +08:00
committed by GitHub
parent 74c8e7b215
commit bdc1e46e5a
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/qwen3_5.py
+2
View File
@@ -352,6 +352,7 @@ class Qwen3_5LinearDecoderLayer(nn.Module):
input_layernorm=self.input_layernorm, input_layernorm=self.input_layernorm,
post_attention_layernorm=self.post_attention_layernorm, post_attention_layernorm=self.post_attention_layernorm,
allow_reduce_scatter=True, allow_reduce_scatter=True,
is_last_layer=(layer_id == config.num_hidden_layers - 1),
) )
def forward( def forward(
@@ -542,6 +543,7 @@ class Qwen3_5AttentionDecoderLayer(nn.Module):
input_layernorm=self.input_layernorm, input_layernorm=self.input_layernorm,
post_attention_layernorm=self.post_attention_layernorm, post_attention_layernorm=self.post_attention_layernorm,
allow_reduce_scatter=True, allow_reduce_scatter=True,
is_last_layer=(layer_id == config.num_hidden_layers - 1),
) )
self.alt_stream = alt_stream self.alt_stream = alt_stream