minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Restore Qwen3 rope config fallback (#22739)

Browse Source
This commit is contained in:
ishandhanani
2026-04-13 21:47:37 -07:00
committed by GitHub
parent a9a2ae4a68
commit 520ce526b9
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/qwen3.py
+10 -2
View File
@@ -316,8 +316,16 @@ class Qwen3DecoderLayer(nn.Module):
) -> None: ) -> None:
super().__init__() super().__init__()
self.hidden_size = config.hidden_size self.hidden_size = config.hidden_size
rope_theta = config.rope_parameters["rope_theta"] if (
rope_scaling = config.rope_parameters hasattr(config, "rope_parameters")
and config.rope_parameters
and "rope_theta" in config.rope_parameters
):
rope_theta = config.rope_parameters["rope_theta"]
rope_scaling = config.rope_parameters
else:
rope_theta = getattr(config, "rope_theta", 1000000)
rope_scaling = getattr(config, "rope_scaling", None)
max_position_embeddings = getattr(config, "max_position_embeddings", 32768) max_position_embeddings = getattr(config, "max_position_embeddings", 32768)
head_dim = getattr(config, "head_dim", None) head_dim = getattr(config, "head_dim", None)
self.self_attn = Qwen3Attention( self.self_attn = Qwen3Attention(