From 520ce526b9197a204fb9d07cc6e9060339714dda Mon Sep 17 00:00:00 2001 From: ishandhanani <82981111+ishandhanani@users.noreply.github.com> Date: Mon, 13 Apr 2026 23:47:37 -0500 Subject: [PATCH] Restore Qwen3 rope config fallback (#22739) --- python/sglang/srt/models/qwen3.py | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/models/qwen3.py b/python/sglang/srt/models/qwen3.py index f3bca7a6b..7df12b8ed 100644 --- a/python/sglang/srt/models/qwen3.py +++ b/python/sglang/srt/models/qwen3.py @@ -316,8 +316,16 @@ class Qwen3DecoderLayer(nn.Module): ) -> None: super().__init__() self.hidden_size = config.hidden_size - rope_theta = config.rope_parameters["rope_theta"] - rope_scaling = config.rope_parameters + if ( + hasattr(config, "rope_parameters") + and config.rope_parameters + and "rope_theta" in config.rope_parameters + ): + rope_theta = config.rope_parameters["rope_theta"] + rope_scaling = config.rope_parameters + else: + rope_theta = getattr(config, "rope_theta", 1000000) + rope_scaling = getattr(config, "rope_scaling", None) max_position_embeddings = getattr(config, "max_position_embeddings", 32768) head_dim = getattr(config, "head_dim", None) self.self_attn = Qwen3Attention(