diff --git a/python/sglang/srt/models/dbrx.py b/python/sglang/srt/models/dbrx.py index e37827565..0c7e16052 100644 --- a/python/sglang/srt/models/dbrx.py +++ b/python/sglang/srt/models/dbrx.py @@ -211,7 +211,7 @@ class DbrxAttention(nn.Module): self.head_dim = self.d_model // self.total_num_heads self.total_num_kv_heads = config.attn_config.kv_n_heads self.clip_qkv = config.attn_config.clip_qkv - self.rope_theta = config.attn_config.rope_parameters["rope_theta"] + self.rope_theta = config.attn_config.rope_theta self.max_position = config.max_seq_len # pylint: disable=invalid-name