minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix bug in dbrx model (#21445)

Browse Source 
Co-authored-by: Jianzhao Xu <xujianchao@huawei.com>
This commit is contained in:
jianzhao-xu
2026-03-26 11:23:30 -07:00
committed by GitHub
co-authored by Jianzhao Xu
parent 646573e4e8
commit 3867c6431a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/dbrx.py
+1 -1
View File
@@ -211,7 +211,7 @@ class DbrxAttention(nn.Module):
self.head_dim = self.d_model // self.total_num_heads self.head_dim = self.d_model // self.total_num_heads
self.total_num_kv_heads = config.attn_config.kv_n_heads self.total_num_kv_heads = config.attn_config.kv_n_heads
self.clip_qkv = config.attn_config.clip_qkv self.clip_qkv = config.attn_config.clip_qkv
self.rope_theta = config.attn_config.rope_parameters["rope_theta"] self.rope_theta = config.attn_config.rope_theta
self.max_position = config.max_seq_len self.max_position = config.max_seq_len
# pylint: disable=invalid-name # pylint: disable=invalid-name