minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Remove naive rotary forward overriding. (#19263)

Browse Source
This commit is contained in:
Jue Wang
2026-03-03 21:50:40 -08:00
committed by GitHub
parent ac1f07487a
commit 5972f97f11
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/deepseek_v2.py
-2
View File
@@ -1195,8 +1195,6 @@ class DeepseekV2AttentionMLA(
scaling_factor = rope_scaling["factor"] scaling_factor = rope_scaling["factor"]
mscale = yarn_get_mscale(scaling_factor, float(mscale_all_dim)) mscale = yarn_get_mscale(scaling_factor, float(mscale_all_dim))
self.scaling = self.scaling * mscale * mscale self.scaling = self.scaling * mscale * mscale
else:
self.rotary_emb.forward = self.rotary_emb.forward_native
else: else:
self.rotary_emb = None self.rotary_emb = None
self.use_deepseek_yarn_rope = rope_scaling is not None self.use_deepseek_yarn_rope = rope_scaling is not None