fix dflash rope config parsing for updated transformers (#27477)

This commit is contained in:
David Wang
2026-06-07 20:52:07 -07:00
committed by GitHub
parent acf65c1c68
commit bf7fb6b925
+2 -2
View File
@@ -31,6 +31,7 @@ from sglang.srt.speculative.dflash_utils import (
parse_dflash_draft_config,
)
from sglang.srt.utils import is_npu
from sglang.srt.utils.hf_transformers_utils import get_rope_config
_is_npu = is_npu()
if _is_npu:
@@ -94,8 +95,7 @@ class DFlashAttention(nn.Module):
self.q_norm = RMSNorm(head_dim, eps=rms_norm_eps)
self.k_norm = RMSNorm(head_dim, eps=rms_norm_eps)
rope_theta = float(getattr(config, "rope_theta", 1000000))
rope_scaling = getattr(config, "rope_scaling", None)
rope_theta, rope_scaling = get_rope_config(config)
rope_is_neox_style = bool(
getattr(
config, "rope_is_neox_style", getattr(config, "is_neox_style", True)