minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[NPU] fix rope_theta get error for baichuan2-13b-chat model (#21543)

Browse Source
This commit is contained in:
ZeyuanChen2000
2026-04-29 12:01:03 +08:00
committed by GitHub
parent b437f6be48
commit 23cfa9e4c8
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/utils/hf_transformers/common.py
+1 -1
View File
@@ -171,7 +171,7 @@ def get_rope_config(config):
rope_params = getattr(config, "rope_parameters", None) rope_params = getattr(config, "rope_parameters", None)
if rope_params is not None: if rope_params is not None:
return rope_params["rope_theta"], rope_params return rope_params["rope_theta"], rope_params
return config.rope_theta, getattr(config, "rope_scaling", None) return getattr(config, "rope_theta", 10000), getattr(config, "rope_scaling", None)
def _patch_text_config(parent_config: PretrainedConfig, text_config): def _patch_text_config(parent_config: PretrainedConfig, text_config):