fix rope parameter initialization error caused by transformers v5.0 update (#14745)

python/sglang/srt/configs/model_config.py

@@ -80,6 +80,16 @@ def get_nsa_index_n_heads(config: PretrainedConfig) -> int:
     return config.index_n_heads
 
 
+def handle_rope_parameters(config: PretrainedConfig):
+    if hasattr(config, "rope_scaling"):
+        rope_scaling = config.rope_scaling
+        if isinstance(rope_scaling, dict):
+            for k, v in rope_scaling.items():
+                if not hasattr(config, k):
+                    setattr(config, k, v)
+    return
+
+
 class ModelConfig:
     def __init__(
         self,
@@ -127,6 +137,8 @@ class ModelConfig:
             **kwargs,
         )
         self.hf_text_config = get_hf_text_config(self.hf_config)
+        handle_rope_parameters(self.hf_text_config)
+        handle_rope_parameters(self.hf_config)
         self.hf_generation_config = get_generation_config(
             self.model_path,
             trust_remote_code=trust_remote_code,