From a58751d54d7a3b9d4cb2724db6e9c00d6d9b0e95 Mon Sep 17 00:00:00 2001 From: KnightYao Date: Wed, 2 Sep 2026 11:29:09 +0800 Subject: [PATCH] [Fix ] Fix Spark2.5 hybrid SWA config (#37335) --- python/sglang/srt/configs/spark2_5.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/configs/spark2_5.py b/python/sglang/srt/configs/spark2_5.py index 4ab15a3c4..b26b744d3 100644 --- a/python/sglang/srt/configs/spark2_5.py +++ b/python/sglang/srt/configs/spark2_5.py @@ -59,5 +59,9 @@ class Spark2_5Config(PretrainedConfig): "partial_rotary_factor": 1.0, }, } - + self.hybrid_layer_pattern = [ + 1 if layer_type == "sliding_attention" else 0 + for layer_type in self.layer_types + ] + self.is_hybrid_swa = any(self.hybrid_layer_pattern) super().__init__(**kwargs, tie_word_embeddings=tie_word_embeddings)