From 28be39f72e7d8d71184e62208187990076eb63fe Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=8E=8B=E9=B9=A4=E7=94=B7?= Date: Wed, 23 Sep 2026 13:32:34 +0800 Subject: [PATCH] [deepep_v2] support GLM-5.3-Flash (Glm5NextForConditionalGeneration) (#40466) Co-authored-by: Brayden Zhong Co-authored-by: Claude Opus 5 --- python/sglang/srt/configs/moe_model_registry.py | 1 + python/sglang/srt/models/glm5_next.py | 6 +++++- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/configs/moe_model_registry.py b/python/sglang/srt/configs/moe_model_registry.py index 0fbae099cd..104db14eef 100644 --- a/python/sglang/srt/configs/moe_model_registry.py +++ b/python/sglang/srt/configs/moe_model_registry.py @@ -14,6 +14,7 @@ _DEEPEP_V2_MODELS: dict[str, bool] = { "DeepseekV3ForCausalLM": False, "DeepseekV4ForCausalLM": False, "Qwen3MoeForCausalLM": False, + "Glm5NextForConditionalGeneration": False, } diff --git a/python/sglang/srt/models/glm5_next.py b/python/sglang/srt/models/glm5_next.py index dad0c2fdc1..1c901e997f 100644 --- a/python/sglang/srt/models/glm5_next.py +++ b/python/sglang/srt/models/glm5_next.py @@ -1094,7 +1094,11 @@ class Glm5NextModel(nn.Module): ) self.layers_to_capture = [] self.dflash_capture = False - if get_moe_a2a_backend().is_deepep() or get_moe_a2a_backend().is_mooncake(): + if ( + get_moe_a2a_backend().is_deepep() + or get_moe_a2a_backend().is_mooncake() + or get_moe_a2a_backend().is_deepep_v2() + ): self.enable_a2a_moe = True else: self.enable_a2a_moe = False