From b43bd6824f8b92260d86e24115b6a56624c0e974 Mon Sep 17 00:00:00 2001 From: Xiaoyu Zhang <1182563586@qq.com> Date: Mon, 22 Jun 2026 22:38:45 +0800 Subject: [PATCH] [B300] Enable FlashInfer allreduce for Qwen3-VL MoE (#28786) --- python/sglang/srt/server_args.py | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index bbc2905d8..c572cced7 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -3131,10 +3131,11 @@ class ServerArgs: # Auto-enable FlashInfer AllReduce Fusion on SM100 only, for models with # explicit support (DeepseekV3, GptOss, Glm4Moe, MistralLarge3, - # Qwen3/Qwen3Next/Qwen3.5 MoE families). SM90 is not auto-enabled because - # auto resolves to mnnvl, which requires a working NVLink multicast fabric - # that SM90 nodes do not reliably have; SM90 users can opt in explicitly - # via --flashinfer-allreduce-fusion-backend. + # Qwen3/Qwen3-VL/Qwen3Next/Qwen3.5 MoE families). SM90 is not + # auto-enabled because auto resolves to mnnvl, which requires a working + # NVLink multicast fabric that SM90 nodes do not reliably have; SM90 + # users can opt in explicitly via + # --flashinfer-allreduce-fusion-backend. if ( self.flashinfer_allreduce_fusion_backend is None and model_arch @@ -3147,6 +3148,7 @@ class ServerArgs: "Glm4MoeLiteForCausalLM", "MistralLarge3ForCausalLM", "Qwen3MoeForCausalLM", + "Qwen3VLMoeForConditionalGeneration", "Qwen3NextForCausalLM", "KimiK25ForConditionalGeneration", "Qwen3_5MoeForConditionalGeneration",