Qwen3next flashinfer allreduce auto enable (#22664)

This commit is contained in:
Xiaoyu Zhang
2026-04-18 22:32:41 +08:00
committed by GitHub
parent 4839cecbb0
commit c6a45fab64
+3 -1
View File
@@ -2179,7 +2179,8 @@ class ServerArgs:
)
# TRTLLM AllReduce Fusion supports SM90/100, enable it by default
# for models with explicit support (DeepseekV3, GptOss, Glm4Moe, Qwen3Moe)
# for models with explicit support (DeepseekV3, GptOss, Glm4Moe,
# Qwen3/Qwen3Next/Qwen3.5 MoE families)
# TODO: currently, it is only supported in the single node scenario. https://github.com/flashinfer-ai/flashinfer/issues/2006
# TODO: there is currently a bug on H20 device specifically, https://github.com/flashinfer-ai/flashinfer/issues/2204
device_name = get_device_name()
@@ -2197,6 +2198,7 @@ class ServerArgs:
"Glm4MoeForCausalLM",
"Glm4MoeLiteForCausalLM",
"Qwen3MoeForCausalLM",
"Qwen3NextForCausalLM",
"KimiK25ForConditionalGeneration",
"Qwen3_5MoeForConditionalGeneration",
"Qwen3_5ForConditionalGeneration",