From 5d4e63d49e258e079688d30142d8f84518b98482 Mon Sep 17 00:00:00 2001 From: Brayden Zhong Date: Wed, 24 Jun 2026 17:01:02 -0700 Subject: [PATCH] Sync the changes in #23402 (#29063) Co-authored-by: Brayden Zhong --- python/sglang/srt/layers/flashinfer_comm_fusion.py | 2 ++ test/registered/unit/layers/test_flashinfer_comm_fusion.py | 4 ++-- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/layers/flashinfer_comm_fusion.py b/python/sglang/srt/layers/flashinfer_comm_fusion.py index 3d5415b4c..a4c854bbd 100644 --- a/python/sglang/srt/layers/flashinfer_comm_fusion.py +++ b/python/sglang/srt/layers/flashinfer_comm_fusion.py @@ -59,6 +59,8 @@ def _resolve_backend(backend: str, is_multi_node: bool = False) -> str: "FlashInfer allreduce fusion does not support multi-node on " "non-Blackwell systems." ) + if is_sm100_supported(): + return "mnnvl" return "trtllm" if backend == "trtllm" and is_multi_node: diff --git a/test/registered/unit/layers/test_flashinfer_comm_fusion.py b/test/registered/unit/layers/test_flashinfer_comm_fusion.py index 152fee19f..5fb1dcc7a 100644 --- a/test/registered/unit/layers/test_flashinfer_comm_fusion.py +++ b/test/registered/unit/layers/test_flashinfer_comm_fusion.py @@ -80,11 +80,11 @@ class TestFlashInferCommFusion(unittest.TestCase): flashinfer_allreduce_fusion_backend="auto", nnodes=2 ) - # Blackwell: trtllm on single-node, mnnvl on multi-node. + # Blackwell: mnnvl on both single-node and multi-node. with patch.object(fusion, "is_sm100_supported", return_value=True): self.assertEqual( fusion.resolve_flashinfer_allreduce_fusion_backend(single_node), - "trtllm", + "mnnvl", ) self.assertEqual( fusion.resolve_flashinfer_allreduce_fusion_backend(multi_node), "mnnvl"