From 421bda6d85e62b22fedb806f71cf7c84bf160f92 Mon Sep 17 00:00:00 2001 From: jvzibro <84284300+jvzibro@users.noreply.github.com> Date: Thu, 28 May 2026 08:45:55 +0800 Subject: [PATCH] [Bug Fix] Remove H20 device check for FlashInfer AllReduce Fusion (#26470) --- python/sglang/srt/server_args.py | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 3f758a8b3..35596790a 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -46,7 +46,6 @@ from sglang.srt.utils.common import ( cpu_has_amx_support, get_device, get_device_memory_capacity, - get_device_name, get_device_sm, get_int_env_var, get_nvidia_driver_version, @@ -2516,11 +2515,7 @@ class ServerArgs: # for models with explicit support (DeepseekV3, GptOss, Glm4Moe, # MistralLarge3, Qwen3/Qwen3Next/Qwen3.5 MoE families) # TODO: currently, it is only supported in the single node scenario. https://github.com/flashinfer-ai/flashinfer/issues/2006 - # TODO: there is currently a bug on H20 device specifically, https://github.com/flashinfer-ai/flashinfer/issues/2204 - device_name = get_device_name() - is_h20_device = ( - device_name and "H20" in device_name and "H200" not in device_name - ) + if ( not self.enable_flashinfer_allreduce_fusion and model_arch @@ -2543,7 +2538,6 @@ class ServerArgs: and self.tp_size > 1 and not self.enable_dp_attention and self.nnodes == 1 - and not is_h20_device and self.moe_a2a_backend == "none" ): self.enable_flashinfer_allreduce_fusion = True