[Bug Fix] Remove H20 device check for FlashInfer AllReduce Fusion (#26470)
This commit is contained in:
@@ -46,7 +46,6 @@ from sglang.srt.utils.common import (
|
|||||||
cpu_has_amx_support,
|
cpu_has_amx_support,
|
||||||
get_device,
|
get_device,
|
||||||
get_device_memory_capacity,
|
get_device_memory_capacity,
|
||||||
get_device_name,
|
|
||||||
get_device_sm,
|
get_device_sm,
|
||||||
get_int_env_var,
|
get_int_env_var,
|
||||||
get_nvidia_driver_version,
|
get_nvidia_driver_version,
|
||||||
@@ -2516,11 +2515,7 @@ class ServerArgs:
|
|||||||
# for models with explicit support (DeepseekV3, GptOss, Glm4Moe,
|
# for models with explicit support (DeepseekV3, GptOss, Glm4Moe,
|
||||||
# MistralLarge3, Qwen3/Qwen3Next/Qwen3.5 MoE families)
|
# MistralLarge3, Qwen3/Qwen3Next/Qwen3.5 MoE families)
|
||||||
# TODO: currently, it is only supported in the single node scenario. https://github.com/flashinfer-ai/flashinfer/issues/2006
|
# TODO: currently, it is only supported in the single node scenario. https://github.com/flashinfer-ai/flashinfer/issues/2006
|
||||||
# TODO: there is currently a bug on H20 device specifically, https://github.com/flashinfer-ai/flashinfer/issues/2204
|
|
||||||
device_name = get_device_name()
|
|
||||||
is_h20_device = (
|
|
||||||
device_name and "H20" in device_name and "H200" not in device_name
|
|
||||||
)
|
|
||||||
if (
|
if (
|
||||||
not self.enable_flashinfer_allreduce_fusion
|
not self.enable_flashinfer_allreduce_fusion
|
||||||
and model_arch
|
and model_arch
|
||||||
@@ -2543,7 +2538,6 @@ class ServerArgs:
|
|||||||
and self.tp_size > 1
|
and self.tp_size > 1
|
||||||
and not self.enable_dp_attention
|
and not self.enable_dp_attention
|
||||||
and self.nnodes == 1
|
and self.nnodes == 1
|
||||||
and not is_h20_device
|
|
||||||
and self.moe_a2a_backend == "none"
|
and self.moe_a2a_backend == "none"
|
||||||
):
|
):
|
||||||
self.enable_flashinfer_allreduce_fusion = True
|
self.enable_flashinfer_allreduce_fusion = True
|
||||||
|
|||||||
Reference in New Issue
Block a user