[sgl] _ATTN_TP and _ATTN_CP use message queue for broadcast on CPU (#22205)

This commit is contained in:
Bi Xue
2026-04-10 20:52:49 -07:00
committed by GitHub
parent 7c6db40540
commit d30b3efa84
@@ -45,7 +45,6 @@ from sglang.srt.compilation.piecewise_context_manager import is_in_piecewise_cud
from sglang.srt.distributed.utils import set_global_tcp_store
from sglang.srt.environ import envs
from sglang.srt.utils import (
get_bool_env_var,
get_current_device_stream_fast,
get_int_env_var,
is_cpu,
@@ -1801,9 +1800,7 @@ def initialize_model_parallel(
group_ranks,
get_world_group().local_rank,
backend,
use_message_queue_broadcaster=get_bool_env_var(
"SGLANG_USE_MESSAGE_QUEUE_BROADCASTER", "true"
),
use_message_queue_broadcaster=envs.SGLANG_USE_MESSAGE_QUEUE_BROADCASTER.get(),
group_name="tp",
)
@@ -1816,9 +1813,7 @@ def initialize_model_parallel(
group_ranks,
get_world_group().local_rank,
backend,
use_message_queue_broadcaster=get_bool_env_var(
"SGLANG_USE_MESSAGE_QUEUE_BROADCASTER", "true"
),
use_message_queue_broadcaster=envs.SGLANG_USE_MESSAGE_QUEUE_BROADCASTER.get(),
group_name="pdmux_prefill_tp",
)
if _TP.pynccl_comm:
@@ -1856,6 +1851,7 @@ def initialize_model_parallel(
group_ranks,
get_world_group().local_rank,
backend,
use_message_queue_broadcaster=envs.SGLANG_USE_MESSAGE_QUEUE_BROADCASTER.get(),
group_name="attn_cp",
)
@@ -1889,6 +1885,7 @@ def initialize_model_parallel(
use_mscclpp_allreduce=False,
use_custom_allreduce=False,
use_torch_symm_mem_allreduce=False,
use_message_queue_broadcaster=envs.SGLANG_USE_MESSAGE_QUEUE_BROADCASTER.get(),
group_name="attention_tp",
)