minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[PP] Add CP pyobj broadcasting when enable dynamic CPP (#20738)

Browse Source
This commit is contained in:
Shangming Cai
2026-03-17 12:20:11 +08:00
committed by GitHub
parent 855ec7017d
commit 5d5c31c6e4
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler_pp_mixin.py
+9
View File
@@ -667,6 +667,15 @@ class SchedulerPPMixin:
) )
seq_lens, latencies = data_to_sync_tp seq_lens, latencies = data_to_sync_tp
if self.attn_cp_size > 1:
data_to_sync_tp = [seq_lens, latencies]
data_to_sync_tp = broadcast_pyobj(
data_to_sync_tp,
self.attn_cp_group.rank,
self.attn_cp_cpu_group,
src=self.attn_cp_group.ranks[0],
)
# Broadcast data to all ranks # Broadcast data to all ranks
if torch.distributed.is_available() and torch.distributed.is_initialized(): if torch.distributed.is_available() and torch.distributed.is_initialized():
data_to_sync = [seq_lens, latencies] data_to_sync = [seq_lens, latencies]