minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Codex] Diffusion handle non-contiguous CFG communication (#24332)

Browse Source 
Co-authored-by: BBuf Codex <bbuf-codex@users.noreply.github.com>
This commit is contained in:
Xiaoyu Zhang
2026-05-06 17:27:14 +08:00
committed by GitHub
co-authored by BBuf Codex
parent c8bc23522f
commit b67df7cd1b
2 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/distributed/communication_op.py
+2
View File
@@ -61,4 +61,6 @@ def cfg_model_parallel_all_reduce(
op: torch._C._distributed_c10d.ReduceOp = torch._C._distributed_c10d.ReduceOp.SUM, op: torch._C._distributed_c10d.ReduceOp = torch._C._distributed_c10d.ReduceOp.SUM,
) -> torch.Tensor: ) -> torch.Tensor:
"""All-reduce the input tensor across CFG parallel group.""" """All-reduce the input tensor across CFG parallel group."""
if not input_.is_contiguous():
input_ = input_.contiguous()
return get_cfg_group().all_reduce(input_, op=op) return get_cfg_group().all_reduce(input_, op=op)
python/sglang/multimodal_gen/runtime/distributed/group_coordinator.py
+2
View File
@@ -435,6 +435,8 @@ class GroupCoordinator:
if self.world_size == 1: if self.world_size == 1:
return input_ return input_
# Broadcast. # Broadcast.
if not input_.is_contiguous():
input_ = input_.contiguous()
torch.distributed.broadcast( torch.distributed.broadcast(
input_, input_,
src=self.ranks[src], src=self.ranks[src],