From b67df7cd1b1ae043f6a6685d515917cf78d5380a Mon Sep 17 00:00:00 2001 From: Xiaoyu Zhang <35585791+BBuf@users.noreply.github.com> Date: Wed, 6 May 2026 17:27:14 +0800 Subject: [PATCH] [Codex] Diffusion handle non-contiguous CFG communication (#24332) Co-authored-by: BBuf Codex --- .../multimodal_gen/runtime/distributed/communication_op.py | 2 ++ .../multimodal_gen/runtime/distributed/group_coordinator.py | 2 ++ 2 files changed, 4 insertions(+) diff --git a/python/sglang/multimodal_gen/runtime/distributed/communication_op.py b/python/sglang/multimodal_gen/runtime/distributed/communication_op.py index 2da348cfc..d1e2b258c 100644 --- a/python/sglang/multimodal_gen/runtime/distributed/communication_op.py +++ b/python/sglang/multimodal_gen/runtime/distributed/communication_op.py @@ -61,4 +61,6 @@ def cfg_model_parallel_all_reduce( op: torch._C._distributed_c10d.ReduceOp = torch._C._distributed_c10d.ReduceOp.SUM, ) -> torch.Tensor: """All-reduce the input tensor across CFG parallel group.""" + if not input_.is_contiguous(): + input_ = input_.contiguous() return get_cfg_group().all_reduce(input_, op=op) diff --git a/python/sglang/multimodal_gen/runtime/distributed/group_coordinator.py b/python/sglang/multimodal_gen/runtime/distributed/group_coordinator.py index 337e43de7..d208c7ba9 100644 --- a/python/sglang/multimodal_gen/runtime/distributed/group_coordinator.py +++ b/python/sglang/multimodal_gen/runtime/distributed/group_coordinator.py @@ -435,6 +435,8 @@ class GroupCoordinator: if self.world_size == 1: return input_ # Broadcast. + if not input_.is_contiguous(): + input_ = input_.contiguous() torch.distributed.broadcast( input_, src=self.ranks[src],