minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[Diffusion] clean useless and buggy set_seq_parallel_pg in yunchang (#16669)

Browse Source
This commit is contained in:
Xiaoyu Zhang
2026-01-08 11:08:34 +08:00
committed by GitHub
parent d566739b65
commit 5a5cece561
1 changed files with 0 additions and 62 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/distributed/yunchang.py
-62
View File
@@ -22,68 +22,6 @@ class ProcessGroupSingleton(Singleton):
PROCESS_GROUP = ProcessGroupSingleton() PROCESS_GROUP = ProcessGroupSingleton()
def set_seq_parallel_pg(
sp_ulysses_degree, sp_ring_degree, rank, world_size, use_ulysses_low=True
):
"""
sp_ulysses_degree x sp_ring_degree = seq_parallel_degree
(ulysses_degree, dp_degree)
"""
sp_degree = sp_ring_degree * sp_ulysses_degree
dp_degree = world_size // sp_degree
assert (
world_size % sp_degree == 0
), f"world_size {world_size} % sp_degree {sp_ulysses_degree} == 0"
num_ulysses_pgs = sp_ring_degree # world_size // sp_ulysses_degree
num_ring_pgs = sp_ulysses_degree # world_size // sp_ring_degree
if use_ulysses_low:
for dp_rank in range(dp_degree):
offset = dp_rank * sp_degree
for i in range(num_ulysses_pgs):
ulysses_ranks = list(
range(
i * sp_ulysses_degree + offset,
(i + 1) * sp_ulysses_degree + offset,
)
)
group = torch.distributed.new_group(ulysses_ranks)
if rank in ulysses_ranks:
ulyssess_pg = group
for i in range(num_ring_pgs):
ring_ranks = list(range(i + offset, sp_degree + offset, num_ring_pgs))
group = torch.distributed.new_group(ring_ranks)
if rank in ring_ranks:
ring_pg = group
else:
for dp_rank in range(dp_degree):
offset = dp_rank * sp_degree
for i in range(num_ring_pgs):
ring_ranks = list(
range(
i * sp_ring_degree + offset, (i + 1) * sp_ring_degree + offset
)
)
group = torch.distributed.new_group(ring_ranks)
if rank in ring_ranks:
ring_pg = group
for i in range(num_ulysses_pgs):
ulysses_ranks = list(
range(i + offset, sp_degree + offset, num_ulysses_pgs)
)
group = torch.distributed.new_group(ulysses_ranks)
if rank in ulysses_ranks:
ulyssess_pg = group
PROCESS_GROUP.ULYSSES_PG = ulyssess_pg
PROCESS_GROUP.RING_PG = ring_pg
def set_seq_parallel_pg_by_sp_groups( def set_seq_parallel_pg_by_sp_groups(
sp_ulysses_degree, sp_ulysses_degree,
sp_ring_degree, sp_ring_degree,