minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bugfix] [diffusion] Fix cache-dit with sp-degree only (#19965)

Browse Source 
Co-authored-by: Mick <mickjagger19@icloud.com>
Co-authored-by: ronnie_zheng <zl19940307@163.com>
This commit is contained in:
Артем Савкин
2026-03-18 14:05:12 +08:00
committed by GitHub
co-authored by Mick ronnie_zheng
parent b6055e59cd
commit c64681f162
1 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/cache/cache_dit_integration.py
Vendored
+9 -4
View File
@@ -12,6 +12,11 @@ from typing import List, Optional
import torch import torch
import torch.distributed as dist import torch.distributed as dist
from sglang.multimodal_gen.runtime.distributed.parallel_state import (
get_ring_parallel_world_size,
get_tp_world_size,
get_ulysses_parallel_world_size,
)
from sglang.multimodal_gen.runtime.utils.logging_utils import init_logger from sglang.multimodal_gen.runtime.utils.logging_utils import init_logger
logger = init_logger(__name__) logger = init_logger(__name__)
@@ -107,15 +112,15 @@ def _build_parallelism_config(
ulysses_size = None ulysses_size = None
ring_size = None ring_size = None
if sp_group is not None: if sp_group is not None:
ulysses_size = getattr(sp_group, "ulysses_world_size", None) ulysses_size = get_ulysses_parallel_world_size()
ring_size = getattr(sp_group, "ring_world_size", None) ring_size = get_ring_parallel_world_size()
tp_size = None tp_size = None
if tp_group is not None: if tp_group is not None:
tp_size = dist.get_world_size(tp_group) tp_size = get_tp_world_size()
return ParallelismConfig( return ParallelismConfig(
backend=ParallelismBackend.NATIVE_PYTORCH, backend=ParallelismBackend.AUTO,
ulysses_size=ulysses_size, ulysses_size=ulysses_size,
ring_size=ring_size, ring_size=ring_size,
tp_size=tp_size, tp_size=tp_size,