minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] fix: fix AttributeError in _build_parallelism_config when accessing tp_group.device_group (#15196)

Browse Source 
Co-authored-by: Mick <mickjagger19@icloud.com>
This commit is contained in:
Xiaoyu Zhang
2025-12-15 23:41:06 +08:00
committed by GitHub
co-authored by Mick
parent 9003a4369d
commit 7bc8b1532e
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/utils/cache_dit_integration.py
+5 -2
View File
@@ -94,7 +94,10 @@ def _patch_cache_dit_similarity():
cache_manager.CachedContextManager.similarity = patched_similarity cache_manager.CachedContextManager.similarity = patched_similarity
def _build_parallelism_config(sp_group, tp_group): def _build_parallelism_config(
sp_group: Optional[torch.distributed.ProcessGroup],
tp_group: Optional[torch.distributed.ProcessGroup],
):
if sp_group is None and tp_group is None: if sp_group is None and tp_group is None:
return None return None
@@ -106,7 +109,7 @@ def _build_parallelism_config(sp_group, tp_group):
tp_size = None tp_size = None
if tp_group is not None: if tp_group is not None:
tp_size = dist.get_world_size(tp_group.device_group) tp_size = dist.get_world_size(tp_group)
return ParallelismConfig( return ParallelismConfig(
backend=ParallelismBackend.NATIVE_PYTORCH, backend=ParallelismBackend.NATIVE_PYTORCH,