minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] fix: fix rank used in parallel executor when enable_cfg_parallel is false (#18975)

Browse Source 
Co-authored-by: daiweitao <dwti614707404@163.com>
This commit is contained in:
Prozac614
2026-02-19 20:12:24 +08:00
committed by GitHub
co-authored by daiweitao
parent 19aa19b111
commit e21fc78dbd
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/pipelines_core/executors/parallel_executor.py
+5 -1
View File
@@ -8,6 +8,7 @@ from sglang.multimodal_gen.runtime.distributed import get_sp_group
from sglang.multimodal_gen.runtime.distributed.parallel_state import ( from sglang.multimodal_gen.runtime.distributed.parallel_state import (
get_cfg_group, get_cfg_group,
get_classifier_free_guidance_rank, get_classifier_free_guidance_rank,
get_world_rank,
) )
from sglang.multimodal_gen.runtime.pipelines_core import Req from sglang.multimodal_gen.runtime.pipelines_core import Req
from sglang.multimodal_gen.runtime.pipelines_core.executors.pipeline_executor import ( from sglang.multimodal_gen.runtime.pipelines_core.executors.pipeline_executor import (
@@ -60,7 +61,10 @@ class ParallelExecutor(PipelineExecutor):
""" """
Execute all pipeline stages respecting their declared parallelism type. Execute all pipeline stages respecting their declared parallelism type.
""" """
rank = get_classifier_free_guidance_rank() if server_args.enable_cfg_parallel:
rank = get_classifier_free_guidance_rank()
else:
rank = get_world_rank()
cfg_group = get_cfg_group() cfg_group = get_cfg_group()
# TODO: decide when to gather on main when CFG_PARALLEL -> MAIN_RANK_ONLY # TODO: decide when to gather on main when CFG_PARALLEL -> MAIN_RANK_ONLY