+9
7bc1dae095
7bc1dae095
Co-authored-by: yhyang201 <yhyang201@gmail.com> Co-authored-by: yizhang2077 <1109276519@qq.com> Co-authored-by: Xinyuan Tong <xinyuantong.cs@gmail.com> Co-authored-by: ispobock <ispobaoke@gmail.com> Co-authored-by: JiLi <leege233@gmail.com> Co-authored-by: CHEN Xi <78632976+RubiaCx@users.noreply.github.com> Co-authored-by: laixin <xielx@shanghaitech.edu.cn> Co-authored-by: SolitaryThinker <wlsaidhi@gmail.com> Co-authored-by: jzhang38 <a1286225768@gmail.com> Co-authored-by: BrianChen1129 <yongqichcd@gmail.com> Co-authored-by: Kevin Lin <42618777+kevin314@users.noreply.github.com> Co-authored-by: Edenzzzz <wtan45@wisc.edu> Co-authored-by: rlsu9 <r3su@ucsd.edu> Co-authored-by: Jinzhe Pan <48981407+eigensystem@users.noreply.github.com> Co-authored-by: foreverpiano <pianoqwz@qq.com> Co-authored-by: RandNMR73 <notomatthew31@gmail.com> Co-authored-by: PorridgeSwim <yz3883@columbia.edu> Co-authored-by: Jiali Chen <90408393+gary-chenjl@users.noreply.github.com>
56 lines
1.5 KiB
Python
56 lines
1.5 KiB
Python
# Copied and adapted from: https://github.com/hao-ai-lab/FastVideo
|
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
from sglang.multimodal_gen.runtime.distributed.communication_op import *
|
|
from sglang.multimodal_gen.runtime.distributed.group_coordinator import (
|
|
get_local_torch_device,
|
|
)
|
|
from sglang.multimodal_gen.runtime.distributed.parallel_state import (
|
|
cleanup_dist_env_and_memory,
|
|
get_dp_group,
|
|
get_dp_rank,
|
|
get_dp_world_size,
|
|
get_sp_group,
|
|
get_sp_parallel_rank,
|
|
get_sp_world_size,
|
|
get_tp_group,
|
|
get_tp_rank,
|
|
get_tp_world_size,
|
|
get_world_group,
|
|
get_world_rank,
|
|
get_world_size,
|
|
init_distributed_environment,
|
|
initialize_model_parallel,
|
|
maybe_init_distributed_environment_and_model_parallel,
|
|
model_parallel_is_initialized,
|
|
)
|
|
from sglang.multimodal_gen.runtime.distributed.utils import *
|
|
|
|
__all__ = [
|
|
# Initialization
|
|
"init_distributed_environment",
|
|
"initialize_model_parallel",
|
|
"cleanup_dist_env_and_memory",
|
|
"model_parallel_is_initialized",
|
|
"maybe_init_distributed_environment_and_model_parallel",
|
|
# World group
|
|
"get_world_group",
|
|
"get_world_rank",
|
|
"get_world_size",
|
|
# Data parallel group
|
|
"get_dp_group",
|
|
"get_dp_rank",
|
|
"get_dp_world_size",
|
|
# Sequence parallel group
|
|
"get_sp_group",
|
|
"get_sp_parallel_rank",
|
|
"get_sp_world_size",
|
|
# Tensor parallel group
|
|
"get_tp_group",
|
|
"get_tp_rank",
|
|
"get_tp_world_size",
|
|
# Get torch device
|
|
"get_local_torch_device",
|
|
]
|