Deprecate the parallel getters the context answers, and ratchet them shut (#40342)
This commit is contained in:
@@ -25,6 +25,7 @@ import torch
|
||||
import torch.distributed as dist
|
||||
|
||||
import sglang.srt.distributed.parallel_state as ps
|
||||
from sglang.srt.runtime_context import get_parallel
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(
|
||||
@@ -130,6 +131,9 @@ def init_distributed():
|
||||
local_rank=local_rank,
|
||||
backend="nccl",
|
||||
)
|
||||
# The context answers a handle from what was stated on it, not from
|
||||
# this module global, so a rank stood up by hand says so itself.
|
||||
get_parallel().override_permanently(world_group=coord)
|
||||
|
||||
cpu_group = coord.cpu_group
|
||||
nccl_group = coord.device_group
|
||||
|
||||
Reference in New Issue
Block a user