minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Skip dist_init/nccl port prechecks when the dist init method is overridden (#31410)

Browse Source
This commit is contained in:
Sam Shleifer
2026-07-23 12:40:41 -07:00
committed by GitHub
parent 7fe82dd02e
commit 1f9d778d1b
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/server_args.py
+9 -1
View File
@@ -8846,12 +8846,20 @@ class PortArgs:
scheduler_input_port = worker_ports[dp_rank] scheduler_input_port = worker_ports[dp_rank]
is_joiner = server_args.is_ep_scale_joiner is_joiner = server_args.is_ep_scale_joiner
# Under SGLANG_DISTRIBUTED_INIT_METHOD_OVERRIDE, SGLang never binds
# dist_init_port / nccl_port (rendezvous uses the externally-managed
# store; see distributed/bootstrap.py:_resolve_dist_init_method), so
# their prechecks could only false-positive and are skipped.
dist_init_overridden = bool(
envs.SGLANG_DISTRIBUTED_INIT_METHOD_OVERRIDE.get()
)
try: try:
if dp_rank is None: if dp_rank is None:
if not is_joiner: if not (is_joiner or dist_init_overridden):
wait_port_available(dist_init_port, "dist_init_port") wait_port_available(dist_init_port, "dist_init_port")
wait_port_available(port_base, "port_base") wait_port_available(port_base, "port_base")
wait_port_available(detokenizer_port, "detokenizer_port") wait_port_available(detokenizer_port, "detokenizer_port")
if not dist_init_overridden:
wait_port_available(nccl_port, "nccl_port") wait_port_available(nccl_port, "nccl_port")
wait_port_available(rpc_port, "rpc_port") wait_port_available(rpc_port, "rpc_port")
wait_port_available(metrics_port, "metrics_port") wait_port_available(metrics_port, "metrics_port")