minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Fix DP attention worker port binding for IPv6 support (#21917)

Browse Source 
Signed-off-by: Shiyan Deng <dsy842974287@meta.com>
This commit is contained in:
Shiyan Deng
2026-04-03 12:39:39 -07:00
committed by GitHub
parent ed3435e37f
commit 0c9dc098e7
1 changed files with 22 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/data_parallel_controller.py
+22 -5
View File
@@ -53,7 +53,12 @@ from sglang.srt.utils.common import (
kill_itself_when_parent_died, kill_itself_when_parent_died,
maybe_reindex_device_id, maybe_reindex_device_id,
) )
from sglang.srt.utils.network import NetworkAddress, bind_port, get_zmq_socket from sglang.srt.utils.network import (
NetworkAddress,
bind_port,
get_zmq_socket,
get_zmq_socket_on_host,
)
from sglang.srt.utils.torch_memory_saver_adapter import TorchMemorySaverAdapter from sglang.srt.utils.torch_memory_saver_adapter import TorchMemorySaverAdapter
from sglang.srt.utils.watchdog import Watchdog from sglang.srt.utils.watchdog import Watchdog
from sglang.utils import TypeBasedDispatcher, get_exception_traceback from sglang.utils import TypeBasedDispatcher, get_exception_traceback
@@ -372,14 +377,26 @@ class DataParallelController:
def launch_dp_attention_schedulers( def launch_dp_attention_schedulers(
self, server_args: ServerArgs, port_args: PortArgs self, server_args: ServerArgs, port_args: PortArgs
): ):
if server_args.dist_init_addr is None:
bind_host = "127.0.0.1"
else:
bind_host = NetworkAddress.parse(server_args.dist_init_addr).host
# Pre-allocate worker ports on node 0 to avoid conflicts # Pre-allocate worker ports on node 0 to avoid conflicts
worker_ports = [] worker_ports = []
if server_args.node_rank == 0: if server_args.node_rank == 0:
for dp_rank in range(server_args.dp_size): for dp_rank in range(server_args.dp_size):
port_and_socket = get_zmq_socket(self.context, zmq.PUSH) worker_port, worker_socket = get_zmq_socket_on_host(
worker_ports.append(port_and_socket[0]) self.context, zmq.PUSH, host=bind_host
self.workers[dp_rank] = port_and_socket[1] )
logger.debug(f"Assigned port {port_and_socket[0]} to worker {dp_rank}") worker_ports.append(worker_port)
self.workers[dp_rank] = worker_socket
logger.debug(
"Assigned port %s to worker %s on host %s",
worker_port,
dp_rank,
bind_host,
)
broadcasted_ports = self._broadcast_worker_ports( broadcasted_ports = self._broadcast_worker_ports(
server_args, worker_ports if worker_ports else None server_args, worker_ports if worker_ports else None