minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Fix ZMQ bind error on non-zero rank nodes when using SGLANG_BLOCK_NONZERO_RANK_CHILDREN=0 (#13686)

Browse Source
This commit is contained in:
ishandhanani
2025-11-20 22:54:41 -08:00
committed by GitHub
parent eda2f70033
commit b537ac0d1f
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/engine.py
+3
View File
@@ -136,9 +136,12 @@ class Engine(EngineBase):
# Initialize ZMQ sockets # Initialize ZMQ sockets
context = zmq.Context(2) context = zmq.Context(2)
if self.server_args.node_rank == 0:
self.send_to_rpc = get_zmq_socket( self.send_to_rpc = get_zmq_socket(
context, zmq.DEALER, self.port_args.rpc_ipc_name, True context, zmq.DEALER, self.port_args.rpc_ipc_name, True
) )
else:
self.send_to_rpc = None
# Enable tracing # Enable tracing
if server_args.enable_trace: if server_args.enable_trace: