minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Raise PD zmq per-context socket cap via SGLANG_DISAGGREGATION_ZMQ_MAX_SOCKETS (#34450)

Browse Source
This commit is contained in:
Hanming Lu
2026-08-11 15:27:32 -07:00
committed by GitHub
parent 7fb6e61b95
commit 9c1517df4a
2 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/common/conn.py
+6
View File
@@ -198,6 +198,11 @@ class CommonKVManager(BaseKVManager):
# bind zmq socket # bind zmq socket
self._zmq_ctx = zmq.Context() self._zmq_ctx = zmq.Context()
# Raise libzmq's per-context socket cap because this manager caches two
# sockets per decode endpoint, so large fleets can exceed the default.
self._zmq_ctx.set(
zmq.MAX_SOCKETS, envs.SGLANG_DISAGGREGATION_ZMQ_MAX_SOCKETS.get()
)
self.rank_port, self.server_socket = get_zmq_socket_on_host( self.rank_port, self.server_socket = get_zmq_socket_on_host(
self._zmq_ctx, zmq.PULL, host=self.local_ip self._zmq_ctx, zmq.PULL, host=self.local_ip
) )
@@ -1244,6 +1249,7 @@ class CommonKVSender(BaseKVSender):
class CommonKVReceiver(BaseKVReceiver): class CommonKVReceiver(BaseKVReceiver):
_ctx = zmq.Context() _ctx = zmq.Context()
_ctx.set(zmq.MAX_SOCKETS, envs.SGLANG_DISAGGREGATION_ZMQ_MAX_SOCKETS.get())
_socket_cache = {} _socket_cache = {}
_socket_locks = {} _socket_locks = {}
_global_lock = threading.Lock() _global_lock = threading.Lock()
python/sglang/srt/environ.py
+1
View File
@@ -431,6 +431,7 @@ class Envs:
SGLANG_DISAGGREGATION_NIXL_BACKEND = EnvStr("UCX") SGLANG_DISAGGREGATION_NIXL_BACKEND = EnvStr("UCX")
SGLANG_DISAGGREGATION_NIXL_BACKEND_PARAMS = EnvStr("{}") SGLANG_DISAGGREGATION_NIXL_BACKEND_PARAMS = EnvStr("{}")
SGLANG_DISAGG_PREFILL_EARLY_SEND_CACHED_PREFIX = EnvBool(True) SGLANG_DISAGG_PREFILL_EARLY_SEND_CACHED_PREFIX = EnvBool(True)
SGLANG_DISAGGREGATION_ZMQ_MAX_SOCKETS = EnvInt(16384)
SGLANG_DISAGGREGATION_ALL_CP_RANKS_TRANSFER = EnvBool(False) SGLANG_DISAGGREGATION_ALL_CP_RANKS_TRANSFER = EnvBool(False)
SGLANG_DISAGGREGATION_FORCE_QUERY_PREFILL_DP_RANK = EnvBool(False) SGLANG_DISAGGREGATION_FORCE_QUERY_PREFILL_DP_RANK = EnvBool(False)
SGLANG_DISAGGREGATION_SAMPLING_MASK_MAX_TOKENS = EnvInt(0) SGLANG_DISAGGREGATION_SAMPLING_MASK_MAX_TOKENS = EnvInt(0)