minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Don't fail server startup when psutil can't parse /proc/meminfo (GB300 ShadowCallStack) (#31098)

Browse Source
This commit is contained in:
Alison Shao
2026-07-16 14:57:34 -07:00
committed by GitHub
parent bff489284b
commit 059ac7efe8
1 changed files with 9 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/utils/network.py
+9 -3
View File
@@ -222,9 +222,15 @@ def get_zmq_socket_on_host(
def config_socket(socket, socket_type: zmq.SocketType): def config_socket(socket, socket_type: zmq.SocketType):
mem = psutil.virtual_memory() try:
total_mem = mem.total / 1024**3 mem = psutil.virtual_memory()
available_mem = mem.available / 1024**3 total_mem = mem.total / 1024**3
available_mem = mem.available / 1024**3
except Exception as e:
logger.warning(
"psutil.virtual_memory() failed (%s); using default ZMQ buffer size", e
)
total_mem = available_mem = 0
if total_mem > 32 and available_mem > 16: if total_mem > 32 and available_mem > 16:
buf_size = int(0.5 * 1024**3) buf_size = int(0.5 * 1024**3)
else: else: