diff --git a/python/sglang/srt/utils/network.py b/python/sglang/srt/utils/network.py index 4c8bc69b9..be36df9b9 100644 --- a/python/sglang/srt/utils/network.py +++ b/python/sglang/srt/utils/network.py @@ -222,9 +222,15 @@ def get_zmq_socket_on_host( def config_socket(socket, socket_type: zmq.SocketType): - mem = psutil.virtual_memory() - total_mem = mem.total / 1024**3 - available_mem = mem.available / 1024**3 + try: + mem = psutil.virtual_memory() + total_mem = mem.total / 1024**3 + available_mem = mem.available / 1024**3 + except Exception as e: + logger.warning( + "psutil.virtual_memory() failed (%s); using default ZMQ buffer size", e + ) + total_mem = available_mem = 0 if total_mem > 32 and available_mem > 16: buf_size = int(0.5 * 1024**3) else: