fix: make automatic NUMA binding configurable (#30394)

This commit is contained in:
Lukas Humbel
2026-08-12 17:40:28 -07:00
committed by GitHub
parent aefe2d0207
commit 40eaf34428
4 changed files with 30 additions and 5 deletions
+1 -1
View File
@@ -1053,7 +1053,7 @@ class Envs:
# Numa
SGLANG_NUMA_BIND_V2 = EnvBool(True)
SGLANG_AUTO_NUMA_BIND = EnvBool(False)
SGLANG_AUTO_NUMA_BIND = EnvBool(True)
SGLANG_CRASH_ON_NUMA_BIND_FAILURE = EnvBool(False)
# Metrics
+2
View File
@@ -129,6 +129,8 @@ def get_numa_node_if_available(server_args: ServerArgs, gpu_id: int) -> Optional
"""
if server_args.numa_node is not None:
return server_args.numa_node[gpu_id]
if not envs.SGLANG_AUTO_NUMA_BIND.get():
return None
if _is_numa_available():
queried_numa_node = _query_numa_node_for_gpu(gpu_id)
if len(queried_numa_node) == 0: