Fix bug in symm mem pre-allocation default (#19082)

This commit is contained in:
Nicolas Castet
2026-02-21 11:51:28 +08:00
committed by GitHub
parent afd91e8782
commit 51b3ed02ca
+1 -4
View File
@@ -1069,10 +1069,7 @@ class ServerArgs:
self.adjust_mem_fraction_for_vlm(model_config)
# If symm mem is enabled and prealloc size is not set, set it to 4GB
if (
self.enable_symm_mem
and not envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.is_set()
):
if self.enable_symm_mem and not envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.is_set():
envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.set(4)
logger.warning(
"Symmetric memory is enabled, setting symmetric memory prealloc size to 4GB as default."