minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix bug in symm mem pre-allocation default (#19082)

Browse Source
This commit is contained in:
Nicolas Castet
2026-02-21 11:51:28 +08:00
committed by GitHub
parent afd91e8782
commit 51b3ed02ca
1 changed files with 7 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/server_args.py
+1 -4
View File
@@ -1069,10 +1069,7 @@ class ServerArgs:
self.adjust_mem_fraction_for_vlm(model_config) self.adjust_mem_fraction_for_vlm(model_config)
# If symm mem is enabled and prealloc size is not set, set it to 4GB # If symm mem is enabled and prealloc size is not set, set it to 4GB
if ( if self.enable_symm_mem and not envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.is_set():
self.enable_symm_mem
and not envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.is_set()
):
envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.set(4) envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.set(4)
logger.warning( logger.warning(
"Symmetric memory is enabled, setting symmetric memory prealloc size to 4GB as default." "Symmetric memory is enabled, setting symmetric memory prealloc size to 4GB as default."