minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix bug in symm mem pre-allocation default (#19082)

Browse Source
This commit is contained in:
Nicolas Castet
2026-02-21 11:51:28 +08:00
committed by GitHub
parent afd91e8782
commit 51b3ed02ca
1 changed files with 7 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/server_args.py
+7 -10
View File
@@ -1068,16 +1068,13 @@ class ServerArgs:
if model_config.is_multimodal and not self.language_only: if model_config.is_multimodal and not self.language_only:
self.adjust_mem_fraction_for_vlm(model_config) self.adjust_mem_fraction_for_vlm(model_config)
# If symm mem is enabled and prealloc size is not set, set it to 4GB # If symm mem is enabled and prealloc size is not set, set it to 4GB
if ( if self.enable_symm_mem and not envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.is_set():
self.enable_symm_mem envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.set(4)
and not envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.is_set() logger.warning(
): "Symmetric memory is enabled, setting symmetric memory prealloc size to 4GB as default."
envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.set(4) "Use environment variable SGLANG_SYMM_MEM_PREALLOC_GB_SIZE to change the prealloc size."
logger.warning( )
"Symmetric memory is enabled, setting symmetric memory prealloc size to 4GB as default."
"Use environment variable SGLANG_SYMM_MEM_PREALLOC_GB_SIZE to change the prealloc size."
)
def _generate_cuda_graph_batch_sizes(self): def _generate_cuda_graph_batch_sizes(self):
""" """