minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Port SGLANG_OPT_SWA_EVICT_DROP_PAGE_MARGIN from deepseek_v4_dev (#25419)

Browse Source
This commit is contained in:
Yuhao Yang
2026-05-15 17:39:13 -07:00
committed by GitHub
parent d523ae127f
commit 18c16f8660
2 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/environ.py
+1
View File
@@ -596,6 +596,7 @@ class Envs:
SGLANG_OPT_SWA_RADIX_CACHE_COMPACT = EnvBool(False) SGLANG_OPT_SWA_RADIX_CACHE_COMPACT = EnvBool(False)
SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT = EnvBool(False) SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT = EnvBool(False)
SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW = EnvBool(False) SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW = EnvBool(False)
SGLANG_OPT_SWA_EVICT_DROP_PAGE_MARGIN = EnvBool(False)
# DeepGemm Mega MoE # DeepGemm Mega MoE
SGLANG_OPT_USE_DEEPGEMM_MEGA_MOE = EnvBool(False) SGLANG_OPT_USE_DEEPGEMM_MEGA_MOE = EnvBool(False)
python/sglang/srt/managers/schedule_batch.py
+5 -1
View File
@@ -2724,9 +2724,13 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
# preserving cache reuse in multi-turn scenarios. Without this, leaf nodes # preserving cache reuse in multi-turn scenarios. Without this, leaf nodes
# may become tombstoned, causing SWA memory leak. # may become tombstoned, causing SWA memory leak.
# See also: _insert_helper case 3 in swa_radix_cache.py (defensive counterpart). # See also: _insert_helper case 3 in swa_radix_cache.py (defensive counterpart).
if envs.SGLANG_OPT_SWA_EVICT_DROP_PAGE_MARGIN.get():
evict_threshold = pre_len - sliding_window_size
else:
evict_threshold = pre_len - sliding_window_size - self.tree_cache.page_size
new_swa_evicted_seqlen = max( new_swa_evicted_seqlen = max(
req.swa_evicted_seqlen, req.swa_evicted_seqlen,
pre_len - sliding_window_size - self.tree_cache.page_size, evict_threshold,
) )
if self.tree_cache.page_size > 1: if self.tree_cache.page_size > 1: