minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bugfix] Fix effective_mamba_size over-allocation (#20858)

Browse Source 
Co-authored-by: Shangming Cai <csmthu@gmail.com>
This commit is contained in:
yunkchen
2026-04-01 16:17:14 +08:00
committed by GitHub
co-authored by Shangming Cai
parent 7d2b856ce7
commit eec70286ec
1 changed files with 12 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/decode.py
+12 -3
View File
@@ -195,9 +195,18 @@ class HybridMambaDecodeReqToTokenPool(HybridReqToTokenPool):
self.mamba_ping_pong_track_buffer_size = 2 if enable_overlap_schedule else 1 self.mamba_ping_pong_track_buffer_size = 2 if enable_overlap_schedule else 1
self.enable_mamba_extra_buffer = enable_mamba_extra_buffer self.enable_mamba_extra_buffer = enable_mamba_extra_buffer
self.enable_memory_saver = enable_memory_saver self.enable_memory_saver = enable_memory_saver
effective_mamba_size = ( if mamba_size is not None:
mamba_size if mamba_size is not None else size effective_mamba_size = min(mamba_size, size + pre_alloc_size)
) + pre_alloc_size if mamba_size > size + pre_alloc_size:
logger.warning(
"mamba_size (%d) exceeds size + pre_alloc_size (%d), "
"capping effective_mamba_size to %d",
mamba_size,
size + pre_alloc_size,
effective_mamba_size,
)
else:
effective_mamba_size = size + pre_alloc_size
self.start_layer = start_layer if start_layer is not None else 0 self.start_layer = start_layer if start_layer is not None else 0
self.layer_transfer_counter = None self.layer_transfer_counter = None
self._init_mamba_pool( self._init_mamba_pool(