minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix MambaPool clear method after refactoring (#13449)

Browse Source
This commit is contained in:
Minglei Zhu
2025-11-18 10:03:45 +08:00
committed by GitHub
parent 85ae508e8b
commit 9846f8ed72
1 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/memory_pool.py
+2 -5
View File
@@ -273,11 +273,8 @@ class MambaPool:
def clear(self): def clear(self):
# Zero the entire mamba cache before resetting free_slots # Zero the entire mamba cache before resetting free_slots
# This ensures that when slots are reallocated, they start with clean state # This ensures that when slots are reallocated, they start with clean state
if self.is_kda_cache: for i in range(len(self.mamba_cache.conv)):
for i in range(len(self.mamba_cache.conv)): self.mamba_cache.conv[i].zero_()
self.mamba_cache.conv[i].zero_()
else:
self.mamba_cache.conv.zero_()
self.mamba_cache.temporal.zero_() self.mamba_cache.temporal.zero_()
self.free_slots = torch.arange(self.size, dtype=torch.int64, device=self.device) self.free_slots = torch.arange(self.size, dtype=torch.int64, device=self.device)