minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Cleanup duplicate mamba backup helper (#36203)

Browse Source
This commit is contained in:
Ke Bao
2026-08-25 00:52:37 +08:00
committed by GitHub
parent 586211bc46
commit d10a656ad8
1 changed files with 0 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/schedule_batch.py
-7
View File
@@ -1733,13 +1733,6 @@ class Req(ReqDllmMixin):
return None return None
return req_to_token_pool.mamba_pool return req_to_token_pool.mamba_pool
def _mamba_pool_needing_backup(self, req_to_token_pool, allocator):
if allocator.get_kvcache().cpu_copy_carries_mamba:
return None
if not isinstance(req_to_token_pool, HybridReqToTokenPool):
return None
return req_to_token_pool.mamba_pool
def offload_kv_cache(self, req_to_token_pool, token_to_kv_pool_allocator): def offload_kv_cache(self, req_to_token_pool, token_to_kv_pool_allocator):
token_indices = req_to_token_pool.req_to_token[ token_indices = req_to_token_pool.req_to_token[
self.req_pool_idx, : self.seqlen - 1 self.req_pool_idx, : self.seqlen - 1