minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[HiCache] Fix side pools to use resolved host allocator (#38350)

Browse Source
This commit is contained in:
Shuwen Wang
2026-09-10 14:28:20 +08:00
committed by GitHub
parent 69777c4d36
commit 058cca0192
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/hybrid_cache/hybrid_pool_assembler.py
+2 -2
View File
@@ -918,7 +918,7 @@ def build_hybrid_mamba_swa_stack(
mamba_pool, mamba_pool,
get_memory().hicache_ratio, get_memory().hicache_ratio,
mamba_host_size, mamba_host_size,
allocator_type=get_memory().hicache_storage_backend, allocator_type=_get_allocator_type(),
layout=get_memory().hicache_mem_layout, layout=get_memory().hicache_mem_layout,
) )
entries = [ entries = [
@@ -1896,7 +1896,7 @@ def build_minimax_sparse_hicache_stack(
index_k_pool, index_k_pool,
kv_host_pool, kv_host_pool,
get_memory().hicache_mem_layout, get_memory().hicache_mem_layout,
allocator_type=get_memory().hicache_storage_backend, allocator_type=_get_allocator_type(),
) )
entries.append( entries.append(
build_pool_entry( build_pool_entry(