[HiCache] Fix side pools to use resolved host allocator (#38350)
This commit is contained in:
@@ -918,7 +918,7 @@ def build_hybrid_mamba_swa_stack(
|
||||
mamba_pool,
|
||||
get_memory().hicache_ratio,
|
||||
mamba_host_size,
|
||||
allocator_type=get_memory().hicache_storage_backend,
|
||||
allocator_type=_get_allocator_type(),
|
||||
layout=get_memory().hicache_mem_layout,
|
||||
)
|
||||
entries = [
|
||||
@@ -1896,7 +1896,7 @@ def build_minimax_sparse_hicache_stack(
|
||||
index_k_pool,
|
||||
kv_host_pool,
|
||||
get_memory().hicache_mem_layout,
|
||||
allocator_type=get_memory().hicache_storage_backend,
|
||||
allocator_type=_get_allocator_type(),
|
||||
)
|
||||
entries.append(
|
||||
build_pool_entry(
|
||||
|
||||
Reference in New Issue
Block a user