[HiCache]fix draft host pool allocator type (#29823)
This commit is contained in:
@@ -108,6 +108,7 @@ def maybe_register_hicache_draft(
|
|||||||
host_size=0,
|
host_size=0,
|
||||||
page_size=page_size,
|
page_size=page_size,
|
||||||
layout=server_args.hicache_mem_layout,
|
layout=server_args.hicache_mem_layout,
|
||||||
|
allocator_type=server_args.hicache_storage_backend,
|
||||||
)
|
)
|
||||||
if isinstance(pool, MHATokenToKVPool):
|
if isinstance(pool, MHATokenToKVPool):
|
||||||
draft_host_pool = get_mha_host_pool_cls(pool)(pool, **kw)
|
draft_host_pool = get_mha_host_pool_cls(pool)(pool, **kw)
|
||||||
|
|||||||
Reference in New Issue
Block a user