[HiCache]fix draft host pool allocator type (#29823)
This commit is contained in:
@@ -108,6 +108,7 @@ def maybe_register_hicache_draft(
|
||||
host_size=0,
|
||||
page_size=page_size,
|
||||
layout=server_args.hicache_mem_layout,
|
||||
allocator_type=server_args.hicache_storage_backend,
|
||||
)
|
||||
if isinstance(pool, MHATokenToKVPool):
|
||||
draft_host_pool = get_mha_host_pool_cls(pool)(pool, **kw)
|
||||
|
||||
Reference in New Issue
Block a user