[HiCache]fix draft host pool allocator type (#29823)

This commit is contained in:
huangtingwei
2026-07-01 19:31:16 +08:00
committed by GitHub
parent 79f334b1aa
commit 1e80d938ff
@@ -108,6 +108,7 @@ def maybe_register_hicache_draft(
host_size=0,
page_size=page_size,
layout=server_args.hicache_mem_layout,
allocator_type=server_args.hicache_storage_backend,
)
if isinstance(pool, MHATokenToKVPool):
draft_host_pool = get_mha_host_pool_cls(pool)(pool, **kw)