[HiCache][PD] fix: clamp the decode restore to the prefix promised to prefill (#41450)

This commit is contained in:
Shuwen Wang
2026-09-30 15:26:15 +08:00
committed by GitHub
parent ec0006673a
commit 51cae5f303
@@ -253,7 +253,7 @@ class DecodeHiCacheTransferMixin:
dr.hicache_restored_kv_indices = torch.cat(
[rematch.device_indices[pm.l1_prefix_len :], new_indices]
)
)[: pm.restore_token_count]
dr.hicache_restored_node = restored_node
dr.hicache_restore_lock_receipt = self.tree_cache.inc_lock_ref(
restored_node