[HiCache] Key storage prefetch by the request namespace (#36382)

This commit is contained in:
Zhiqiang Xie
2026-08-28 11:12:10 -07:00
committed by GitHub
parent ef20fab38a
commit c9bba091f8
6 changed files with 51 additions and 2 deletions
@@ -2708,6 +2708,8 @@ class UnifiedRadixCacheSuite:
prefix_len = f.matched_len
req = mock.Mock()
req.rid = req_id
req.extra_key = None
req.cache_salt = None
if prefix_indices is not None:
# Spliceable mid-anchor consumption publishes value=cat(prefix,
# fill) — the real device prefix is required (zeros would insert
@@ -3342,6 +3344,8 @@ class UnifiedRadixCacheSuite:
held = cons.buffer_pipeline.staged_prefetches[req_id]
req = mock.Mock()
req.rid = req_id
req.extra_key = None
req.cache_salt = None
req.last_node = cons.root_node_handle()
req.prefix_indices = torch.zeros(
held.matched_len,
@@ -3561,6 +3565,8 @@ class UnifiedRadixCacheSuite:
held = cons.buffer_pipeline.staged_prefetches[req_id]
req = mock.Mock()
req.rid = req_id
req.extra_key = None
req.cache_salt = None
req.last_node = cons.root_node_handle()
req.prefix_indices = torch.zeros(
held.matched_len,
@@ -3763,6 +3769,8 @@ class UnifiedRadixCacheSuite:
f = cons.buffer_pipeline.staged_prefetches[req_id]
req = mock.Mock()
req.rid = req_id
req.extra_key = None
req.cache_salt = None
req.prefix_indices = torch.zeros(
0,
dtype=torch.int64,