[HiCache] Key storage prefetch by the request namespace (#36382)
This commit is contained in:
@@ -2708,6 +2708,8 @@ class UnifiedRadixCacheSuite:
|
||||
prefix_len = f.matched_len
|
||||
req = mock.Mock()
|
||||
req.rid = req_id
|
||||
req.extra_key = None
|
||||
req.cache_salt = None
|
||||
if prefix_indices is not None:
|
||||
# Spliceable mid-anchor consumption publishes value=cat(prefix,
|
||||
# fill) — the real device prefix is required (zeros would insert
|
||||
@@ -3342,6 +3344,8 @@ class UnifiedRadixCacheSuite:
|
||||
held = cons.buffer_pipeline.staged_prefetches[req_id]
|
||||
req = mock.Mock()
|
||||
req.rid = req_id
|
||||
req.extra_key = None
|
||||
req.cache_salt = None
|
||||
req.last_node = cons.root_node_handle()
|
||||
req.prefix_indices = torch.zeros(
|
||||
held.matched_len,
|
||||
@@ -3561,6 +3565,8 @@ class UnifiedRadixCacheSuite:
|
||||
held = cons.buffer_pipeline.staged_prefetches[req_id]
|
||||
req = mock.Mock()
|
||||
req.rid = req_id
|
||||
req.extra_key = None
|
||||
req.cache_salt = None
|
||||
req.last_node = cons.root_node_handle()
|
||||
req.prefix_indices = torch.zeros(
|
||||
held.matched_len,
|
||||
@@ -3763,6 +3769,8 @@ class UnifiedRadixCacheSuite:
|
||||
f = cons.buffer_pipeline.staged_prefetches[req_id]
|
||||
req = mock.Mock()
|
||||
req.rid = req_id
|
||||
req.extra_key = None
|
||||
req.cache_salt = None
|
||||
req.prefix_indices = torch.zeros(
|
||||
0,
|
||||
dtype=torch.int64,
|
||||
|
||||
Reference in New Issue
Block a user