[HiCache] Fix SWA L3 cache miss due to a prefetch/hit len mismatch (#27291)

Co-authored-by: Zhangheng <hzh0425@apache.org>
2026-06-18 14:55:00 +08:00
parent 0188c54fbe
commit b7ae7149e8
4 changed files with 53 additions and 4 deletions
@@ -2201,7 +2201,10 @@ class Scheduler(
            if last_host_node.backuped or last_host_node is self.tree_cache.root_node:
                last_hash = last_host_node.get_last_hash_value()
                matched_len = len(req.prefix_indices) + req.host_hit_length
-                new_input_tokens = req.full_untruncated_fill_ids[matched_len:]
+                match_end = req._compute_max_prefix_len(
+                    len(req.full_untruncated_fill_ids)
+                )
+                new_input_tokens = req.full_untruncated_fill_ids[matched_len:match_end]

                prefix_keys = (
                    last_host_node.get_prefix_hash_values(last_host_node.parent)