[mem_cache] Move kv_committed_len into ReqKvInfo (#37078)

2026-08-29 22:42:25 -07:00
parent 5b7c62d5d6
commit 0438b16154
37 changed files with 117 additions and 116 deletions
@@ -96,10 +96,10 @@ class TestSWABasic(ScriptedTestCase):
        r = t.start_req(prompt_len=VERY_LONG_PROMPT_LEN, max_new_tokens=2)
        for _ in range(400):
            if r.is_chunking:
-                assert len(r.req.prefix_indices) <= r.req.kv_committed_len, (
+                assert len(r.req.prefix_indices) <= r.req.kv.kv_committed_len, (
                    f"prefix_indices must be bounded by kv_committed_len, "
                    f"got prefix_indices_len={len(r.req.prefix_indices)}, "
-                    f"kv_committed_len={r.req.kv_committed_len}"
+                    f"kv_committed_len={r.req.kv.kv_committed_len}"
                )
            if r.finished:
                break