[mem_cache] Move kv_committed_len into ReqKvInfo (#37078)

2026-08-29 22:42:25 -07:00
parent 5b7c62d5d6
commit 0438b16154
37 changed files with 117 additions and 116 deletions
@@ -300,7 +300,7 @@ class ReqToTokenPool:
        #         sum(1 for i in reusing if reqs[i].inflight_middle_chunks > 0) <= 1
        #     ), "only one chunked request may reuse req_pool_idx in a batch"
        assert all(
-            reqs[i].inflight_middle_chunks > 0 or reqs[i].kv_committed_len > 0
+            reqs[i].inflight_middle_chunks > 0 or reqs[i].kv.kv_committed_len > 0
            for i in reusing
        ), "reusing request must be chunked or have committed KV"