trim_overshoot: cap swa_evicted_seqlen + unit test (#22900)

2026-04-15 15:05:35 -07:00
parent 2b0f349927
commit f9792166c3
2 changed files with 37 additions and 0 deletions
@@ -299,6 +299,7 @@ class SessionAwareCache(BasePrefixCache):
        self._free_kv_aligned(req.req_pool_idx, target, req.kv_allocated_len)
        req.kv_allocated_len = min(req.kv_allocated_len, target)
        req.kv_committed_len = min(req.kv_committed_len, target)
+        req.swa_evicted_seqlen = min(req.swa_evicted_seqlen, target)
        req.output_ids = req.output_ids[:finished_len]

    def _free_kv_aligned(self, pool_idx: int, target: int, end: int):