Reset evict swa status when retract (#18059)

2026-02-01 17:17:37 +08:00
parent 56907cbcb1
commit d9050b4a9c
1 changed files with 3 additions and 0 deletions
@@ -1115,6 +1115,9 @@ class Req:
        self.kv_committed_len = 0
        self.kv_committed_freed = False
        self.kv_overallocated_freed = False
        self.swa_evicted_seqlen = 0
        self.extend_batch_idx = 0
        self.decode_batch_idx = 0
    def offload_kv_cache(self, req_to_token_pool, token_to_kv_pool_allocator):
        token_indices = req_to_token_pool.req_to_token[