fix double-free kv cache for requests that have already finished and been freed during preemption (#18694)

2026-02-13 13:17:44 -08:00
parent 008ea46af1
commit 191d354f53
2 changed files with 10 additions and 1 deletions
@@ -76,6 +76,7 @@ class TestPrefillAdder(CustomTestCase):
        req.output_ids = [0] * output_len
        req.sampling_params = SimpleNamespace(max_new_tokens=max_new_tokens)
        req.time_stats = SimpleNamespace(wait_queue_entry_time=wait_time)
+        req.finished.return_value = False
        return req

    def create_adder(self, running_batch):