[BugFix] Fix rid_to_state leak for aborted queued requests (#24070)

2026-05-20 01:32:44 -07:00
parent e99f87c974
commit 24d27c2035
2 changed files with 392 additions and 0 deletions
@@ -2488,6 +2488,8 @@ class TokenizerManager(TokenizerControlMixin, TokenizerManagerScoreMixin):
            "output_ids": output_ids,
            "meta_info": meta_info,
        }
+        del self.rid_to_state[recv_obj.rid]
+
        state.out_list.append(out)
        state.event.set()