[BugFix] Release HiCache prefetch resources on disagg-prefill bootstrap-queue abort (#30053)

This commit is contained in:
Kevin Flansburg
2026-07-06 00:06:59 +08:00
committed by GitHub
parent 602c8615a1
commit 48ba79c11e
+3
View File
@@ -3920,6 +3920,9 @@ class Scheduler(
for req in self.disagg_prefill_bootstrap_queue.queue:
if recv_req.abort_all or req.rid.startswith(recv_req.rid):
logger.debug(f"Abort bootstrap queue request. {req.rid=}")
if self.enable_hicache_storage:
self.tree_cache.release_aborted_request(req.rid)
if hasattr(req.disagg_kv_sender, "abort"):
req.disagg_kv_sender.abort()