[BugFix] Release HiCache prefetch resources on disagg-prefill bootstrap-queue abort (#30053)
This commit is contained in:
@@ -3920,6 +3920,9 @@ class Scheduler(
|
||||
for req in self.disagg_prefill_bootstrap_queue.queue:
|
||||
if recv_req.abort_all or req.rid.startswith(recv_req.rid):
|
||||
logger.debug(f"Abort bootstrap queue request. {req.rid=}")
|
||||
if self.enable_hicache_storage:
|
||||
self.tree_cache.release_aborted_request(req.rid)
|
||||
|
||||
if hasattr(req.disagg_kv_sender, "abort"):
|
||||
req.disagg_kv_sender.abort()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user