From 48ba79c11e1f01cbd933929a83589a1906925a8d Mon Sep 17 00:00:00 2001 From: Kevin Flansburg Date: Sun, 5 Jul 2026 09:06:59 -0700 Subject: [PATCH] [BugFix] Release HiCache prefetch resources on disagg-prefill bootstrap-queue abort (#30053) --- python/sglang/srt/managers/scheduler.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 808662a3f..57dd03735 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -3920,6 +3920,9 @@ class Scheduler( for req in self.disagg_prefill_bootstrap_queue.queue: if recv_req.abort_all or req.rid.startswith(recv_req.rid): logger.debug(f"Abort bootstrap queue request. {req.rid=}") + if self.enable_hicache_storage: + self.tree_cache.release_aborted_request(req.rid) + if hasattr(req.disagg_kv_sender, "abort"): req.disagg_kv_sender.abort()