[HiCacheStorage & PD] fix prefill bootstrap request host memory leaks (#15439)
Co-authored-by: yangjia1 <yangjia1@kingsoft.com>
This commit is contained in:
@@ -273,6 +273,9 @@ class PrefillBootstrapQueue:
|
|||||||
failed_reqs.append(req)
|
failed_reqs.append(req)
|
||||||
if self.scheduler.enable_metrics:
|
if self.scheduler.enable_metrics:
|
||||||
self.scheduler.metrics_collector.increment_bootstrap_failed_reqs()
|
self.scheduler.metrics_collector.increment_bootstrap_failed_reqs()
|
||||||
|
if self.scheduler.enable_hicache_storage:
|
||||||
|
# to release prefetch events associated with the request
|
||||||
|
self.scheduler.tree_cache.release_aborted_request(req.rid)
|
||||||
continue
|
continue
|
||||||
|
|
||||||
# KV.WaitingForInput - init here
|
# KV.WaitingForInput - init here
|
||||||
|
|||||||
Reference in New Issue
Block a user