[HiSparse][BugFix]: Fix the memory leak issue during health checks. (#22882)
This commit is contained in:
@@ -89,6 +89,8 @@ class SchedulerOutputProcessorMixin:
|
|||||||
req.check_finished()
|
req.check_finished()
|
||||||
if req.finished():
|
if req.finished():
|
||||||
req.time_stats.set_quick_finish_time()
|
req.time_stats.set_quick_finish_time()
|
||||||
|
if self.enable_hisparse:
|
||||||
|
self.hisparse_coordinator.request_finished(req)
|
||||||
release_kv_cache(req, self.tree_cache)
|
release_kv_cache(req, self.tree_cache)
|
||||||
|
|
||||||
# Note: Logprobs should be handled on the prefill engine.
|
# Note: Logprobs should be handled on the prefill engine.
|
||||||
|
|||||||
Reference in New Issue
Block a user