[Fix] scheduler: Keep PD decode non-idle while deferred KV releases are held (#44386)

This commit is contained in:
Shuwen Wang
2026-10-15 19:17:51 -07:00
committed by GitHub
parent 1e33d2c4bd
commit f9df33494a
2 changed files with 4 additions and 1 deletions
+1
View File
@@ -5266,6 +5266,7 @@ class Scheduler(
idle &= len(self.disagg_decode_prealloc_queue.queue) == 0
idle &= len(self.disagg_decode_prealloc_queue.retracted_queue) == 0
idle &= len(self.disagg_decode_transfer_queue.queue) == 0
idle &= not self.disagg_decode_transfer_queue.has_pending_deferred_releases()
if self.decode_offload_manager is not None:
idle &= len(self.decode_offload_manager.ongoing_offload) == 0