[Fix] scheduler: Keep PD decode non-idle while deferred KV releases are held (#44386)
This commit is contained in:
@@ -5266,6 +5266,7 @@ class Scheduler(
|
||||
idle &= len(self.disagg_decode_prealloc_queue.queue) == 0
|
||||
idle &= len(self.disagg_decode_prealloc_queue.retracted_queue) == 0
|
||||
idle &= len(self.disagg_decode_transfer_queue.queue) == 0
|
||||
idle &= not self.disagg_decode_transfer_queue.has_pending_deferred_releases()
|
||||
if self.decode_offload_manager is not None:
|
||||
idle &= len(self.decode_offload_manager.ongoing_offload) == 0
|
||||
|
||||
|
||||
Reference in New Issue
Block a user