diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 2a582af940..0d0ec41b60 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -5266,6 +5266,7 @@ class Scheduler( idle &= len(self.disagg_decode_prealloc_queue.queue) == 0 idle &= len(self.disagg_decode_prealloc_queue.retracted_queue) == 0 idle &= len(self.disagg_decode_transfer_queue.queue) == 0 + idle &= not self.disagg_decode_transfer_queue.has_pending_deferred_releases() if self.decode_offload_manager is not None: idle &= len(self.decode_offload_manager.ongoing_offload) == 0 diff --git a/test/registered/unit/disaggregation/test_decode_queue_cleanup.py b/test/registered/unit/disaggregation/test_decode_queue_cleanup.py index c73aa55651..cd4e83abfe 100644 --- a/test/registered/unit/disaggregation/test_decode_queue_cleanup.py +++ b/test/registered/unit/disaggregation/test_decode_queue_cleanup.py @@ -533,7 +533,9 @@ class TestDecodeQueueCleanup(CustomTestCase): scheduler.disagg_decode_prealloc_queue = SimpleNamespace( queue=[], retracted_queue=[object()] ) - scheduler.disagg_decode_transfer_queue = SimpleNamespace(queue=[]) + scheduler.disagg_decode_transfer_queue = SimpleNamespace( + queue=[], has_pending_deferred_releases=lambda: False + ) scheduler.decode_offload_manager = None scheduler.enable_hisparse = False scheduler.enable_hierarchical_cache = False