Add hisparse staging + decode offload guards to is_fully_idle() (#22577)

This commit is contained in:
Liangsheng Yin
2026-04-11 00:12:10 -07:00
committed by GitHub
parent e26c73c4e9
commit d11da2403c
+6
View File
@@ -3013,6 +3013,12 @@ class Scheduler(
if self.disaggregation_mode == DisaggregationMode.DECODE:
idle &= len(self.disagg_decode_prealloc_queue.queue) == 0
idle &= len(self.disagg_decode_transfer_queue.queue) == 0
if self.decode_offload_manager is not None:
idle &= len(self.decode_offload_manager.ongoing_offload) == 0
# HiSparse: staging requests transitioning prefill -> decode
if self.enable_hisparse:
idle &= not self.hisparse_coordinator.has_ongoing_staging()
# HiCache: in-flight async ops (GPU↔Host↔L3) must drain before
# destructive operations like attach/detach/flush_cache.