[mem] Flatten memory checkers into composable per-pool invariant checks (#22562)

2026-04-11 02:56:22 -07:00
parent 8cca9747f5
commit 61a62c6503
6 changed files with 178 additions and 169 deletions
@@ -128,10 +128,7 @@ class SchedulerMultiplexMixin:
                    stream_idx > 0 and self.running_batch.is_empty()
                )
                if self.running_batch.is_empty() and self.split_prefill_batch is None:
-                    self.check_memory()
-                    self.check_tree_cache()
-                    self.new_token_ratio = self.init_new_token_ratio
-                    self.maybe_sleep_on_idle()
+                    self.on_idle()

            if adjust_stream_group:
                prefill_stream.synchronize()