Avoid implicit field-based side channel in Scheduler planning (#29408)

2026-07-10 08:55:51 +08:00
parent 32c8973ce8
commit 1e75ba236e
13 changed files with 275 additions and 134 deletions
@@ -83,7 +83,9 @@ class SchedulerMultiplexMixin:
            return False

        # add new request
-        batch = self.get_new_batch_prefill()
+        prefill_plan = self.get_new_batch_prefill(self.running_batch)
+        batch = prefill_plan.batch_to_run
+        self.running_batch = prefill_plan.running_batch
        if batch and not batch.is_empty():
            batch.forward_mode = (
                ForwardMode.SPLIT_PREFILL