fix: reset empty prefill batch fullness (#23138)

2026-04-20 14:14:00 -07:00
parent d8d9d32b29
commit dbcf7459b5
1 changed files with 2 additions and 0 deletions
@@ -2368,6 +2368,8 @@ class Scheduler(
        # even when no new batches arrive (e.g. traffic stops).
        if self.running_batch.is_prefill_only:
            self.running_batch.filter_batch()
+            if self.running_batch.is_empty():
+                self.running_batch.batch_is_full = False

        if self.dllm_config is not None:
            new_batch = self.get_new_batch_dllm()