minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: reset empty prefill batch fullness (#23138)

Browse Source
This commit is contained in:
shuwenn
2026-04-20 14:14:00 -07:00
committed by GitHub
parent d8d9d32b29
commit dbcf7459b5
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler.py
+2
View File
@@ -2368,6 +2368,8 @@ class Scheduler(
# even when no new batches arrive (e.g. traffic stops). # even when no new batches arrive (e.g. traffic stops).
if self.running_batch.is_prefill_only: if self.running_batch.is_prefill_only:
self.running_batch.filter_batch() self.running_batch.filter_batch()
if self.running_batch.is_empty():
self.running_batch.batch_is_full = False
if self.dllm_config is not None: if self.dllm_config is not None:
new_batch = self.get_new_batch_dllm() new_batch = self.get_new_batch_dllm()