minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[Pipeline Parallelism][Bug] Fix scheduler hang in pipeline parallelism setup (#23006)

Browse Source
This commit is contained in:
Jonah Bernard
2026-04-17 14:50:47 +08:00
committed by GitHub
parent 8c190f6b91
commit 0d031335ed
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler.py
+1 -1
View File
@@ -2459,7 +2459,7 @@ class Scheduler(
# Instead, we should always allow chunked requests to be added, otherwise, there will be a memory leak. # Instead, we should always allow chunked requests to be added, otherwise, there will be a memory leak.
if ( if (
self.get_num_allocatable_reqs(running_bs) <= 0 self.get_num_allocatable_reqs(running_bs) <= 0
and self.chunked_req is not None and self.chunked_req is None
and not self.enable_priority_preemption and not self.enable_priority_preemption
): ):
self.running_batch.batch_is_full = True self.running_batch.batch_is_full = True