minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Skip empty non-idle output batches (#28504)

Browse Source
This commit is contained in:
weireweire
2026-06-26 02:40:01 +08:00
committed by GitHub
parent 9495737d82
commit f9a3720e2b
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler_components/output_streamer.py
+2 -3
View File
@@ -158,7 +158,6 @@ class SchedulerOutputStreamer:
payload = acc.to_payload( payload = acc.to_payload(
dp_rank=self.ps.dp_rank, dp_rank=self.ps.dp_rank,
is_idle_batch=is_idle_batch, is_idle_batch=is_idle_batch,
has_reqs=bool(reqs),
) )
if payload is not None: if payload is not None:
self.send_to_detokenizer.send_output(payload) self.send_to_detokenizer.send_output(payload)
@@ -499,9 +498,9 @@ class _GenerationStreamAccumulator:
self.customized_info[k].append(v[send_token_offset : len(output_ids_)]) self.customized_info[k].append(v[send_token_offset : len(output_ids_)])
def to_payload( def to_payload(
self, *, dp_rank: int, is_idle_batch: bool, has_reqs: bool self, *, dp_rank: int, is_idle_batch: bool
) -> Optional[BatchTokenIDOutput]: ) -> Optional[BatchTokenIDOutput]:
if not (has_reqs or is_idle_batch): if not (self.rids or is_idle_batch):
return None return None
dp_ranks = [dp_rank] * len(self.rids) if self.rids else None dp_ranks = [dp_rank] * len(self.rids) if self.rids else None
return BatchTokenIDOutput( return BatchTokenIDOutput(