minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

scheduler: add prefill-only update in merge batch (#21840)

Browse Source
This commit is contained in:
Yilong Zhao
2026-04-01 23:33:06 -07:00
committed by GitHub
parent d24ea24e18
commit f30df723bf
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/schedule_batch.py
+1
View File
@@ -2266,6 +2266,7 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
self.has_stream |= other.has_stream self.has_stream |= other.has_stream
self.has_grammar |= other.has_grammar self.has_grammar |= other.has_grammar
self.return_hidden_states |= other.return_hidden_states self.return_hidden_states |= other.return_hidden_states
self.is_prefill_only = self.is_prefill_only and other.is_prefill_only
if self.spec_info: if self.spec_info:
self.spec_info.merge_batch(other.spec_info) self.spec_info.merge_batch(other.spec_info)