scheduler: add prefill-only update in merge batch (#21840)

2026-04-01 23:33:06 -07:00
parent d24ea24e18
commit f30df723bf
1 changed files with 1 additions and 0 deletions
@@ -2266,6 +2266,7 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
        self.has_stream |= other.has_stream
        self.has_grammar |= other.has_grammar
        self.return_hidden_states |= other.return_hidden_states
+        self.is_prefill_only = self.is_prefill_only and other.is_prefill_only

        if self.spec_info:
            self.spec_info.merge_batch(other.spec_info)