[PD+PP] Honor PP consensus for bootstrap and prealloc (#31869)

Co-authored-by: Chao Shi <chao.shi@alibaba-inc.com>
This commit is contained in:
ziang663
2026-07-30 01:19:17 +08:00
committed by GitHub
co-authored by Chao Shi
parent 62d0f81f16
commit eefb434d17
7 changed files with 106 additions and 31 deletions
@@ -811,8 +811,8 @@ class SchedulerPPMixin:
good_reqs, failed_reqs = (
self.disagg_prefill_bootstrap_queue.pop_bootstrapped(
return_failed_reqs=True,
rids_to_check=good_consensus_bootstrapped_rids
+ bad_consensus_bootstrapped_rids,
pp_good_rids=good_consensus_bootstrapped_rids,
pp_bad_rids=bad_consensus_bootstrapped_rids,
)
)
self.waiting_queue.extend(good_reqs)
@@ -1417,8 +1417,8 @@ class SchedulerPPMixin:
bad_consensus_prealloc_rids,
) = prealloc_rids
good_reqs, failed_reqs = self.disagg_decode_prealloc_queue.pop_preallocated(
rids_to_check=good_consensus_prealloc_rids
+ bad_consensus_prealloc_rids,
pp_good_rids=good_consensus_prealloc_rids,
pp_bad_rids=bad_consensus_prealloc_rids,
)
self.disagg_decode_transfer_queue.extend(good_reqs)
return [