[Bugfix] Fix orphaned aborted prefill bootstrap requests in PP disaggregation (#27028)

This commit is contained in:
Librua
2026-06-02 19:03:46 +08:00
committed by GitHub
parent ee4bf0a9d3
commit c2eea4d7b3
+9 -4
View File
@@ -333,10 +333,15 @@ class PrefillBootstrapQueue:
)
for i, (req, poll) in enumerate(zip(self.queue, polls)):
if rids_to_check is not None:
# if req not in reqs_info_to_check, skip
if req.rid not in rids_to_check:
continue
if (
rids_to_check is not None
and req.rid not in rids_to_check
and poll != KVPoll.Failed
):
# In PP mode, successful bootstrap still requires cross-rank
# consensus. Local failures are terminal and must be drained
# even if an earlier PP rank has already removed the request.
continue
if poll == KVPoll.Failed:
self.scheduler.handle_bootstrap_failure(req)