diff --git a/python/sglang/srt/disaggregation/prefill.py b/python/sglang/srt/disaggregation/prefill.py index 5f989b24c..f73e5b52a 100644 --- a/python/sglang/srt/disaggregation/prefill.py +++ b/python/sglang/srt/disaggregation/prefill.py @@ -361,7 +361,10 @@ class PrefillBootstrapQueue: indices_to_remove.add(i) req.time_stats.set_wait_queue_entry_time() elif poll == KVPoll.WaitingForInput: - if not self.finalize_bootstrap(req): + if should_force_retry(req): # skip checking for testing + if not self.ensure_metadata_buffer(req): + continue # no more metadata buffer + elif not self.finalize_bootstrap(req): continue bootstrapped_reqs.append(req) indices_to_remove.add(i)