Add SchedulerRequestReceiver and route request-ingress state through it (#25609)

2026-05-18 18:30:43 +08:00
parent 768d347565
commit e6f3dcd790
7 changed files with 106 additions and 21 deletions
@@ -110,7 +110,9 @@ class SchedulerMultiplexMixin:
        while True:
            with torch.cuda.stream(decode_stream):
                set_pdmux_status(False)
-                recv_reqs = self.recv_requests()
+                recv_reqs = self.recv_requests(
+                    self.request_receiver,
+                )
                self.process_input_requests(recv_reqs)

            with torch.cuda.stream(prefill_stream):