Move request-ingress methods to SchedulerRequestReceiver (#25610)

This commit is contained in:
fzyzcjy
2026-05-18 18:31:17 +08:00
committed by GitHub
parent e6f3dcd790
commit 0e9eab19a9
7 changed files with 225 additions and 235 deletions
@@ -110,9 +110,7 @@ class SchedulerMultiplexMixin:
while True:
with torch.cuda.stream(decode_stream):
set_pdmux_status(False)
recv_reqs = self.recv_requests(
self.request_receiver,
)
recv_reqs = self.request_receiver.recv_requests()
self.process_input_requests(recv_reqs)
with torch.cuda.stream(prefill_stream):