Move request-ingress methods to SchedulerRequestReceiver (#25610)
This commit is contained in:
@@ -110,9 +110,7 @@ class SchedulerMultiplexMixin:
|
||||
while True:
|
||||
with torch.cuda.stream(decode_stream):
|
||||
set_pdmux_status(False)
|
||||
recv_reqs = self.recv_requests(
|
||||
self.request_receiver,
|
||||
)
|
||||
recv_reqs = self.request_receiver.recv_requests()
|
||||
self.process_input_requests(recv_reqs)
|
||||
|
||||
with torch.cuda.stream(prefill_stream):
|
||||
|
||||
Reference in New Issue
Block a user