fix: route scheduler aborts to multi-tokenizer workers (#33940)

This commit is contained in:
Jeremy Zhang
2026-08-11 11:15:16 -07:00
committed by GitHub
parent f9153df62e
commit aadb9720fe
2 changed files with 69 additions and 5 deletions
@@ -12,17 +12,18 @@ class SenderWrapper:
def send_output(
self,
output: Union[BaseReq, BaseBatchReq],
recv_obj: Optional[Union[BaseReq, BaseBatchReq]] = None,
recv_obj: Optional[object] = None,
):
if self.socket is None:
return
http_worker_ipc = getattr(recv_obj, "http_worker_ipc", None)
if (
isinstance(recv_obj, BaseReq)
and recv_obj.http_worker_ipc is not None
isinstance(output, BaseReq)
and http_worker_ipc is not None
and output.http_worker_ipc is None
):
# handle communicator reqs for multi-http worker case
output.http_worker_ipc = recv_obj.http_worker_ipc
# Scheduler Req is not a BaseReq but carries the same return route.
output.http_worker_ipc = http_worker_ipc
sock_send(self.socket, output)