fix(rpc) Synchronize RPC requests only within the TP group. (#25213)

Co-authored-by: Zhiqiang Xie <xiezhq@stanford.edu>
2026-07-18 07:44:51 +00:00
parent 72c4ed1a3f
commit 071e649288
1 changed files with 1 additions and 1 deletions
@@ -4005,7 +4005,7 @@ class Scheduler(
            exec = e
            logger.error(f"Failed to call rpc {recv_req.method}: {str(e)}")

-        barrier()
+        barrier(group=self.tp_group.cpu_group)
        return RpcReqOutput(success=success, message="" if not exec else str(exec))

    def abort_request(self, recv_req: AbortReq):