[gRPC] Native gRPC server: proto + Rust crate scaffold + server args (#22736)

2026-04-20 12:39:35 +08:00
parent c304d0d64d
commit 10e17cc55e
9 changed files with 483 additions and 1 deletions
@@ -27,6 +27,9 @@ def run_server(server_args):

            launch_server(server_args)
    elif server_args.grpc_mode:
+        # TODO: Once the native Rust gRPC server starts alongside HTTP in the
+        # default path below (controlled by SGLANG_ENABLE_GRPC / SGLANG_GRPC_PORT),
+        # remove this legacy SMG path and the grpc_mode flag.
        from sglang.srt.entrypoints.grpc_server import serve_grpc

        asyncio.run(serve_grpc(server_args))