[model-gateway] add model gateway multi-arch docker build, test and document docker image (#15544)

.github/workflows/pr-test-rust.yml

@@ -335,7 +335,7 @@ jobs:
           context: .
           file: docker/gateway.Dockerfile
           push: false
-          tags: sglang-router:test
+          tags: sgl-model-gateway:test
           cache-from: type=gha
           cache-to: type=gha,mode=max
 

.github/workflows/release-docker-gateway.yml

@@ -15,8 +15,14 @@ jobs:
       - name: Checkout repository
         uses: actions/checkout@v4
 
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
       - name: Login to Docker Hub
-        uses: docker/login-action@v2
+        uses: docker/login-action@v3
         with:
           username: ${{ secrets.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_TOKEN }}
@@ -26,7 +32,8 @@ jobs:
           version=$(cat sgl-model-gateway/bindings/python/sglang_router/version.py | cut -d'"' -f2)
           tag=v${version}
 
-          docker build . -f docker/gateway.Dockerfile -t lmsysorg/sgl-model-gateway:${tag} --no-cache
+          docker buildx build . -f docker/gateway.Dockerfile \
-          docker tag lmsysorg/sgl-model-gateway:${tag} lmsysorg/sgl-model-gateway:latest
+            --platform linux/amd64,linux/arm64 \
-          docker push lmsysorg/sgl-model-gateway:${tag}
+            -t lmsysorg/sgl-model-gateway:${tag} \
-          docker push lmsysorg/sgl-model-gateway:latest
+            -t lmsysorg/sgl-model-gateway:latest \
+            --push

sgl-model-gateway/README.md

@@ -43,6 +43,13 @@ High-performance model routing control and data plane for large-scale LLM deploy
 - Additional guides, API references, and deployment patterns are continuously updated alongside SGLang releases.
 
 ## Installation
+
+### Docker
+Pre-built Docker images are available on Docker Hub with multi-architecture support (x86_64 and ARM64):
+```bash
+docker pull lmsysorg/sgl-model-gateway:latest
+```
+
 ### Prerequisites
 - **Rust and Cargo**
   ```bash