diff --git a/.github/workflows/nightly-experimental-sgl-router-docker.yml b/.github/workflows/nightly-sgl-router-docker.yml similarity index 98% rename from .github/workflows/nightly-experimental-sgl-router-docker.yml rename to .github/workflows/nightly-sgl-router-docker.yml index 63141d1827..8a15fd8fe7 100644 --- a/.github/workflows/nightly-experimental-sgl-router-docker.yml +++ b/.github/workflows/nightly-sgl-router-docker.yml @@ -1,4 +1,4 @@ -name: Nightly Experimental sgl-router Docker Image +name: Nightly sgl-router Docker Image on: schedule: diff --git a/.github/workflows/pr-test-sgl-router.yml b/.github/workflows/pr-test-sgl-router.yml index ed910c0c8d..5d40864c70 100644 --- a/.github/workflows/pr-test-sgl-router.yml +++ b/.github/workflows/pr-test-sgl-router.yml @@ -54,12 +54,13 @@ jobs: with: filters: | sgl_router: - - 'experimental/sgl-router/**' + - 'sgl-router/**' - 'rust/Cargo.toml' - 'rust/sglang-processor/**' - 'rust/sglang-api-types/**' - 'proto/**' - '.github/workflows/pr-test-sgl-router.yml' + - 'docker/sgl-router.Dockerfile' - 'scripts/ci/cuda/ci_install_dependency.sh' - name: Decide id: decide @@ -137,22 +138,22 @@ jobs: - name: Rust cache uses: Swatinem/rust-cache@v2 with: - workspaces: experimental/sgl-router + workspaces: sgl-router shared-key: "sgl-router-cache" cache-all-crates: true cache-on-failure: true save-if: ${{ github.ref == 'refs/heads/main' }} - name: cargo check - working-directory: experimental/sgl-router + working-directory: sgl-router run: cargo check --locked --workspace --all-targets - name: cargo clippy - working-directory: experimental/sgl-router + working-directory: sgl-router run: cargo clippy --locked --workspace --all-targets -- -D warnings - name: cargo fmt - working-directory: experimental/sgl-router + working-directory: sgl-router run: | rustup toolchain install nightly --profile minimal --component rustfmt cargo +nightly fmt --all -- --check @@ -162,7 +163,7 @@ jobs: run: cargo install --locked cargo-deny@0.19.6 - name: cargo deny check - working-directory: experimental/sgl-router + working-directory: sgl-router run: cargo deny check licenses bans sources advisories - name: Show sccache stats @@ -210,14 +211,14 @@ jobs: - name: Rust cache uses: Swatinem/rust-cache@v2 with: - workspaces: experimental/sgl-router + workspaces: sgl-router shared-key: "sgl-router-cache" cache-all-crates: true cache-on-failure: true save-if: ${{ github.ref == 'refs/heads/main' }} - name: cargo build (record wall time) - working-directory: experimental/sgl-router + working-directory: sgl-router run: | START=$(date +%s) cargo build --locked --release --all-targets @@ -227,7 +228,7 @@ jobs: echo "::notice title=Tier-2 build duration::${BUILD_SECONDS}s" - name: cargo test - working-directory: experimental/sgl-router + working-directory: sgl-router # Skip the tokenizer parity_matrix test here: ubuntu-latest has # no HuggingFace cache, so the matrix would hard-fail (see the # test docstring). The e2e job runs it after pytest populates @@ -249,13 +250,13 @@ jobs: # through to a no-diff "pass" when no fixture was actually # regenerated. - name: kv_events hash parity fixture (drift check) - working-directory: experimental/sgl-router + working-directory: sgl-router run: | set -euo pipefail python3 tests/scripts/generate_kv_events_hash_parity.py if ! git diff --exit-code -- tests/fixtures/kv_events_hash_parity.json; then echo "::error::kv_events hash parity fixture drifted." \ - "Re-run experimental/sgl-router/tests/scripts/generate_kv_events_hash_parity.py" \ + "Re-run sgl-router/tests/scripts/generate_kv_events_hash_parity.py" \ "and commit the updated tests/fixtures/kv_events_hash_parity.json." exit 1 fi @@ -307,20 +308,20 @@ jobs: curl -Lo /tmp/kubectl https://dl.k8s.io/release/v1.31.0/bin/linux/amd64/kubectl chmod +x /tmp/kubectl && sudo mv /tmp/kubectl /usr/local/bin/kubectl - name: Build router image - run: docker build -t sgl-router:e2e -f experimental/sgl-router/tests/e2e/k8s_integration/Dockerfile.router . + run: docker build -t sgl-router:e2e -f sgl-router/tests/e2e/k8s_integration/Dockerfile.router . - name: Build fake_worker image run: | docker build -t sgl-router-fake-worker:e2e \ - -f experimental/sgl-router/tests/e2e/k8s_integration/Dockerfile.fake_worker \ - experimental/sgl-router/tests/e2e/k8s_integration/ + -f sgl-router/tests/e2e/k8s_integration/Dockerfile.fake_worker \ + sgl-router/tests/e2e/k8s_integration/ - name: Bootstrap kind + deploy - run: bash experimental/sgl-router/tests/e2e/k8s_integration/setup.sh + run: bash sgl-router/tests/e2e/k8s_integration/setup.sh - name: Set up Python run: | python3 -m venv /tmp/e2e-venv - /tmp/e2e-venv/bin/pip install -r experimental/sgl-router/tests/e2e/k8s_integration/requirements.txt + /tmp/e2e-venv/bin/pip install -r sgl-router/tests/e2e/k8s_integration/requirements.txt - name: Run E2E - run: /tmp/e2e-venv/bin/pytest experimental/sgl-router/tests/e2e/k8s_integration/ -v --tb=short + run: /tmp/e2e-venv/bin/pytest sgl-router/tests/e2e/k8s_integration/ -v --tb=short - name: Dump cluster + router diagnostics on failure if: failure() run: | @@ -348,10 +349,10 @@ jobs: - name: Rust cache uses: Swatinem/rust-cache@v2 with: - workspaces: experimental/sgl-router + workspaces: sgl-router shared-key: "sgl-router-cache" - name: cargo build (release) - working-directory: experimental/sgl-router + working-directory: sgl-router run: | source "$HOME/.cargo/env" cargo build --locked --release --workspace @@ -369,7 +370,7 @@ jobs: - name: Install e2e test dependencies run: | - python3 -m pip install -r experimental/sgl-router/tests/e2e/requirements.txt + python3 -m pip install -r sgl-router/tests/e2e/requirements.txt # IMPORTANT: --ignore=tests/e2e/k8s_integration. The k8s integration # suite is owned by the `sgl-router-k8s-integration` job which has @@ -380,7 +381,7 @@ jobs: # image pull) must not surface as e2e failures on H100, and e2e # flakes (model load, HF auth) must not surface as k8s failures. - name: Run e2e - working-directory: experimental/sgl-router + working-directory: sgl-router env: HF_TOKEN: ${{ secrets.HF_TOKEN }} run: | @@ -388,7 +389,7 @@ jobs: --ignore=tests/e2e/k8s_integration - name: Tokenizer parity matrix (uses HF cache populated by e2e) - working-directory: experimental/sgl-router + working-directory: sgl-router env: HF_TOKEN: ${{ secrets.HF_TOKEN }} run: | diff --git a/.gitignore b/.gitignore index ee7a59527f..0761db75af 100644 --- a/.gitignore +++ b/.gitignore @@ -73,7 +73,8 @@ instance/ # PyBuilder .pybuilder/ -target/ +# `**/` because .dockerignore links here and Docker anchors bare patterns at the context root. +**/target/ # Jupyter Notebook .ipynb_checkpoints @@ -232,7 +233,7 @@ work_dirs/ Cargo.lock !rust/Cargo.lock !rust/sglang-radix-tree/Cargo.lock -!experimental/sgl-router/Cargo.lock +!sgl-router/Cargo.lock # Other repos lmms-eval diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index dca528f292..bec05edb04 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -11,10 +11,6 @@ repos: - id: end-of-file-fixer - id: check-yaml args: [--allow-multiple-documents] - # Helm chart templates embed Go template syntax ({{- ... -}}) - # that is not valid YAML on its own; the rendered output is - # validated by `helm template` / `helm lint`. - exclude: ^experimental/sgl-router/helm/.*/templates/.*\.(yaml|tpl)$ - id: check-toml - id: check-ast - id: check-added-large-files @@ -134,10 +130,10 @@ repos: files: ^sgl-model-gateway/.*\.rs$ pass_filenames: false - id: rustfmt-sgl-router - name: rustfmt experimental/sgl-router - entry: bash -c 'cd experimental/sgl-router && cargo fmt --all -- --check' + name: rustfmt sgl-router + entry: bash -c 'cd sgl-router && cargo fmt --all -- --check' language: system - files: ^experimental/sgl-router/.*\.rs$ + files: ^sgl-router/.*\.rs$ pass_filenames: false - id: clippy-rust-workspace name: clippy rust/ workspace (auto-fix) diff --git a/docker/sgl-router.Dockerfile b/docker/sgl-router.Dockerfile index 75322df6fd..2b1ca07951 100644 --- a/docker/sgl-router.Dockerfile +++ b/docker/sgl-router.Dockerfile @@ -12,7 +12,7 @@ # manifests → cargo fetch → copy src" approach caches only the fetched # registry; every source change still recompiles every dep. # -# `experimental/sgl-router/Cargo.lock` is committed, and every cargo step +# `sgl-router/Cargo.lock` is committed, and every cargo step # below runs with `--locked`, so the image ships exactly the dependency # graph CI checked, tested, and license-audited. # @@ -32,9 +32,9 @@ ARG DEBIAN_VERSION=bookworm ######################## STAGE 1 — chef recipe ########################## FROM rust:${RUST_VERSION}-${DEBIAN_VERSION} AS chef RUN cargo install cargo-chef --locked --version ^0.1 -WORKDIR /work/experimental/sgl-router -COPY experimental/sgl-router/Cargo.toml experimental/sgl-router/Cargo.lock ./ -COPY experimental/sgl-router/sgl-kv-indexer/Cargo.toml sgl-kv-indexer/Cargo.toml +WORKDIR /work/sgl-router +COPY sgl-router/Cargo.toml sgl-router/Cargo.lock ./ +COPY sgl-router/sgl-kv-indexer/Cargo.toml sgl-kv-indexer/Cargo.toml # sglang-processor is a path dependency that inherits from the rust/ workspace manifest. COPY rust/Cargo.toml /work/rust/Cargo.toml COPY rust/sglang-api-types /work/rust/sglang-api-types @@ -57,7 +57,7 @@ RUN apt-get update \ && apt-get install -y --no-install-recommends protobuf-compiler \ && rm -rf /var/lib/apt/lists/* \ && cargo install cargo-chef --locked --version ^0.1 -WORKDIR /work/experimental/sgl-router +WORKDIR /work/sgl-router # `dynamo-tokenizers` pulls in `pcre2-sys`, whose build.rs links the SYSTEM # libpcre2-8 whenever pkg-config finds it (it does here — the rust:bookworm @@ -67,8 +67,8 @@ WORKDIR /work/experimental/sgl-router # it statically, keeping the runtime self-contained. ENV PCRE2_SYS_STATIC=1 -COPY --from=chef /work/experimental/sgl-router/recipe.json ./recipe.json -COPY experimental/sgl-router/sgl-kv-indexer/Cargo.toml sgl-kv-indexer/Cargo.toml +COPY --from=chef /work/sgl-router/recipe.json ./recipe.json +COPY sgl-router/sgl-kv-indexer/Cargo.toml sgl-kv-indexer/Cargo.toml # The recipe omits path dependencies outside this workspace, so cook against a # stub of sglang-processor; its real sources arrive with the router's below. COPY rust/Cargo.toml /work/rust/Cargo.toml @@ -82,12 +82,12 @@ RUN mkdir -p /work/rust/sglang-processor/src && touch /work/rust/sglang-processo RUN cargo chef cook --locked --release --recipe-path recipe.json # Now bring in the real sources and the manifests they need. -COPY experimental/sgl-router/Cargo.toml experimental/sgl-router/Cargo.lock ./ -COPY experimental/sgl-router/src ./src -COPY experimental/sgl-router/sgl-kv-indexer/Cargo.toml sgl-kv-indexer/Cargo.toml -COPY experimental/sgl-router/sgl-kv-indexer/build.rs sgl-kv-indexer/build.rs -COPY experimental/sgl-router/sgl-kv-indexer/proto sgl-kv-indexer/proto -COPY experimental/sgl-router/sgl-kv-indexer/src sgl-kv-indexer/src +COPY sgl-router/Cargo.toml sgl-router/Cargo.lock ./ +COPY sgl-router/src ./src +COPY sgl-router/sgl-kv-indexer/Cargo.toml sgl-kv-indexer/Cargo.toml +COPY sgl-router/sgl-kv-indexer/build.rs sgl-kv-indexer/build.rs +COPY sgl-router/sgl-kv-indexer/proto sgl-kv-indexer/proto +COPY sgl-router/sgl-kv-indexer/src sgl-kv-indexer/src COPY rust/sglang-processor/src /work/rust/sglang-processor/src RUN touch sgl-kv-indexer/build.rs /work/rust/sglang-processor/src/lib.rs \ @@ -97,7 +97,7 @@ RUN touch sgl-kv-indexer/build.rs /work/rust/sglang-processor/src/lib.rs \ ######################## STAGE 3 — runtime ############################## FROM gcr.io/distroless/cc-debian12:nonroot AS runtime -COPY --from=builder /work/experimental/sgl-router/target/release/sgl-router /usr/local/bin/sgl-router +COPY --from=builder /work/sgl-router/target/release/sgl-router /usr/local/bin/sgl-router # Default config path; mount your own via `-v :/etc/sgl-router`. ENV SGL_ROUTER_CONFIG=/etc/sgl-router/sgl-router.yaml diff --git a/experimental/sgl-router/.gitignore b/sgl-router/.gitignore similarity index 100% rename from experimental/sgl-router/.gitignore rename to sgl-router/.gitignore diff --git a/experimental/sgl-router/ARCHITECTURE.md b/sgl-router/ARCHITECTURE.md similarity index 100% rename from experimental/sgl-router/ARCHITECTURE.md rename to sgl-router/ARCHITECTURE.md diff --git a/experimental/sgl-router/BENCHMARKS.md b/sgl-router/BENCHMARKS.md similarity index 97% rename from experimental/sgl-router/BENCHMARKS.md rename to sgl-router/BENCHMARKS.md index 7c72bd3eff..16b87771a9 100644 --- a/experimental/sgl-router/BENCHMARKS.md +++ b/sgl-router/BENCHMARKS.md @@ -1,6 +1,6 @@ # sgl-router microbench harness + SMG comparison -This file pairs with `experimental/sgl-router/benches/` and the SMG +This file pairs with `sgl-router/benches/` and the SMG Criterion harnesses at: - `~/smg_workspace/smg/model_gateway/benches/radix_tree_benchmark.rs` @@ -19,7 +19,7 @@ this file; it requires a real GPU cluster and is tracked separately. sgl-router: ```bash -cd experimental/sgl-router +cd sgl-router cargo bench --bench tree_lookup -- --sample-size 30 --measurement-time 3 cargo bench --bench policy_select -- --sample-size 30 --measurement-time 3 ``` diff --git a/experimental/sgl-router/Cargo.lock b/sgl-router/Cargo.lock similarity index 100% rename from experimental/sgl-router/Cargo.lock rename to sgl-router/Cargo.lock diff --git a/experimental/sgl-router/Cargo.toml b/sgl-router/Cargo.toml similarity index 97% rename from experimental/sgl-router/Cargo.toml rename to sgl-router/Cargo.toml index 67b15055bc..813bec4f41 100644 --- a/experimental/sgl-router/Cargo.toml +++ b/sgl-router/Cargo.toml @@ -31,7 +31,7 @@ dynamo-renderer = "=7.1.1" # `OAIChatLikeRequest` speaks minijinja values. minijinja = "2.24" # SGLang chat rendering shared with the Rust server; DeepSeek-V4 renders through it. -sglang-processor = { path = "../../rust/sglang-processor", default-features = false, features = ["render", "openai"] } +sglang-processor = { path = "../rust/sglang-processor", default-features = false, features = ["render", "openai"] } # Async runtime + http tokio = { version = "1.42", features = ["full"] } @@ -57,7 +57,7 @@ reqwest = { version = "0.12", features = ["stream", "json", "rustls-tls", "http2 hyper = "1" sgl-kv-indexer = { path = "sgl-kv-indexer" } # Native SglangService gRPC types, shared with the engine (proto/sglang/runtime/v1). -sglang-api-types = { path = "../../rust/sglang-api-types" } +sglang-api-types = { path = "../rust/sglang-api-types" } tonic = { version = "0.14.6", features = ["transport"] } # Serialization diff --git a/experimental/sgl-router/README.md b/sgl-router/README.md similarity index 99% rename from experimental/sgl-router/README.md rename to sgl-router/README.md index a4ee3600e0..3ccb4cb663 100644 --- a/experimental/sgl-router/README.md +++ b/sgl-router/README.md @@ -60,7 +60,7 @@ header). Build: ```bash -cd experimental/sgl-router +cd sgl-router cargo build --release ``` diff --git a/experimental/sgl-router/REFERENCE.md b/sgl-router/REFERENCE.md similarity index 100% rename from experimental/sgl-router/REFERENCE.md rename to sgl-router/REFERENCE.md diff --git a/experimental/sgl-router/assets/architecture-deployment.png b/sgl-router/assets/architecture-deployment.png similarity index 100% rename from experimental/sgl-router/assets/architecture-deployment.png rename to sgl-router/assets/architecture-deployment.png diff --git a/experimental/sgl-router/benches/policy_select.rs b/sgl-router/benches/policy_select.rs similarity index 100% rename from experimental/sgl-router/benches/policy_select.rs rename to sgl-router/benches/policy_select.rs diff --git a/experimental/sgl-router/benches/tree_lookup.rs b/sgl-router/benches/tree_lookup.rs similarity index 100% rename from experimental/sgl-router/benches/tree_lookup.rs rename to sgl-router/benches/tree_lookup.rs diff --git a/experimental/sgl-router/deny.toml b/sgl-router/deny.toml similarity index 100% rename from experimental/sgl-router/deny.toml rename to sgl-router/deny.toml diff --git a/experimental/sgl-router/monitoring/README.md b/sgl-router/monitoring/README.md similarity index 98% rename from experimental/sgl-router/monitoring/README.md rename to sgl-router/monitoring/README.md index 86f9ec5879..e253c2a917 100644 --- a/experimental/sgl-router/monitoring/README.md +++ b/sgl-router/monitoring/README.md @@ -3,16 +3,16 @@ SPDX-FileCopyrightText: Copyright (c) 2026 The SGLang Authors SPDX-License-Identifier: Apache-2.0 --> -# sgl-router (experimental) monitoring +# sgl-router monitoring -Grafana dashboard for the experimental router's Prometheus metrics, exposed +Grafana dashboard for sgl-router's Prometheus metrics, exposed on `/metrics` (text/plain, version 0.0.4) on the router's serving port (default `30000`). ## Files -- `grafana-dashboard.json` — importable Grafana dashboard, **SGLang Router - (experimental)** (uid `sgl-router-experimental`). +- `grafana-dashboard.json` — importable Grafana dashboard, **SGLang Router** + (uid `sgl-router-experimental`, kept so existing imports update in place). ## Metrics covered diff --git a/experimental/sgl-router/monitoring/grafana-dashboard.json b/sgl-router/monitoring/grafana-dashboard.json similarity index 99% rename from experimental/sgl-router/monitoring/grafana-dashboard.json rename to sgl-router/monitoring/grafana-dashboard.json index b653550bad..e4e0c25479 100644 --- a/experimental/sgl-router/monitoring/grafana-dashboard.json +++ b/sgl-router/monitoring/grafana-dashboard.json @@ -2301,8 +2301,7 @@ "schemaVersion": 39, "tags": [ "sglang", - "sgl-router", - "experimental" + "sgl-router" ], "templating": { "list": [ @@ -2380,7 +2379,7 @@ }, "timepicker": {}, "timezone": "", - "title": "SGLang Router (experimental)", + "title": "SGLang Router", "uid": "sgl-router-experimental", "version": 1, "weekStart": "" diff --git a/experimental/sgl-router/rust-toolchain.toml b/sgl-router/rust-toolchain.toml similarity index 100% rename from experimental/sgl-router/rust-toolchain.toml rename to sgl-router/rust-toolchain.toml diff --git a/experimental/sgl-router/sgl-kv-indexer/.gitignore b/sgl-router/sgl-kv-indexer/.gitignore similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/.gitignore rename to sgl-router/sgl-kv-indexer/.gitignore diff --git a/experimental/sgl-router/sgl-kv-indexer/Cargo.toml b/sgl-router/sgl-kv-indexer/Cargo.toml similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/Cargo.toml rename to sgl-router/sgl-kv-indexer/Cargo.toml diff --git a/experimental/sgl-router/sgl-kv-indexer/README.md b/sgl-router/sgl-kv-indexer/README.md similarity index 99% rename from experimental/sgl-router/sgl-kv-indexer/README.md rename to sgl-router/sgl-kv-indexer/README.md index 5aa62849ec..2af6f4d1ec 100644 --- a/experimental/sgl-router/sgl-kv-indexer/README.md +++ b/sgl-router/sgl-kv-indexer/README.md @@ -67,7 +67,7 @@ whole-block events. `REPORT` replaces the component snapshot for one ## Build ```bash -cd experimental/sgl-router +cd sgl-router cargo build --release -p sgl-kv-indexer ``` diff --git a/experimental/sgl-router/sgl-kv-indexer/build.rs b/sgl-router/sgl-kv-indexer/build.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/build.rs rename to sgl-router/sgl-kv-indexer/build.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/proto/kv_indexer.proto b/sgl-router/sgl-kv-indexer/proto/kv_indexer.proto similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/proto/kv_indexer.proto rename to sgl-router/sgl-kv-indexer/proto/kv_indexer.proto diff --git a/experimental/sgl-router/sgl-kv-indexer/src/admission.rs b/sgl-router/sgl-kv-indexer/src/admission.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/src/admission.rs rename to sgl-router/sgl-kv-indexer/src/admission.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/src/bin/kv-indexer-bridge.rs b/sgl-router/sgl-kv-indexer/src/bin/kv-indexer-bridge.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/src/bin/kv-indexer-bridge.rs rename to sgl-router/sgl-kv-indexer/src/bin/kv-indexer-bridge.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/src/bin/kv-indexer-server.rs b/sgl-router/sgl-kv-indexer/src/bin/kv-indexer-server.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/src/bin/kv-indexer-server.rs rename to sgl-router/sgl-kv-indexer/src/bin/kv-indexer-server.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/src/bridge.rs b/sgl-router/sgl-kv-indexer/src/bridge.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/src/bridge.rs rename to sgl-router/sgl-kv-indexer/src/bridge.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/src/client.rs b/sgl-router/sgl-kv-indexer/src/client.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/src/client.rs rename to sgl-router/sgl-kv-indexer/src/client.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/src/lib.rs b/sgl-router/sgl-kv-indexer/src/lib.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/src/lib.rs rename to sgl-router/sgl-kv-indexer/src/lib.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/src/lora.rs b/sgl-router/sgl-kv-indexer/src/lora.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/src/lora.rs rename to sgl-router/sgl-kv-indexer/src/lora.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/src/memory_backend.rs b/sgl-router/sgl-kv-indexer/src/memory_backend.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/src/memory_backend.rs rename to sgl-router/sgl-kv-indexer/src/memory_backend.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/src/service.rs b/sgl-router/sgl-kv-indexer/src/service.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/src/service.rs rename to sgl-router/sgl-kv-indexer/src/service.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/src/shutdown.rs b/sgl-router/sgl-kv-indexer/src/shutdown.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/src/shutdown.rs rename to sgl-router/sgl-kv-indexer/src/shutdown.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/tests/common/id.rs b/sgl-router/sgl-kv-indexer/tests/common/id.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/tests/common/id.rs rename to sgl-router/sgl-kv-indexer/tests/common/id.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/tests/common/kv.rs b/sgl-router/sgl-kv-indexer/tests/common/kv.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/tests/common/kv.rs rename to sgl-router/sgl-kv-indexer/tests/common/kv.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/tests/common/net.rs b/sgl-router/sgl-kv-indexer/tests/common/net.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/tests/common/net.rs rename to sgl-router/sgl-kv-indexer/tests/common/net.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/tests/grpc_contract.rs b/sgl-router/sgl-kv-indexer/tests/grpc_contract.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/tests/grpc_contract.rs rename to sgl-router/sgl-kv-indexer/tests/grpc_contract.rs diff --git a/experimental/sgl-router/sgl-kv-indexer/tests/memory_integration.rs b/sgl-router/sgl-kv-indexer/tests/memory_integration.rs similarity index 100% rename from experimental/sgl-router/sgl-kv-indexer/tests/memory_integration.rs rename to sgl-router/sgl-kv-indexer/tests/memory_integration.rs diff --git a/experimental/sgl-router/src/buckets_reorg.rs b/sgl-router/src/buckets_reorg.rs similarity index 100% rename from experimental/sgl-router/src/buckets_reorg.rs rename to sgl-router/src/buckets_reorg.rs diff --git a/experimental/sgl-router/src/config/cli.rs b/sgl-router/src/config/cli.rs similarity index 100% rename from experimental/sgl-router/src/config/cli.rs rename to sgl-router/src/config/cli.rs diff --git a/experimental/sgl-router/src/config/mod.rs b/sgl-router/src/config/mod.rs similarity index 100% rename from experimental/sgl-router/src/config/mod.rs rename to sgl-router/src/config/mod.rs diff --git a/experimental/sgl-router/src/config/sampling.rs b/sgl-router/src/config/sampling.rs similarity index 100% rename from experimental/sgl-router/src/config/sampling.rs rename to sgl-router/src/config/sampling.rs diff --git a/experimental/sgl-router/src/config/types.rs b/sgl-router/src/config/types.rs similarity index 100% rename from experimental/sgl-router/src/config/types.rs rename to sgl-router/src/config/types.rs diff --git a/experimental/sgl-router/src/discovery/k8s.rs b/sgl-router/src/discovery/k8s.rs similarity index 100% rename from experimental/sgl-router/src/discovery/k8s.rs rename to sgl-router/src/discovery/k8s.rs diff --git a/experimental/sgl-router/src/discovery/k8s/peers.rs b/sgl-router/src/discovery/k8s/peers.rs similarity index 100% rename from experimental/sgl-router/src/discovery/k8s/peers.rs rename to sgl-router/src/discovery/k8s/peers.rs diff --git a/experimental/sgl-router/src/discovery/mod.rs b/sgl-router/src/discovery/mod.rs similarity index 100% rename from experimental/sgl-router/src/discovery/mod.rs rename to sgl-router/src/discovery/mod.rs diff --git a/experimental/sgl-router/src/discovery/static_urls.rs b/sgl-router/src/discovery/static_urls.rs similarity index 100% rename from experimental/sgl-router/src/discovery/static_urls.rs rename to sgl-router/src/discovery/static_urls.rs diff --git a/experimental/sgl-router/src/discovery/types.rs b/sgl-router/src/discovery/types.rs similarity index 100% rename from experimental/sgl-router/src/discovery/types.rs rename to sgl-router/src/discovery/types.rs diff --git a/experimental/sgl-router/src/health/circuit_breaker.rs b/sgl-router/src/health/circuit_breaker.rs similarity index 100% rename from experimental/sgl-router/src/health/circuit_breaker.rs rename to sgl-router/src/health/circuit_breaker.rs diff --git a/experimental/sgl-router/src/health/mod.rs b/sgl-router/src/health/mod.rs similarity index 100% rename from experimental/sgl-router/src/health/mod.rs rename to sgl-router/src/health/mod.rs diff --git a/experimental/sgl-router/src/lib.rs b/sgl-router/src/lib.rs similarity index 100% rename from experimental/sgl-router/src/lib.rs rename to sgl-router/src/lib.rs diff --git a/experimental/sgl-router/src/main.rs b/sgl-router/src/main.rs similarity index 100% rename from experimental/sgl-router/src/main.rs rename to sgl-router/src/main.rs diff --git a/experimental/sgl-router/src/policies/admission.rs b/sgl-router/src/policies/admission.rs similarity index 100% rename from experimental/sgl-router/src/policies/admission.rs rename to sgl-router/src/policies/admission.rs diff --git a/experimental/sgl-router/src/policies/buckets.rs b/sgl-router/src/policies/buckets.rs similarity index 100% rename from experimental/sgl-router/src/policies/buckets.rs rename to sgl-router/src/policies/buckets.rs diff --git a/experimental/sgl-router/src/policies/cache_aware.rs b/sgl-router/src/policies/cache_aware.rs similarity index 100% rename from experimental/sgl-router/src/policies/cache_aware.rs rename to sgl-router/src/policies/cache_aware.rs diff --git a/experimental/sgl-router/src/policies/decode.rs b/sgl-router/src/policies/decode.rs similarity index 100% rename from experimental/sgl-router/src/policies/decode.rs rename to sgl-router/src/policies/decode.rs diff --git a/experimental/sgl-router/src/policies/dp_rank.rs b/sgl-router/src/policies/dp_rank.rs similarity index 100% rename from experimental/sgl-router/src/policies/dp_rank.rs rename to sgl-router/src/policies/dp_rank.rs diff --git a/experimental/sgl-router/src/policies/factory.rs b/sgl-router/src/policies/factory.rs similarity index 100% rename from experimental/sgl-router/src/policies/factory.rs rename to sgl-router/src/policies/factory.rs diff --git a/experimental/sgl-router/src/policies/load_based.rs b/sgl-router/src/policies/load_based.rs similarity index 100% rename from experimental/sgl-router/src/policies/load_based.rs rename to sgl-router/src/policies/load_based.rs diff --git a/experimental/sgl-router/src/policies/mod.rs b/sgl-router/src/policies/mod.rs similarity index 100% rename from experimental/sgl-router/src/policies/mod.rs rename to sgl-router/src/policies/mod.rs diff --git a/experimental/sgl-router/src/policies/power_of_two.rs b/sgl-router/src/policies/power_of_two.rs similarity index 100% rename from experimental/sgl-router/src/policies/power_of_two.rs rename to sgl-router/src/policies/power_of_two.rs diff --git a/experimental/sgl-router/src/policies/random.rs b/sgl-router/src/policies/random.rs similarity index 100% rename from experimental/sgl-router/src/policies/random.rs rename to sgl-router/src/policies/random.rs diff --git a/experimental/sgl-router/src/policies/registry.rs b/sgl-router/src/policies/registry.rs similarity index 100% rename from experimental/sgl-router/src/policies/registry.rs rename to sgl-router/src/policies/registry.rs diff --git a/experimental/sgl-router/src/policies/round_robin.rs b/sgl-router/src/policies/round_robin.rs similarity index 100% rename from experimental/sgl-router/src/policies/round_robin.rs rename to sgl-router/src/policies/round_robin.rs diff --git a/experimental/sgl-router/src/policies/scoring/admission.rs b/sgl-router/src/policies/scoring/admission.rs similarity index 100% rename from experimental/sgl-router/src/policies/scoring/admission.rs rename to sgl-router/src/policies/scoring/admission.rs diff --git a/experimental/sgl-router/src/policies/scoring/argmax.rs b/sgl-router/src/policies/scoring/argmax.rs similarity index 100% rename from experimental/sgl-router/src/policies/scoring/argmax.rs rename to sgl-router/src/policies/scoring/argmax.rs diff --git a/experimental/sgl-router/src/policies/scoring/mod.rs b/sgl-router/src/policies/scoring/mod.rs similarity index 100% rename from experimental/sgl-router/src/policies/scoring/mod.rs rename to sgl-router/src/policies/scoring/mod.rs diff --git a/experimental/sgl-router/src/policies/scoring/prefix_cache.rs b/sgl-router/src/policies/scoring/prefix_cache.rs similarity index 100% rename from experimental/sgl-router/src/policies/scoring/prefix_cache.rs rename to sgl-router/src/policies/scoring/prefix_cache.rs diff --git a/experimental/sgl-router/src/policies/selection.rs b/sgl-router/src/policies/selection.rs similarity index 100% rename from experimental/sgl-router/src/policies/selection.rs rename to sgl-router/src/policies/selection.rs diff --git a/experimental/sgl-router/src/policies/session_aware.rs b/sgl-router/src/policies/session_aware.rs similarity index 100% rename from experimental/sgl-router/src/policies/session_aware.rs rename to sgl-router/src/policies/session_aware.rs diff --git a/experimental/sgl-router/src/policies/sticky.rs b/sgl-router/src/policies/sticky.rs similarity index 100% rename from experimental/sgl-router/src/policies/sticky.rs rename to sgl-router/src/policies/sticky.rs diff --git a/experimental/sgl-router/src/policies_reorg/admission.rs b/sgl-router/src/policies_reorg/admission.rs similarity index 100% rename from experimental/sgl-router/src/policies_reorg/admission.rs rename to sgl-router/src/policies_reorg/admission.rs diff --git a/experimental/sgl-router/src/policies_reorg/affinity.rs b/sgl-router/src/policies_reorg/affinity.rs similarity index 100% rename from experimental/sgl-router/src/policies_reorg/affinity.rs rename to sgl-router/src/policies_reorg/affinity.rs diff --git a/experimental/sgl-router/src/policies_reorg/cache_aware.rs b/sgl-router/src/policies_reorg/cache_aware.rs similarity index 100% rename from experimental/sgl-router/src/policies_reorg/cache_aware.rs rename to sgl-router/src/policies_reorg/cache_aware.rs diff --git a/experimental/sgl-router/src/policies_reorg/factory.rs b/sgl-router/src/policies_reorg/factory.rs similarity index 100% rename from experimental/sgl-router/src/policies_reorg/factory.rs rename to sgl-router/src/policies_reorg/factory.rs diff --git a/experimental/sgl-router/src/policies_reorg/mod.rs b/sgl-router/src/policies_reorg/mod.rs similarity index 100% rename from experimental/sgl-router/src/policies_reorg/mod.rs rename to sgl-router/src/policies_reorg/mod.rs diff --git a/experimental/sgl-router/src/policies_reorg/power_of_two.rs b/sgl-router/src/policies_reorg/power_of_two.rs similarity index 100% rename from experimental/sgl-router/src/policies_reorg/power_of_two.rs rename to sgl-router/src/policies_reorg/power_of_two.rs diff --git a/experimental/sgl-router/src/policies_reorg/session_aware.rs b/sgl-router/src/policies_reorg/session_aware.rs similarity index 100% rename from experimental/sgl-router/src/policies_reorg/session_aware.rs rename to sgl-router/src/policies_reorg/session_aware.rs diff --git a/experimental/sgl-router/src/protocol/anthropic/mod.rs b/sgl-router/src/protocol/anthropic/mod.rs similarity index 100% rename from experimental/sgl-router/src/protocol/anthropic/mod.rs rename to sgl-router/src/protocol/anthropic/mod.rs diff --git a/experimental/sgl-router/src/protocol/anthropic/request.rs b/sgl-router/src/protocol/anthropic/request.rs similarity index 100% rename from experimental/sgl-router/src/protocol/anthropic/request.rs rename to sgl-router/src/protocol/anthropic/request.rs diff --git a/experimental/sgl-router/src/protocol/anthropic/response.rs b/sgl-router/src/protocol/anthropic/response.rs similarity index 100% rename from experimental/sgl-router/src/protocol/anthropic/response.rs rename to sgl-router/src/protocol/anthropic/response.rs diff --git a/experimental/sgl-router/src/protocol/anthropic/stream.rs b/sgl-router/src/protocol/anthropic/stream.rs similarity index 100% rename from experimental/sgl-router/src/protocol/anthropic/stream.rs rename to sgl-router/src/protocol/anthropic/stream.rs diff --git a/experimental/sgl-router/src/protocol/mod.rs b/sgl-router/src/protocol/mod.rs similarity index 100% rename from experimental/sgl-router/src/protocol/mod.rs rename to sgl-router/src/protocol/mod.rs diff --git a/experimental/sgl-router/src/protocol/sse.rs b/sgl-router/src/protocol/sse.rs similarity index 100% rename from experimental/sgl-router/src/protocol/sse.rs rename to sgl-router/src/protocol/sse.rs diff --git a/experimental/sgl-router/src/proxy/abort.rs b/sgl-router/src/proxy/abort.rs similarity index 100% rename from experimental/sgl-router/src/proxy/abort.rs rename to sgl-router/src/proxy/abort.rs diff --git a/experimental/sgl-router/src/proxy/grpc.rs b/sgl-router/src/proxy/grpc.rs similarity index 100% rename from experimental/sgl-router/src/proxy/grpc.rs rename to sgl-router/src/proxy/grpc.rs diff --git a/experimental/sgl-router/src/proxy/mod.rs b/sgl-router/src/proxy/mod.rs similarity index 100% rename from experimental/sgl-router/src/proxy/mod.rs rename to sgl-router/src/proxy/mod.rs diff --git a/experimental/sgl-router/src/proxy/sse.rs b/sgl-router/src/proxy/sse.rs similarity index 100% rename from experimental/sgl-router/src/proxy/sse.rs rename to sgl-router/src/proxy/sse.rs diff --git a/experimental/sgl-router/src/server/app.rs b/sgl-router/src/server/app.rs similarity index 100% rename from experimental/sgl-router/src/server/app.rs rename to sgl-router/src/server/app.rs diff --git a/experimental/sgl-router/src/server/app_context.rs b/sgl-router/src/server/app_context.rs similarity index 100% rename from experimental/sgl-router/src/server/app_context.rs rename to sgl-router/src/server/app_context.rs diff --git a/experimental/sgl-router/src/server/error.rs b/sgl-router/src/server/error.rs similarity index 100% rename from experimental/sgl-router/src/server/error.rs rename to sgl-router/src/server/error.rs diff --git a/experimental/sgl-router/src/server/grpc.rs b/sgl-router/src/server/grpc.rs similarity index 100% rename from experimental/sgl-router/src/server/grpc.rs rename to sgl-router/src/server/grpc.rs diff --git a/experimental/sgl-router/src/server/header_utils.rs b/sgl-router/src/server/header_utils.rs similarity index 100% rename from experimental/sgl-router/src/server/header_utils.rs rename to sgl-router/src/server/header_utils.rs diff --git a/experimental/sgl-router/src/server/inflight.rs b/sgl-router/src/server/inflight.rs similarity index 100% rename from experimental/sgl-router/src/server/inflight.rs rename to sgl-router/src/server/inflight.rs diff --git a/experimental/sgl-router/src/server/metrics.rs b/sgl-router/src/server/metrics.rs similarity index 100% rename from experimental/sgl-router/src/server/metrics.rs rename to sgl-router/src/server/metrics.rs diff --git a/experimental/sgl-router/src/server/mod.rs b/sgl-router/src/server/mod.rs similarity index 100% rename from experimental/sgl-router/src/server/mod.rs rename to sgl-router/src/server/mod.rs diff --git a/experimental/sgl-router/src/server/routes/cache.rs b/sgl-router/src/server/routes/cache.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/cache.rs rename to sgl-router/src/server/routes/cache.rs diff --git a/experimental/sgl-router/src/server/routes/chat.rs b/sgl-router/src/server/routes/chat.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/chat.rs rename to sgl-router/src/server/routes/chat.rs diff --git a/experimental/sgl-router/src/server/routes/chat/forward.rs b/sgl-router/src/server/routes/chat/forward.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/chat/forward.rs rename to sgl-router/src/server/routes/chat/forward.rs diff --git a/experimental/sgl-router/src/server/routes/chat/openai.rs b/sgl-router/src/server/routes/chat/openai.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/chat/openai.rs rename to sgl-router/src/server/routes/chat/openai.rs diff --git a/experimental/sgl-router/src/server/routes/chat/preparation.rs b/sgl-router/src/server/routes/chat/preparation.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/chat/preparation.rs rename to sgl-router/src/server/routes/chat/preparation.rs diff --git a/experimental/sgl-router/src/server/routes/chat/reorg.rs b/sgl-router/src/server/routes/chat/reorg.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/chat/reorg.rs rename to sgl-router/src/server/routes/chat/reorg.rs diff --git a/experimental/sgl-router/src/server/routes/health.rs b/sgl-router/src/server/routes/health.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/health.rs rename to sgl-router/src/server/routes/health.rs diff --git a/experimental/sgl-router/src/server/routes/messages.rs b/sgl-router/src/server/routes/messages.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/messages.rs rename to sgl-router/src/server/routes/messages.rs diff --git a/experimental/sgl-router/src/server/routes/metrics.rs b/sgl-router/src/server/routes/metrics.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/metrics.rs rename to sgl-router/src/server/routes/metrics.rs diff --git a/experimental/sgl-router/src/server/routes/mod.rs b/sgl-router/src/server/routes/mod.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/mod.rs rename to sgl-router/src/server/routes/mod.rs diff --git a/experimental/sgl-router/src/server/routes/models.rs b/sgl-router/src/server/routes/models.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/models.rs rename to sgl-router/src/server/routes/models.rs diff --git a/experimental/sgl-router/src/server/routes/tokenize.rs b/sgl-router/src/server/routes/tokenize.rs similarity index 100% rename from experimental/sgl-router/src/server/routes/tokenize.rs rename to sgl-router/src/server/routes/tokenize.rs diff --git a/experimental/sgl-router/src/server/shutdown.rs b/sgl-router/src/server/shutdown.rs similarity index 100% rename from experimental/sgl-router/src/server/shutdown.rs rename to sgl-router/src/server/shutdown.rs diff --git a/experimental/sgl-router/src/state/affinity_store.rs b/sgl-router/src/state/affinity_store.rs similarity index 100% rename from experimental/sgl-router/src/state/affinity_store.rs rename to sgl-router/src/state/affinity_store.rs diff --git a/experimental/sgl-router/src/state/kv_events/block_size_oracle.rs b/sgl-router/src/state/kv_events/block_size_oracle.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/block_size_oracle.rs rename to sgl-router/src/state/kv_events/block_size_oracle.rs diff --git a/experimental/sgl-router/src/state/kv_events/bootstrap.rs b/sgl-router/src/state/kv_events/bootstrap.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/bootstrap.rs rename to sgl-router/src/state/kv_events/bootstrap.rs diff --git a/experimental/sgl-router/src/state/kv_events/bootstrap/fetch.rs b/sgl-router/src/state/kv_events/bootstrap/fetch.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/bootstrap/fetch.rs rename to sgl-router/src/state/kv_events/bootstrap/fetch.rs diff --git a/experimental/sgl-router/src/state/kv_events/bootstrap/peers.rs b/sgl-router/src/state/kv_events/bootstrap/peers.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/bootstrap/peers.rs rename to sgl-router/src/state/kv_events/bootstrap/peers.rs diff --git a/experimental/sgl-router/src/state/kv_events/bootstrap/tracker.rs b/sgl-router/src/state/kv_events/bootstrap/tracker.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/bootstrap/tracker.rs rename to sgl-router/src/state/kv_events/bootstrap/tracker.rs diff --git a/experimental/sgl-router/src/state/kv_events/bootstrap/vet.rs b/sgl-router/src/state/kv_events/bootstrap/vet.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/bootstrap/vet.rs rename to sgl-router/src/state/kv_events/bootstrap/vet.rs diff --git a/experimental/sgl-router/src/state/kv_events/discovery.rs b/sgl-router/src/state/kv_events/discovery.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/discovery.rs rename to sgl-router/src/state/kv_events/discovery.rs diff --git a/experimental/sgl-router/src/state/kv_events/hash.rs b/sgl-router/src/state/kv_events/hash.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/hash.rs rename to sgl-router/src/state/kv_events/hash.rs diff --git a/experimental/sgl-router/src/state/kv_events/index.rs b/sgl-router/src/state/kv_events/index.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/index.rs rename to sgl-router/src/state/kv_events/index.rs diff --git a/experimental/sgl-router/src/state/kv_events/index/coordinator.rs b/sgl-router/src/state/kv_events/index/coordinator.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/index/coordinator.rs rename to sgl-router/src/state/kv_events/index/coordinator.rs diff --git a/experimental/sgl-router/src/state/kv_events/index/fallback.rs b/sgl-router/src/state/kv_events/index/fallback.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/index/fallback.rs rename to sgl-router/src/state/kv_events/index/fallback.rs diff --git a/experimental/sgl-router/src/state/kv_events/index/graft.rs b/sgl-router/src/state/kv_events/index/graft.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/index/graft.rs rename to sgl-router/src/state/kv_events/index/graft.rs diff --git a/experimental/sgl-router/src/state/kv_events/index/probe.rs b/sgl-router/src/state/kv_events/index/probe.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/index/probe.rs rename to sgl-router/src/state/kv_events/index/probe.rs diff --git a/experimental/sgl-router/src/state/kv_events/index/producer.rs b/sgl-router/src/state/kv_events/index/producer.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/index/producer.rs rename to sgl-router/src/state/kv_events/index/producer.rs diff --git a/experimental/sgl-router/src/state/kv_events/index/sweep.rs b/sgl-router/src/state/kv_events/index/sweep.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/index/sweep.rs rename to sgl-router/src/state/kv_events/index/sweep.rs diff --git a/experimental/sgl-router/src/state/kv_events/index/test_support.rs b/sgl-router/src/state/kv_events/index/test_support.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/index/test_support.rs rename to sgl-router/src/state/kv_events/index/test_support.rs diff --git a/experimental/sgl-router/src/state/kv_events/index/tests.rs b/sgl-router/src/state/kv_events/index/tests.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/index/tests.rs rename to sgl-router/src/state/kv_events/index/tests.rs diff --git a/experimental/sgl-router/src/state/kv_events/mod.rs b/sgl-router/src/state/kv_events/mod.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/mod.rs rename to sgl-router/src/state/kv_events/mod.rs diff --git a/experimental/sgl-router/src/state/kv_events/pending.rs b/sgl-router/src/state/kv_events/pending.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/pending.rs rename to sgl-router/src/state/kv_events/pending.rs diff --git a/experimental/sgl-router/src/state/kv_events/prefix_provider.rs b/sgl-router/src/state/kv_events/prefix_provider.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/prefix_provider.rs rename to sgl-router/src/state/kv_events/prefix_provider.rs diff --git a/experimental/sgl-router/src/state/kv_events/subscriber.rs b/sgl-router/src/state/kv_events/subscriber.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/subscriber.rs rename to sgl-router/src/state/kv_events/subscriber.rs diff --git a/experimental/sgl-router/src/state/kv_events/tally.rs b/sgl-router/src/state/kv_events/tally.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/tally.rs rename to sgl-router/src/state/kv_events/tally.rs diff --git a/experimental/sgl-router/src/state/kv_events/tree.rs b/sgl-router/src/state/kv_events/tree.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/tree.rs rename to sgl-router/src/state/kv_events/tree.rs diff --git a/experimental/sgl-router/src/state/kv_events/tree/snapshot.rs b/sgl-router/src/state/kv_events/tree/snapshot.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/tree/snapshot.rs rename to sgl-router/src/state/kv_events/tree/snapshot.rs diff --git a/experimental/sgl-router/src/state/kv_events/wire.rs b/sgl-router/src/state/kv_events/wire.rs similarity index 100% rename from experimental/sgl-router/src/state/kv_events/wire.rs rename to sgl-router/src/state/kv_events/wire.rs diff --git a/experimental/sgl-router/src/state/load_monitor/engine_ranking.rs b/sgl-router/src/state/load_monitor/engine_ranking.rs similarity index 100% rename from experimental/sgl-router/src/state/load_monitor/engine_ranking.rs rename to sgl-router/src/state/load_monitor/engine_ranking.rs diff --git a/experimental/sgl-router/src/state/load_monitor/engine_reported_load.rs b/sgl-router/src/state/load_monitor/engine_reported_load.rs similarity index 100% rename from experimental/sgl-router/src/state/load_monitor/engine_reported_load.rs rename to sgl-router/src/state/load_monitor/engine_reported_load.rs diff --git a/experimental/sgl-router/src/state/load_monitor/mod.rs b/sgl-router/src/state/load_monitor/mod.rs similarity index 100% rename from experimental/sgl-router/src/state/load_monitor/mod.rs rename to sgl-router/src/state/load_monitor/mod.rs diff --git a/experimental/sgl-router/src/state/load_monitor/router_inflight_load.rs b/sgl-router/src/state/load_monitor/router_inflight_load.rs similarity index 100% rename from experimental/sgl-router/src/state/load_monitor/router_inflight_load.rs rename to sgl-router/src/state/load_monitor/router_inflight_load.rs diff --git a/experimental/sgl-router/src/state/mod.rs b/sgl-router/src/state/mod.rs similarity index 100% rename from experimental/sgl-router/src/state/mod.rs rename to sgl-router/src/state/mod.rs diff --git a/experimental/sgl-router/src/tokenizer/adapter.rs b/sgl-router/src/tokenizer/adapter.rs similarity index 100% rename from experimental/sgl-router/src/tokenizer/adapter.rs rename to sgl-router/src/tokenizer/adapter.rs diff --git a/experimental/sgl-router/src/tokenizer/chat_formatter.rs b/sgl-router/src/tokenizer/chat_formatter.rs similarity index 100% rename from experimental/sgl-router/src/tokenizer/chat_formatter.rs rename to sgl-router/src/tokenizer/chat_formatter.rs diff --git a/experimental/sgl-router/src/tokenizer/kimi.rs b/sgl-router/src/tokenizer/kimi.rs similarity index 100% rename from experimental/sgl-router/src/tokenizer/kimi.rs rename to sgl-router/src/tokenizer/kimi.rs diff --git a/experimental/sgl-router/src/tokenizer/mod.rs b/sgl-router/src/tokenizer/mod.rs similarity index 100% rename from experimental/sgl-router/src/tokenizer/mod.rs rename to sgl-router/src/tokenizer/mod.rs diff --git a/experimental/sgl-router/src/tokenizer/stats.rs b/sgl-router/src/tokenizer/stats.rs similarity index 100% rename from experimental/sgl-router/src/tokenizer/stats.rs rename to sgl-router/src/tokenizer/stats.rs diff --git a/experimental/sgl-router/src/workers/decode_gate.rs b/sgl-router/src/workers/decode_gate.rs similarity index 100% rename from experimental/sgl-router/src/workers/decode_gate.rs rename to sgl-router/src/workers/decode_gate.rs diff --git a/experimental/sgl-router/src/workers/introspect.rs b/sgl-router/src/workers/introspect.rs similarity index 100% rename from experimental/sgl-router/src/workers/introspect.rs rename to sgl-router/src/workers/introspect.rs diff --git a/experimental/sgl-router/src/workers/manager.rs b/sgl-router/src/workers/manager.rs similarity index 100% rename from experimental/sgl-router/src/workers/manager.rs rename to sgl-router/src/workers/manager.rs diff --git a/experimental/sgl-router/src/workers/mod.rs b/sgl-router/src/workers/mod.rs similarity index 100% rename from experimental/sgl-router/src/workers/mod.rs rename to sgl-router/src/workers/mod.rs diff --git a/experimental/sgl-router/src/workers/registry.rs b/sgl-router/src/workers/registry.rs similarity index 100% rename from experimental/sgl-router/src/workers/registry.rs rename to sgl-router/src/workers/registry.rs diff --git a/experimental/sgl-router/src/workers/worker.rs b/sgl-router/src/workers/worker.rs similarity index 100% rename from experimental/sgl-router/src/workers/worker.rs rename to sgl-router/src/workers/worker.rs diff --git a/experimental/sgl-router/tests/component/discovery/mod.rs b/sgl-router/tests/component/discovery/mod.rs similarity index 100% rename from experimental/sgl-router/tests/component/discovery/mod.rs rename to sgl-router/tests/component/discovery/mod.rs diff --git a/experimental/sgl-router/tests/component/discovery/static_urls.rs b/sgl-router/tests/component/discovery/static_urls.rs similarity index 100% rename from experimental/sgl-router/tests/component/discovery/static_urls.rs rename to sgl-router/tests/component/discovery/static_urls.rs diff --git a/experimental/sgl-router/tests/component/health/circuit_breaker.rs b/sgl-router/tests/component/health/circuit_breaker.rs similarity index 100% rename from experimental/sgl-router/tests/component/health/circuit_breaker.rs rename to sgl-router/tests/component/health/circuit_breaker.rs diff --git a/experimental/sgl-router/tests/component/health/mod.rs b/sgl-router/tests/component/health/mod.rs similarity index 100% rename from experimental/sgl-router/tests/component/health/mod.rs rename to sgl-router/tests/component/health/mod.rs diff --git a/experimental/sgl-router/tests/component/main.rs b/sgl-router/tests/component/main.rs similarity index 100% rename from experimental/sgl-router/tests/component/main.rs rename to sgl-router/tests/component/main.rs diff --git a/experimental/sgl-router/tests/component/policies/bucket_domains.rs b/sgl-router/tests/component/policies/bucket_domains.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/bucket_domains.rs rename to sgl-router/tests/component/policies/bucket_domains.rs diff --git a/experimental/sgl-router/tests/component/policies/cache_prefix_provider.rs b/sgl-router/tests/component/policies/cache_prefix_provider.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/cache_prefix_provider.rs rename to sgl-router/tests/component/policies/cache_prefix_provider.rs diff --git a/experimental/sgl-router/tests/component/policies/decode.rs b/sgl-router/tests/component/policies/decode.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/decode.rs rename to sgl-router/tests/component/policies/decode.rs diff --git a/experimental/sgl-router/tests/component/policies/fused_score.rs b/sgl-router/tests/component/policies/fused_score.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/fused_score.rs rename to sgl-router/tests/component/policies/fused_score.rs diff --git a/experimental/sgl-router/tests/component/policies/kv_events_hash_parity.rs b/sgl-router/tests/component/policies/kv_events_hash_parity.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/kv_events_hash_parity.rs rename to sgl-router/tests/component/policies/kv_events_hash_parity.rs diff --git a/experimental/sgl-router/tests/component/policies/kv_events_peer_bootstrap.rs b/sgl-router/tests/component/policies/kv_events_peer_bootstrap.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/kv_events_peer_bootstrap.rs rename to sgl-router/tests/component/policies/kv_events_peer_bootstrap.rs diff --git a/experimental/sgl-router/tests/component/policies/kv_events_tree_concurrent.rs b/sgl-router/tests/component/policies/kv_events_tree_concurrent.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/kv_events_tree_concurrent.rs rename to sgl-router/tests/component/policies/kv_events_tree_concurrent.rs diff --git a/experimental/sgl-router/tests/component/policies/kv_events_two_subscribers.rs b/sgl-router/tests/component/policies/kv_events_two_subscribers.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/kv_events_two_subscribers.rs rename to sgl-router/tests/component/policies/kv_events_two_subscribers.rs diff --git a/experimental/sgl-router/tests/component/policies/mod.rs b/sgl-router/tests/component/policies/mod.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/mod.rs rename to sgl-router/tests/component/policies/mod.rs diff --git a/experimental/sgl-router/tests/component/policies/power_of_two.rs b/sgl-router/tests/component/policies/power_of_two.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/power_of_two.rs rename to sgl-router/tests/component/policies/power_of_two.rs diff --git a/experimental/sgl-router/tests/component/policies/round_robin.rs b/sgl-router/tests/component/policies/round_robin.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/round_robin.rs rename to sgl-router/tests/component/policies/round_robin.rs diff --git a/experimental/sgl-router/tests/component/policies/zmq_helpers.rs b/sgl-router/tests/component/policies/zmq_helpers.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies/zmq_helpers.rs rename to sgl-router/tests/component/policies/zmq_helpers.rs diff --git a/experimental/sgl-router/tests/component/policies_reorg.rs b/sgl-router/tests/component/policies_reorg.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies_reorg.rs rename to sgl-router/tests/component/policies_reorg.rs diff --git a/experimental/sgl-router/tests/component/policies_reorg_admission.rs b/sgl-router/tests/component/policies_reorg_admission.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies_reorg_admission.rs rename to sgl-router/tests/component/policies_reorg_admission.rs diff --git a/experimental/sgl-router/tests/component/policies_reorg_cache_aware.rs b/sgl-router/tests/component/policies_reorg_cache_aware.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies_reorg_cache_aware.rs rename to sgl-router/tests/component/policies_reorg_cache_aware.rs diff --git a/experimental/sgl-router/tests/component/policies_reorg_load.rs b/sgl-router/tests/component/policies_reorg_load.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies_reorg_load.rs rename to sgl-router/tests/component/policies_reorg_load.rs diff --git a/experimental/sgl-router/tests/component/policies_reorg_power_of_two.rs b/sgl-router/tests/component/policies_reorg_power_of_two.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies_reorg_power_of_two.rs rename to sgl-router/tests/component/policies_reorg_power_of_two.rs diff --git a/experimental/sgl-router/tests/component/policies_reorg_session_aware.rs b/sgl-router/tests/component/policies_reorg_session_aware.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies_reorg_session_aware.rs rename to sgl-router/tests/component/policies_reorg_session_aware.rs diff --git a/experimental/sgl-router/tests/component/policies_reorg_slo.rs b/sgl-router/tests/component/policies_reorg_slo.rs similarity index 100% rename from experimental/sgl-router/tests/component/policies_reorg_slo.rs rename to sgl-router/tests/component/policies_reorg_slo.rs diff --git a/experimental/sgl-router/tests/component/tokenizer/deepseek.rs b/sgl-router/tests/component/tokenizer/deepseek.rs similarity index 100% rename from experimental/sgl-router/tests/component/tokenizer/deepseek.rs rename to sgl-router/tests/component/tokenizer/deepseek.rs diff --git a/experimental/sgl-router/tests/component/tokenizer/kimi.rs b/sgl-router/tests/component/tokenizer/kimi.rs similarity index 100% rename from experimental/sgl-router/tests/component/tokenizer/kimi.rs rename to sgl-router/tests/component/tokenizer/kimi.rs diff --git a/experimental/sgl-router/tests/component/tokenizer/mod.rs b/sgl-router/tests/component/tokenizer/mod.rs similarity index 100% rename from experimental/sgl-router/tests/component/tokenizer/mod.rs rename to sgl-router/tests/component/tokenizer/mod.rs diff --git a/experimental/sgl-router/tests/component/tokenizer/parity.rs b/sgl-router/tests/component/tokenizer/parity.rs similarity index 100% rename from experimental/sgl-router/tests/component/tokenizer/parity.rs rename to sgl-router/tests/component/tokenizer/parity.rs diff --git a/experimental/sgl-router/tests/component/tokenizer/render_parity.rs b/sgl-router/tests/component/tokenizer/render_parity.rs similarity index 100% rename from experimental/sgl-router/tests/component/tokenizer/render_parity.rs rename to sgl-router/tests/component/tokenizer/render_parity.rs diff --git a/experimental/sgl-router/tests/component/workers/concurrent_state.rs b/sgl-router/tests/component/workers/concurrent_state.rs similarity index 100% rename from experimental/sgl-router/tests/component/workers/concurrent_state.rs rename to sgl-router/tests/component/workers/concurrent_state.rs diff --git a/experimental/sgl-router/tests/component/workers/manager.rs b/sgl-router/tests/component/workers/manager.rs similarity index 100% rename from experimental/sgl-router/tests/component/workers/manager.rs rename to sgl-router/tests/component/workers/manager.rs diff --git a/experimental/sgl-router/tests/component/workers/mod.rs b/sgl-router/tests/component/workers/mod.rs similarity index 100% rename from experimental/sgl-router/tests/component/workers/mod.rs rename to sgl-router/tests/component/workers/mod.rs diff --git a/experimental/sgl-router/tests/e2e/chat_completions/test_hicache_storage_tiers.py b/sgl-router/tests/e2e/chat_completions/test_hicache_storage_tiers.py similarity index 100% rename from experimental/sgl-router/tests/e2e/chat_completions/test_hicache_storage_tiers.py rename to sgl-router/tests/e2e/chat_completions/test_hicache_storage_tiers.py diff --git a/experimental/sgl-router/tests/e2e/chat_completions/test_load_based_policy.py b/sgl-router/tests/e2e/chat_completions/test_load_based_policy.py similarity index 100% rename from experimental/sgl-router/tests/e2e/chat_completions/test_load_based_policy.py rename to sgl-router/tests/e2e/chat_completions/test_load_based_policy.py diff --git a/experimental/sgl-router/tests/e2e/chat_completions/test_validation.py b/sgl-router/tests/e2e/chat_completions/test_validation.py similarity index 100% rename from experimental/sgl-router/tests/e2e/chat_completions/test_validation.py rename to sgl-router/tests/e2e/chat_completions/test_validation.py diff --git a/experimental/sgl-router/tests/e2e/conftest.py b/sgl-router/tests/e2e/conftest.py similarity index 91% rename from experimental/sgl-router/tests/e2e/conftest.py rename to sgl-router/tests/e2e/conftest.py index 715e095929..4fa73aab85 100644 --- a/experimental/sgl-router/tests/e2e/conftest.py +++ b/sgl-router/tests/e2e/conftest.py @@ -1,4 +1,4 @@ -"""Pytest fixtures for ``experimental/sgl-router/tests/e2e/``. +"""Pytest fixtures for ``sgl-router/tests/e2e/``. Two flavors of fixtures coexist here: @@ -45,29 +45,12 @@ if str(_E2E_DIR) not in sys.path: sys.path.insert(0, str(_E2E_DIR)) from infra import model_pool # noqa: E402 (needs the sys.path entry above) +from infra.gateway import router_binary_path # noqa: E402 MODEL = "Qwen/Qwen3-0.6B" SGLANG_PORT = 30000 ROUTER_PORT = 8090 -# Path to the release binary. This file lives at -# `experimental/sgl-router/tests/e2e/conftest.py`, so: -# parent = tests/e2e/ -# parent.parent = tests/ -# parent.parent.parent = experimental/sgl-router/ ← cargo workspace root -# A previous version used `parent.parent / "target"`, which pointed at -# `experimental/sgl-router/tests/target/` and silently broke every -# fixture that tries to launch the router binary (CI's -# `cargo build --release` lands the artifact at -# `experimental/sgl-router/target/release/sgl-router`, not under -# `tests/`). -_SGL_ROUTER_ROOT = Path(__file__).parent.parent.parent -_BINARY = ( - Path(os.environ.get("CARGO_TARGET_DIR", str(_SGL_ROUTER_ROOT / "target"))) - / "release" - / "sgl-router" -) - def _wait_http(url: str, timeout: int = 120) -> None: """Poll *url* until it returns 2xx or raises RuntimeError on timeout.""" @@ -253,7 +236,7 @@ def router(sglang_server): # noqa: ARG001 (sglang_server must start first) ) proc = subprocess.Popen( - [str(_BINARY), *args], + [str(router_binary_path()), *args], stdout=subprocess.PIPE, stderr=subprocess.STDOUT, ) @@ -376,18 +359,12 @@ def router_binary() -> Path: Gateway per test instead of using the session-scoped ``router`` fixture). """ - env_path = os.environ.get("SGL_ROUTER_BINARY") - candidates: list[Path] = [] - if env_path: - candidates.append(Path(env_path)) - candidates.append(_BINARY) - for c in candidates: - if c.exists(): - return c + binary = router_binary_path() + if binary.exists(): + return binary pytest.skip( - "sgl-router release binary not found at any of: " - + ", ".join(str(c) for c in candidates) - + ". Build with `cargo build --release` in experimental/sgl-router/." + f"sgl-router binary not found at {binary}. Build with " + "`cargo build --release` in sgl-router/, or set SGL_ROUTER_BINARY." ) diff --git a/experimental/sgl-router/tests/e2e/infra/__init__.py b/sgl-router/tests/e2e/infra/__init__.py similarity index 100% rename from experimental/sgl-router/tests/e2e/infra/__init__.py rename to sgl-router/tests/e2e/infra/__init__.py diff --git a/experimental/sgl-router/tests/e2e/infra/gateway.py b/sgl-router/tests/e2e/infra/gateway.py similarity index 91% rename from experimental/sgl-router/tests/e2e/infra/gateway.py rename to sgl-router/tests/e2e/infra/gateway.py index 937bacb76c..87182da333 100644 --- a/experimental/sgl-router/tests/e2e/infra/gateway.py +++ b/sgl-router/tests/e2e/infra/gateway.py @@ -1,7 +1,7 @@ """Minimal sgl-router Gateway class for e2e tests. sgl-router is a Rust binary -(`experimental/sgl-router/target/release/sgl-router`) configured entirely +(`sgl-router/target/release/sgl-router`) configured entirely through CLI flags. This Gateway execs the binary with `--worker-urls <...>` (static discovery) plus the model + policy flags. @@ -38,21 +38,17 @@ import httpx logger = logging.getLogger(__name__) -# Repo-relative path to the release binary. Set ``SGL_ROUTER_BINARY`` to -# override (e.g. a debug build, or a non-default ``CARGO_TARGET_DIR``). -# This file is at `experimental/sgl-router/tests/e2e/infra/gateway.py`, -# so four `.parent` hops to reach the sgl-router workspace root -# (infra → e2e → tests → sgl-router). Cargo lands the binary at -# `experimental/sgl-router/target/release/sgl-router`. A previous -# version used three hops and pointed at `tests/target/`, which -# would have broken any test that actually launches the router via -# this helper. -DEFAULT_BINARY = ( - Path(__file__).resolve().parent.parent.parent.parent - / "target" - / "release" - / "sgl-router" -) +# The cargo workspace root: infra -> e2e -> tests -> sgl-router. +_SGL_ROUTER_ROOT = Path(__file__).resolve().parent.parent.parent.parent + + +def router_binary_path() -> Path: + """``SGL_ROUTER_BINARY`` if set, else the release build under ``CARGO_TARGET_DIR``.""" + env_binary = os.environ.get("SGL_ROUTER_BINARY") + if env_binary: + return Path(env_binary) + target_dir = os.environ.get("CARGO_TARGET_DIR", str(_SGL_ROUTER_ROOT / "target")) + return Path(target_dir) / "release" / "sgl-router" def _get_open_port() -> int: @@ -133,14 +129,7 @@ class Gateway: self.host = host self.port = port or _get_open_port() self.base_url = f"http://{self.host}:{self.port}" - # Resolve binary from env override, explicit arg, or repo default. - env_binary = os.environ.get("SGL_ROUTER_BINARY") - if binary is not None: - self.binary = Path(binary) - elif env_binary: - self.binary = Path(env_binary) - else: - self.binary = DEFAULT_BINARY + self.binary = Path(binary) if binary is not None else router_binary_path() # Test-side overrides for the router's tunables. Both default to # `None`, in which case the router uses its production defaults @@ -332,7 +321,7 @@ class Gateway: if not self.binary.exists(): raise RuntimeError( f"sgl-router binary not found at {self.binary}. " - "Build it first: `cd experimental/sgl-router && cargo build --release` " + "Build it first: `cd sgl-router && cargo build --release` " "or set SGL_ROUTER_BINARY to the binary path." ) logger.info("sgl-router args: %s", args) diff --git a/experimental/sgl-router/tests/e2e/infra/model_pool.py b/sgl-router/tests/e2e/infra/model_pool.py similarity index 100% rename from experimental/sgl-router/tests/e2e/infra/model_pool.py rename to sgl-router/tests/e2e/infra/model_pool.py diff --git a/experimental/sgl-router/tests/e2e/infra/model_specs.py b/sgl-router/tests/e2e/infra/model_specs.py similarity index 100% rename from experimental/sgl-router/tests/e2e/infra/model_specs.py rename to sgl-router/tests/e2e/infra/model_specs.py diff --git a/experimental/sgl-router/tests/e2e/infra/test_model_pool.py b/sgl-router/tests/e2e/infra/test_model_pool.py similarity index 100% rename from experimental/sgl-router/tests/e2e/infra/test_model_pool.py rename to sgl-router/tests/e2e/infra/test_model_pool.py diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/Dockerfile.fake_kv_worker b/sgl-router/tests/e2e/k8s_integration/Dockerfile.fake_kv_worker similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/Dockerfile.fake_kv_worker rename to sgl-router/tests/e2e/k8s_integration/Dockerfile.fake_kv_worker diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/Dockerfile.fake_worker b/sgl-router/tests/e2e/k8s_integration/Dockerfile.fake_worker similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/Dockerfile.fake_worker rename to sgl-router/tests/e2e/k8s_integration/Dockerfile.fake_worker diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/Dockerfile.router b/sgl-router/tests/e2e/k8s_integration/Dockerfile.router similarity index 81% rename from experimental/sgl-router/tests/e2e/k8s_integration/Dockerfile.router rename to sgl-router/tests/e2e/k8s_integration/Dockerfile.router index e6dac319a7..7968348289 100644 --- a/experimental/sgl-router/tests/e2e/k8s_integration/Dockerfile.router +++ b/sgl-router/tests/e2e/k8s_integration/Dockerfile.router @@ -1,6 +1,6 @@ # syntax=docker/dockerfile:1.6 # Build sgl-router binary for k8s integration E2E. -# Context root: repo root (one level above experimental/sgl-router/). +# Context root: repo root (one level above sgl-router/). # Matches rust-toolchain.toml's pinned channel, avoiding an in-build rustup channel-sync. FROM rust:1.92-bookworm AS builder @@ -19,15 +19,15 @@ RUN apt-get update \ WORKDIR /build # Copy the sgl-router crate and its sglang-processor path dependency (context is the repo root) -COPY experimental/sgl-router /build/experimental/sgl-router +COPY sgl-router /build/sgl-router COPY rust/Cargo.toml /build/rust/Cargo.toml COPY rust/sglang-api-types /build/rust/sglang-api-types COPY rust/sglang-processor /build/rust/sglang-processor RUN --mount=type=cache,target=/usr/local/cargo/registry \ --mount=type=cache,target=/usr/local/cargo/git \ - --mount=type=cache,target=/build/experimental/sgl-router/target \ - cd /build/experimental/sgl-router \ + --mount=type=cache,target=/build/sgl-router/target \ + cd /build/sgl-router \ && cargo build --locked --release --bin sgl-router \ && cp target/release/sgl-router /usr/local/bin/sgl-router @@ -39,7 +39,7 @@ RUN apt-get update && apt-get install -y ca-certificates \ COPY --from=builder /usr/local/bin/sgl-router /usr/local/bin/sgl-router # Tiny tokenizer fixture used by the E2E config -COPY experimental/sgl-router/tests/fixtures/tiny_tokenizer.json /etc/tokenizer/tiny.json +COPY sgl-router/tests/fixtures/tiny_tokenizer.json /etc/tokenizer/tiny.json EXPOSE 8090 diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/conftest.py b/sgl-router/tests/e2e/k8s_integration/conftest.py similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/conftest.py rename to sgl-router/tests/e2e/k8s_integration/conftest.py diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/fake_kv_worker.py b/sgl-router/tests/e2e/k8s_integration/fake_kv_worker.py similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/fake_kv_worker.py rename to sgl-router/tests/e2e/k8s_integration/fake_kv_worker.py diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/fake_worker.py b/sgl-router/tests/e2e/k8s_integration/fake_worker.py similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/fake_worker.py rename to sgl-router/tests/e2e/k8s_integration/fake_worker.py diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/manifests/kv-bootstrap.yaml b/sgl-router/tests/e2e/k8s_integration/manifests/kv-bootstrap.yaml similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/manifests/kv-bootstrap.yaml rename to sgl-router/tests/e2e/k8s_integration/manifests/kv-bootstrap.yaml diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/manifests/namespace.yaml b/sgl-router/tests/e2e/k8s_integration/manifests/namespace.yaml similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/manifests/namespace.yaml rename to sgl-router/tests/e2e/k8s_integration/manifests/namespace.yaml diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/manifests/rbac-cluster-scoped.yaml b/sgl-router/tests/e2e/k8s_integration/manifests/rbac-cluster-scoped.yaml similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/manifests/rbac-cluster-scoped.yaml rename to sgl-router/tests/e2e/k8s_integration/manifests/rbac-cluster-scoped.yaml diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/manifests/rbac.yaml b/sgl-router/tests/e2e/k8s_integration/manifests/rbac.yaml similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/manifests/rbac.yaml rename to sgl-router/tests/e2e/k8s_integration/manifests/rbac.yaml diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/manifests/router-cluster-scoped.yaml b/sgl-router/tests/e2e/k8s_integration/manifests/router-cluster-scoped.yaml similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/manifests/router-cluster-scoped.yaml rename to sgl-router/tests/e2e/k8s_integration/manifests/router-cluster-scoped.yaml diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/manifests/router.yaml b/sgl-router/tests/e2e/k8s_integration/manifests/router.yaml similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/manifests/router.yaml rename to sgl-router/tests/e2e/k8s_integration/manifests/router.yaml diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/requirements.txt b/sgl-router/tests/e2e/k8s_integration/requirements.txt similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/requirements.txt rename to sgl-router/tests/e2e/k8s_integration/requirements.txt diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/setup.sh b/sgl-router/tests/e2e/k8s_integration/setup.sh similarity index 97% rename from experimental/sgl-router/tests/e2e/k8s_integration/setup.sh rename to sgl-router/tests/e2e/k8s_integration/setup.sh index c6fd88bc28..4797278738 100755 --- a/experimental/sgl-router/tests/e2e/k8s_integration/setup.sh +++ b/sgl-router/tests/e2e/k8s_integration/setup.sh @@ -10,8 +10,8 @@ set -euo pipefail SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)" -REPO_ROOT="$(cd "${SCRIPT_DIR}/../../../../.." && pwd)" # repo root (above experimental/) -SGL_ROUTER_DIR="${REPO_ROOT}/experimental/sgl-router" +REPO_ROOT="$(cd "${SCRIPT_DIR}/../../../.." && pwd)" # repo root (above sgl-router/) +SGL_ROUTER_DIR="${REPO_ROOT}/sgl-router" CLUSTER_NAME="${CLUSTER:-sgl-router-kind}" NAMESPACE="${NAMESPACE:-sgl-router-test}" CONTEXT="kind-${CLUSTER_NAME}" diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/test_conftest_helpers.py b/sgl-router/tests/e2e/k8s_integration/test_conftest_helpers.py similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/test_conftest_helpers.py rename to sgl-router/tests/e2e/k8s_integration/test_conftest_helpers.py diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/test_cross_namespace.py b/sgl-router/tests/e2e/k8s_integration/test_cross_namespace.py similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/test_cross_namespace.py rename to sgl-router/tests/e2e/k8s_integration/test_cross_namespace.py diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/test_discovery.py b/sgl-router/tests/e2e/k8s_integration/test_discovery.py similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/test_discovery.py rename to sgl-router/tests/e2e/k8s_integration/test_discovery.py diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/test_h2c_forwarding.py b/sgl-router/tests/e2e/k8s_integration/test_h2c_forwarding.py similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/test_h2c_forwarding.py rename to sgl-router/tests/e2e/k8s_integration/test_h2c_forwarding.py diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/test_kv_peer_bootstrap.py b/sgl-router/tests/e2e/k8s_integration/test_kv_peer_bootstrap.py similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/test_kv_peer_bootstrap.py rename to sgl-router/tests/e2e/k8s_integration/test_kv_peer_bootstrap.py diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/test_lifecycle.py b/sgl-router/tests/e2e/k8s_integration/test_lifecycle.py similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/test_lifecycle.py rename to sgl-router/tests/e2e/k8s_integration/test_lifecycle.py diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/test_reconciliation.py b/sgl-router/tests/e2e/k8s_integration/test_reconciliation.py similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/test_reconciliation.py rename to sgl-router/tests/e2e/k8s_integration/test_reconciliation.py diff --git a/experimental/sgl-router/tests/e2e/k8s_integration/test_shutdown_drain.py b/sgl-router/tests/e2e/k8s_integration/test_shutdown_drain.py similarity index 100% rename from experimental/sgl-router/tests/e2e/k8s_integration/test_shutdown_drain.py rename to sgl-router/tests/e2e/k8s_integration/test_shutdown_drain.py diff --git a/experimental/sgl-router/tests/e2e/pyproject.toml b/sgl-router/tests/e2e/pyproject.toml similarity index 91% rename from experimental/sgl-router/tests/e2e/pyproject.toml rename to sgl-router/tests/e2e/pyproject.toml index bfe7c11d90..f5e32f708c 100644 --- a/experimental/sgl-router/tests/e2e/pyproject.toml +++ b/sgl-router/tests/e2e/pyproject.toml @@ -1,5 +1,5 @@ # Pytest configuration for sgl-router tests/e2e/. -# Lives next to conftest.py so `pytest experimental/sgl-router/tests/e2e/` +# Lives next to conftest.py so `pytest sgl-router/tests/e2e/` # picks it up automatically. [tool.pytest.ini_options] diff --git a/experimental/sgl-router/tests/e2e/requirements.txt b/sgl-router/tests/e2e/requirements.txt similarity index 100% rename from experimental/sgl-router/tests/e2e/requirements.txt rename to sgl-router/tests/e2e/requirements.txt diff --git a/experimental/sgl-router/tests/e2e/test_chat_smoke.py b/sgl-router/tests/e2e/test_chat_smoke.py similarity index 100% rename from experimental/sgl-router/tests/e2e/test_chat_smoke.py rename to sgl-router/tests/e2e/test_chat_smoke.py diff --git a/experimental/sgl-router/tests/e2e/test_gpu_allotment.py b/sgl-router/tests/e2e/test_gpu_allotment.py similarity index 100% rename from experimental/sgl-router/tests/e2e/test_gpu_allotment.py rename to sgl-router/tests/e2e/test_gpu_allotment.py diff --git a/experimental/sgl-router/tests/e2e/test_tokenize_smoke.py b/sgl-router/tests/e2e/test_tokenize_smoke.py similarity index 100% rename from experimental/sgl-router/tests/e2e/test_tokenize_smoke.py rename to sgl-router/tests/e2e/test_tokenize_smoke.py diff --git a/experimental/sgl-router/tests/fixtures/array_content_rendering.json b/sgl-router/tests/fixtures/array_content_rendering.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/array_content_rendering.json rename to sgl-router/tests/fixtures/array_content_rendering.json diff --git a/experimental/sgl-router/tests/fixtures/chat_render_parity/deepseek-v4-flash.json b/sgl-router/tests/fixtures/chat_render_parity/deepseek-v4-flash.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/chat_render_parity/deepseek-v4-flash.json rename to sgl-router/tests/fixtures/chat_render_parity/deepseek-v4-flash.json diff --git a/experimental/sgl-router/tests/fixtures/chat_render_parity/glm-5.2.json b/sgl-router/tests/fixtures/chat_render_parity/glm-5.2.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/chat_render_parity/glm-5.2.json rename to sgl-router/tests/fixtures/chat_render_parity/glm-5.2.json diff --git a/experimental/sgl-router/tests/fixtures/chat_render_parity/gpt-oss-20b.json b/sgl-router/tests/fixtures/chat_render_parity/gpt-oss-20b.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/chat_render_parity/gpt-oss-20b.json rename to sgl-router/tests/fixtures/chat_render_parity/gpt-oss-20b.json diff --git a/experimental/sgl-router/tests/fixtures/chat_render_parity/minimax-m3.json b/sgl-router/tests/fixtures/chat_render_parity/minimax-m3.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/chat_render_parity/minimax-m3.json rename to sgl-router/tests/fixtures/chat_render_parity/minimax-m3.json diff --git a/experimental/sgl-router/tests/fixtures/chat_render_parity/qwen3-8b.json b/sgl-router/tests/fixtures/chat_render_parity/qwen3-8b.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/chat_render_parity/qwen3-8b.json rename to sgl-router/tests/fixtures/chat_render_parity/qwen3-8b.json diff --git a/experimental/sgl-router/tests/fixtures/chat_render_parity/qwen3.5-27b.json b/sgl-router/tests/fixtures/chat_render_parity/qwen3.5-27b.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/chat_render_parity/qwen3.5-27b.json rename to sgl-router/tests/fixtures/chat_render_parity/qwen3.5-27b.json diff --git a/experimental/sgl-router/tests/fixtures/chat_render_parity/qwen3.8-27b.json b/sgl-router/tests/fixtures/chat_render_parity/qwen3.8-27b.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/chat_render_parity/qwen3.8-27b.json rename to sgl-router/tests/fixtures/chat_render_parity/qwen3.8-27b.json diff --git a/experimental/sgl-router/tests/fixtures/deepseek/v4.json b/sgl-router/tests/fixtures/deepseek/v4.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/deepseek/v4.json rename to sgl-router/tests/fixtures/deepseek/v4.json diff --git a/experimental/sgl-router/tests/fixtures/deepseek/v41.json b/sgl-router/tests/fixtures/deepseek/v41.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/deepseek/v41.json rename to sgl-router/tests/fixtures/deepseek/v41.json diff --git a/experimental/sgl-router/tests/fixtures/kimi_k3.rs b/sgl-router/tests/fixtures/kimi_k3.rs similarity index 100% rename from experimental/sgl-router/tests/fixtures/kimi_k3.rs rename to sgl-router/tests/fixtures/kimi_k3.rs diff --git a/experimental/sgl-router/tests/fixtures/kimi_k3/README.md b/sgl-router/tests/fixtures/kimi_k3/README.md similarity index 100% rename from experimental/sgl-router/tests/fixtures/kimi_k3/README.md rename to sgl-router/tests/fixtures/kimi_k3/README.md diff --git a/experimental/sgl-router/tests/fixtures/kimi_k3/merges.txt b/sgl-router/tests/fixtures/kimi_k3/merges.txt similarity index 100% rename from experimental/sgl-router/tests/fixtures/kimi_k3/merges.txt rename to sgl-router/tests/fixtures/kimi_k3/merges.txt diff --git a/experimental/sgl-router/tests/fixtures/kimi_k3/prompts.json b/sgl-router/tests/fixtures/kimi_k3/prompts.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/kimi_k3/prompts.json rename to sgl-router/tests/fixtures/kimi_k3/prompts.json diff --git a/experimental/sgl-router/tests/fixtures/kimi_k3/tokenizer_config.json b/sgl-router/tests/fixtures/kimi_k3/tokenizer_config.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/kimi_k3/tokenizer_config.json rename to sgl-router/tests/fixtures/kimi_k3/tokenizer_config.json diff --git a/experimental/sgl-router/tests/fixtures/kv_events_hash_parity.json b/sgl-router/tests/fixtures/kv_events_hash_parity.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/kv_events_hash_parity.json rename to sgl-router/tests/fixtures/kv_events_hash_parity.json diff --git a/experimental/sgl-router/tests/fixtures/router_v2_e2e_prefill_buckets.json b/sgl-router/tests/fixtures/router_v2_e2e_prefill_buckets.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/router_v2_e2e_prefill_buckets.json rename to sgl-router/tests/fixtures/router_v2_e2e_prefill_buckets.json diff --git a/experimental/sgl-router/tests/fixtures/tiny_tokenizer.json b/sgl-router/tests/fixtures/tiny_tokenizer.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tiny_tokenizer.json rename to sgl-router/tests/fixtures/tiny_tokenizer.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_config.json b/sgl-router/tests/fixtures/tokenizer_config.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_config.json rename to sgl-router/tests/fixtures/tokenizer_config.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/long.json b/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/long.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/long.json rename to sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/long.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/multi_turn_with_tools.json b/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/multi_turn_with_tools.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/multi_turn_with_tools.json rename to sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/multi_turn_with_tools.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/short.json b/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/short.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/short.json rename to sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/short.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/special_token_heavy.json b/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/special_token_heavy.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/special_token_heavy.json rename to sgl-router/tests/fixtures/tokenizer_parity/deepseek-v3p2/special_token_heavy.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/long.json b/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/long.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/long.json rename to sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/long.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/multi_turn_with_tools.json b/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/multi_turn_with_tools.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/multi_turn_with_tools.json rename to sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/multi_turn_with_tools.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/short.json b/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/short.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/short.json rename to sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/short.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/special_token_heavy.json b/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/special_token_heavy.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/special_token_heavy.json rename to sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/special_token_heavy.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/long.json b/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/long.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/long.json rename to sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/long.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/multi_turn_with_tools.json b/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/multi_turn_with_tools.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/multi_turn_with_tools.json rename to sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/multi_turn_with_tools.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/short.json b/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/short.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/short.json rename to sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/short.json diff --git a/experimental/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/special_token_heavy.json b/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/special_token_heavy.json similarity index 100% rename from experimental/sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/special_token_heavy.json rename to sgl-router/tests/fixtures/tokenizer_parity/qwen3-30b/special_token_heavy.json diff --git a/experimental/sgl-router/tests/proxy/bucket_routing.rs b/sgl-router/tests/proxy/bucket_routing.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/bucket_routing.rs rename to sgl-router/tests/proxy/bucket_routing.rs diff --git a/experimental/sgl-router/tests/proxy/cache_aware_input_ids.rs b/sgl-router/tests/proxy/cache_aware_input_ids.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/cache_aware_input_ids.rs rename to sgl-router/tests/proxy/cache_aware_input_ids.rs diff --git a/experimental/sgl-router/tests/proxy/chat_routing.rs b/sgl-router/tests/proxy/chat_routing.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/chat_routing.rs rename to sgl-router/tests/proxy/chat_routing.rs diff --git a/experimental/sgl-router/tests/proxy/chat_routing/cancellation.rs b/sgl-router/tests/proxy/chat_routing/cancellation.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/chat_routing/cancellation.rs rename to sgl-router/tests/proxy/chat_routing/cancellation.rs diff --git a/experimental/sgl-router/tests/proxy/chat_routing/reorg.rs b/sgl-router/tests/proxy/chat_routing/reorg.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/chat_routing/reorg.rs rename to sgl-router/tests/proxy/chat_routing/reorg.rs diff --git a/experimental/sgl-router/tests/proxy/chat_routing/reorg/session_aware.rs b/sgl-router/tests/proxy/chat_routing/reorg/session_aware.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/chat_routing/reorg/session_aware.rs rename to sgl-router/tests/proxy/chat_routing/reorg/session_aware.rs diff --git a/experimental/sgl-router/tests/proxy/chat_routing/reorg/slo.rs b/sgl-router/tests/proxy/chat_routing/reorg/slo.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/chat_routing/reorg/slo.rs rename to sgl-router/tests/proxy/chat_routing/reorg/slo.rs diff --git a/experimental/sgl-router/tests/proxy/common/cache_aware_fixture.rs b/sgl-router/tests/proxy/common/cache_aware_fixture.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/common/cache_aware_fixture.rs rename to sgl-router/tests/proxy/common/cache_aware_fixture.rs diff --git a/experimental/sgl-router/tests/proxy/common/mock_worker.rs b/sgl-router/tests/proxy/common/mock_worker.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/common/mock_worker.rs rename to sgl-router/tests/proxy/common/mock_worker.rs diff --git a/experimental/sgl-router/tests/proxy/common/mod.rs b/sgl-router/tests/proxy/common/mod.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/common/mod.rs rename to sgl-router/tests/proxy/common/mod.rs diff --git a/experimental/sgl-router/tests/proxy/common/streaming.rs b/sgl-router/tests/proxy/common/streaming.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/common/streaming.rs rename to sgl-router/tests/proxy/common/streaming.rs diff --git a/experimental/sgl-router/tests/proxy/dp_rank_routing.rs b/sgl-router/tests/proxy/dp_rank_routing.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/dp_rank_routing.rs rename to sgl-router/tests/proxy/dp_rank_routing.rs diff --git a/experimental/sgl-router/tests/proxy/embeddings_routing.rs b/sgl-router/tests/proxy/embeddings_routing.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/embeddings_routing.rs rename to sgl-router/tests/proxy/embeddings_routing.rs diff --git a/experimental/sgl-router/tests/proxy/external_indexer_routing.rs b/sgl-router/tests/proxy/external_indexer_routing.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/external_indexer_routing.rs rename to sgl-router/tests/proxy/external_indexer_routing.rs diff --git a/experimental/sgl-router/tests/proxy/failover.rs b/sgl-router/tests/proxy/failover.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/failover.rs rename to sgl-router/tests/proxy/failover.rs diff --git a/experimental/sgl-router/tests/proxy/generate_routing.rs b/sgl-router/tests/proxy/generate_routing.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/generate_routing.rs rename to sgl-router/tests/proxy/generate_routing.rs diff --git a/experimental/sgl-router/tests/proxy/graceful_shutdown.rs b/sgl-router/tests/proxy/graceful_shutdown.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/graceful_shutdown.rs rename to sgl-router/tests/proxy/graceful_shutdown.rs diff --git a/experimental/sgl-router/tests/proxy/grpc_routing.rs b/sgl-router/tests/proxy/grpc_routing.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/grpc_routing.rs rename to sgl-router/tests/proxy/grpc_routing.rs diff --git a/experimental/sgl-router/tests/proxy/h2c_forward.rs b/sgl-router/tests/proxy/h2c_forward.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/h2c_forward.rs rename to sgl-router/tests/proxy/h2c_forward.rs diff --git a/experimental/sgl-router/tests/proxy/header_forwarding.rs b/sgl-router/tests/proxy/header_forwarding.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/header_forwarding.rs rename to sgl-router/tests/proxy/header_forwarding.rs diff --git a/experimental/sgl-router/tests/proxy/inbound_h2c.rs b/sgl-router/tests/proxy/inbound_h2c.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/inbound_h2c.rs rename to sgl-router/tests/proxy/inbound_h2c.rs diff --git a/experimental/sgl-router/tests/proxy/main.rs b/sgl-router/tests/proxy/main.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/main.rs rename to sgl-router/tests/proxy/main.rs diff --git a/experimental/sgl-router/tests/proxy/messages_api.rs b/sgl-router/tests/proxy/messages_api.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/messages_api.rs rename to sgl-router/tests/proxy/messages_api.rs diff --git a/experimental/sgl-router/tests/proxy/openai_generate.rs b/sgl-router/tests/proxy/openai_generate.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/openai_generate.rs rename to sgl-router/tests/proxy/openai_generate.rs diff --git a/experimental/sgl-router/tests/proxy/pd_bootstrap_injection.rs b/sgl-router/tests/proxy/pd_bootstrap_injection.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/pd_bootstrap_injection.rs rename to sgl-router/tests/proxy/pd_bootstrap_injection.rs diff --git a/experimental/sgl-router/tests/proxy/pd_bootstrap_injection/reliability.rs b/sgl-router/tests/proxy/pd_bootstrap_injection/reliability.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/pd_bootstrap_injection/reliability.rs rename to sgl-router/tests/proxy/pd_bootstrap_injection/reliability.rs diff --git a/experimental/sgl-router/tests/proxy/pd_pool_isolation.rs b/sgl-router/tests/proxy/pd_pool_isolation.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/pd_pool_isolation.rs rename to sgl-router/tests/proxy/pd_pool_isolation.rs diff --git a/experimental/sgl-router/tests/proxy/pd_protocol_binding.rs b/sgl-router/tests/proxy/pd_protocol_binding.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/pd_protocol_binding.rs rename to sgl-router/tests/proxy/pd_protocol_binding.rs diff --git a/experimental/sgl-router/tests/proxy/radix_tree_routing.rs b/sgl-router/tests/proxy/radix_tree_routing.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/radix_tree_routing.rs rename to sgl-router/tests/proxy/radix_tree_routing.rs diff --git a/experimental/sgl-router/tests/proxy/reorg_launch.rs b/sgl-router/tests/proxy/reorg_launch.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/reorg_launch.rs rename to sgl-router/tests/proxy/reorg_launch.rs diff --git a/experimental/sgl-router/tests/proxy/rerank_routing.rs b/sgl-router/tests/proxy/rerank_routing.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/rerank_routing.rs rename to sgl-router/tests/proxy/rerank_routing.rs diff --git a/experimental/sgl-router/tests/proxy/retry.rs b/sgl-router/tests/proxy/retry.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/retry.rs rename to sgl-router/tests/proxy/retry.rs diff --git a/experimental/sgl-router/tests/proxy/roundrobin_input_ids.rs b/sgl-router/tests/proxy/roundrobin_input_ids.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/roundrobin_input_ids.rs rename to sgl-router/tests/proxy/roundrobin_input_ids.rs diff --git a/experimental/sgl-router/tests/proxy/sampling_overrides.rs b/sgl-router/tests/proxy/sampling_overrides.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/sampling_overrides.rs rename to sgl-router/tests/proxy/sampling_overrides.rs diff --git a/experimental/sgl-router/tests/proxy/shared_prefill_admission.rs b/sgl-router/tests/proxy/shared_prefill_admission.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/shared_prefill_admission.rs rename to sgl-router/tests/proxy/shared_prefill_admission.rs diff --git a/experimental/sgl-router/tests/proxy/sticky_input_ids.rs b/sgl-router/tests/proxy/sticky_input_ids.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/sticky_input_ids.rs rename to sgl-router/tests/proxy/sticky_input_ids.rs diff --git a/experimental/sgl-router/tests/proxy/sticky_routing.rs b/sgl-router/tests/proxy/sticky_routing.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/sticky_routing.rs rename to sgl-router/tests/proxy/sticky_routing.rs diff --git a/experimental/sgl-router/tests/proxy/timeout.rs b/sgl-router/tests/proxy/timeout.rs similarity index 100% rename from experimental/sgl-router/tests/proxy/timeout.rs rename to sgl-router/tests/proxy/timeout.rs diff --git a/experimental/sgl-router/tests/scripts/generate_array_content_fixture.py b/sgl-router/tests/scripts/generate_array_content_fixture.py similarity index 95% rename from experimental/sgl-router/tests/scripts/generate_array_content_fixture.py rename to sgl-router/tests/scripts/generate_array_content_fixture.py index 1fc60d1a52..7719afd54c 100644 --- a/experimental/sgl-router/tests/scripts/generate_array_content_fixture.py +++ b/sgl-router/tests/scripts/generate_array_content_fixture.py @@ -1,6 +1,6 @@ """Regenerate the array-only template regression using SGLang's content processor. -Run: PYTHONPATH=../../python python tests/scripts/generate_array_content_fixture.py +Run: PYTHONPATH=../python python tests/scripts/generate_array_content_fixture.py """ import json diff --git a/experimental/sgl-router/tests/scripts/generate_chat_render_parity.py b/sgl-router/tests/scripts/generate_chat_render_parity.py similarity index 100% rename from experimental/sgl-router/tests/scripts/generate_chat_render_parity.py rename to sgl-router/tests/scripts/generate_chat_render_parity.py diff --git a/experimental/sgl-router/tests/scripts/generate_deepseek_parity.py b/sgl-router/tests/scripts/generate_deepseek_parity.py similarity index 98% rename from experimental/sgl-router/tests/scripts/generate_deepseek_parity.py rename to sgl-router/tests/scripts/generate_deepseek_parity.py index 961a47af89..42a324321c 100644 --- a/experimental/sgl-router/tests/scripts/generate_deepseek_parity.py +++ b/sgl-router/tests/scripts/generate_deepseek_parity.py @@ -1,6 +1,6 @@ """Regenerate native DeepSeek fixtures with SGLang's actual serving pipeline. -Run from experimental/sgl-router in a SGLang Python environment: +Run from sgl-router in a SGLang Python environment: python tests/scripts/generate_deepseek_parity.py The Rust tests always compare rendered text, even without cached model files. diff --git a/experimental/sgl-router/tests/scripts/generate_kimi_parity.py b/sgl-router/tests/scripts/generate_kimi_parity.py similarity index 97% rename from experimental/sgl-router/tests/scripts/generate_kimi_parity.py rename to sgl-router/tests/scripts/generate_kimi_parity.py index 9830ccc6b4..a7f0702933 100644 --- a/experimental/sgl-router/tests/scripts/generate_kimi_parity.py +++ b/sgl-router/tests/scripts/generate_kimi_parity.py @@ -1,6 +1,6 @@ """Regenerate Kimi IDs with SGLang and the pinned checkpoint tokenizer. -Run from experimental/sgl-router in a SGLang Python environment. +Run from sgl-router in a SGLang Python environment. """ import base64 diff --git a/experimental/sgl-router/tests/scripts/generate_kv_events_hash_parity.py b/sgl-router/tests/scripts/generate_kv_events_hash_parity.py similarity index 98% rename from experimental/sgl-router/tests/scripts/generate_kv_events_hash_parity.py rename to sgl-router/tests/scripts/generate_kv_events_hash_parity.py index 70210ac63e..2813abb764 100644 --- a/experimental/sgl-router/tests/scripts/generate_kv_events_hash_parity.py +++ b/sgl-router/tests/scripts/generate_kv_events_hash_parity.py @@ -3,12 +3,12 @@ Generator + validator for KV-event block-hash parity fixtures. Two modes: - python3 experimental/sgl-router/tests/scripts/generate_kv_events_hash_parity.py + python3 sgl-router/tests/scripts/generate_kv_events_hash_parity.py Regenerate the committed JSON fixture from the locally-replicated algorithm. Run this when changing block-hash logic or adding new shape coverage. CI regenerates the file and checks its diff. - python3 experimental/sgl-router/tests/scripts/generate_kv_events_hash_parity.py --validate-against-sglang + python3 sgl-router/tests/scripts/generate_kv_events_hash_parity.py --validate-against-sglang Render through SGLang's real KV-event recorder, check its opaque LoRA IDs, and compare canonical lookup keys with every fixture case. Run this whenever SGLang is available on the Python path. diff --git a/experimental/sgl-router/tests/scripts/generate_parity_fixtures.py b/sgl-router/tests/scripts/generate_parity_fixtures.py similarity index 97% rename from experimental/sgl-router/tests/scripts/generate_parity_fixtures.py rename to sgl-router/tests/scripts/generate_parity_fixtures.py index 4e985823fb..0109689bbd 100644 --- a/experimental/sgl-router/tests/scripts/generate_parity_fixtures.py +++ b/sgl-router/tests/scripts/generate_parity_fixtures.py @@ -4,7 +4,7 @@ One-shot generator for tokenizer parity fixtures. Run manually when adding a model or changing a prompt shape: python3 -m venv /tmp/parity-fixture-venv /tmp/parity-fixture-venv/bin/pip install transformers - /tmp/parity-fixture-venv/bin/python experimental/sgl-router/tests/scripts/generate_parity_fixtures.py + /tmp/parity-fixture-venv/bin/python sgl-router/tests/scripts/generate_parity_fixtures.py CI does NOT run this — it consumes the committed JSON.