minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[CI] Extract download-rust-ext and give every install step a cache fallback (#33597)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-08-04 15:33:34 -07:00
committed by GitHub
parent b327d76682
commit 58da9859c4
10 changed files with 153 additions and 168 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/_pr-test-rust-ext-build.yml
+8 -14
View File
@@ -88,6 +88,11 @@ jobs:
- uses: ./.github/actions/check-maintenance
# A no-op on the hosted default, which ships zstd; here for whatever
# restore_runs_on is pointed at, since a reader without it sees no entry.
- name: Ensure zstd so the saved entry is readable
run: bash scripts/ci/utils/ensure_zstd.sh
# setup.py counts because it selects which crates get built. pyproject.toml
# is left out - it churns on bumps that cannot affect these modules.
- name: Restore built modules
@@ -182,21 +187,10 @@ jobs:
MAX_GLIBC: ${{ inputs.max_glibc }}
run: bash scripts/ci/utils/stage_rust_ext_modules.sh
# actions/cache identifies an entry by key *and* a version derived from the
# compression tool, so a runner without zstd saves what the hosted restore job
# cannot find - a silent miss every run. Warn, not fail: a cold build still works.
# Without it the entry saved below lands under a version no reader with zstd
# can find. This runner's image ships without it.
- name: Ensure zstd so the restore job can read what this job saves
run: |
set -uo pipefail
if ! command -v zstd >/dev/null 2>&1; then
if [ "$(id -u)" = "0" ]; then SUDO=""
elif command -v sudo >/dev/null 2>&1; then SUDO="sudo"
else SUDO=""; fi
${SUDO} apt-get update || true
${SUDO} apt-get install -y --no-install-recommends zstd || true
fi
command -v zstd >/dev/null 2>&1 \
|| echo "::warning::zstd unavailable on ${RUNNER_NAME:-this runner}; the cache entry saved below will not be readable by the restore job"
run: bash scripts/ci/utils/ensure_zstd.sh
# After the verify step, so a rejected build cannot poison this key for every
# later run.
.github/workflows/_pr-test-stage-cpu.yml
+8 -13
View File
@@ -29,7 +29,7 @@ on:
type: string
required: true
rust_ext_artifact:
description: 'Artifact of prebuilt Rust extension modules, from rust-ext-build. Empty, or a download that fails, means this stage compiles them during install.'
description: 'Artifact of prebuilt Rust extension modules, from rust-ext-build. Empty, or a download that fails, falls back to the cache; a miss there compiles during install.'
type: string
default: ''
@@ -85,26 +85,22 @@ jobs:
# This stage compiled the workspace too - 7+ minutes per partition on
# billable hosted minutes. rust-ext-build's modules need an older glibc than
# this runner has, which is the safe direction, and both pin Python 3.10.
- name: Download prebuilt Rust extensions
- uses: ./.github/actions/download-rust-ext
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
# Both only serve the fallback where this stage compiles the extensions
# itself, so they follow the download's outcome, not the job output: an
# expired artifact still needs cargo and a warm target dir here. Otherwise
# rust-cache restores ~1 GB per partition for nothing, on an over-quota cache.
# itself, so they follow whether the modules arrived, not the producer job's
# output. Otherwise rust-cache restores ~1 GB per partition for nothing, on
# an over-quota cache.
- name: Install protoc + Rust toolchain
if: ${{ steps.rust_ext.outcome != 'success' }}
if: ${{ steps.rust_ext.outputs.hit != 'true' }}
timeout-minutes: 10
run: bash scripts/ci/utils/install_rust_protoc.sh
- name: Rust cache (rust/ workspace)
if: ${{ steps.rust_ext.outcome != 'success' }}
if: ${{ steps.rust_ext.outputs.hit != 'true' }}
uses: Swatinem/rust-cache@v2
with:
workspaces: rust
@@ -116,7 +112,6 @@ jobs:
timeout-minutes: 20
env:
UV_SYSTEM_PYTHON: "1"
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
uv pip install -e "python[dev]" --index-strategy unsafe-best-match --prerelease allow
.github/workflows/_pr-test-stage.yml
+8 -12
View File
@@ -55,9 +55,13 @@ on:
type: string
default: ''
rust_ext_artifact:
description: 'Artifact of prebuilt Rust extension modules, from rust-ext-build. Empty, or a download that fails, means this stage compiles them during install.'
description: 'Artifact of prebuilt Rust extension modules, from rust-ext-build. Empty, or a download that fails, falls back to the cache; a miss there compiles during install.'
type: string
default: ''
skip_prebuilt_rust_ext:
description: 'Take neither the artifact nor the cache, and compile during install. For a stage no prebuild targets: the cache key is arch-blind, so an aarch64 stage would be handed x86_64 modules.'
type: boolean
default: false
# Mirror pr-test.yml top-level env. Reusable workflows do NOT inherit caller's
# workflow-level env across the workflow_call boundary, so anything pr-test.yml
@@ -124,23 +128,15 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda*
# continue-on-error: the artifact expires in a day, so a later re-run just
# compiles during install. download-artifact creates srt/server/, which
# exists only as build output.
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
if: ${{ !inputs.skip_prebuilt_rust_ext }}
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: ${{ fromJson(steps.rc.outputs.install_timeout) }}
env:
GRACE_BLACKWELL: ${{ steps.rc.outputs.grace_blackwell || '0' }}
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{ fromJson(inputs.check_changes).sgl_kernel }} bash ${{ steps.rc.outputs.install }}
.github/workflows/pr-test-jit-kernel.yml
+9 -37
View File
@@ -10,7 +10,7 @@ on:
required: true
type: string
rust_ext_artifact:
description: 'Artifact of prebuilt Rust extension modules, from rust-ext-build. Empty, or a download that fails, means this job compiles them during install.'
description: 'Artifact of prebuilt Rust extension modules, from rust-ext-build. Empty, or a download that fails, falls back to the cache; a miss there compiles during install.'
type: string
default: ''
runner_config:
@@ -71,19 +71,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda13.0
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{ inputs.sgl_kernel }} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -120,19 +113,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda13.0
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{ inputs.sgl_kernel }} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -171,19 +157,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda13.0
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{ inputs.sgl_kernel }} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -222,19 +201,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda13.0
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{ inputs.sgl_kernel }} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
.github/workflows/pr-test-multimodal-gen.yml
+15 -63
View File
@@ -10,7 +10,7 @@ on:
required: true
type: string
rust_ext_artifact:
description: 'Artifact of prebuilt Rust extension modules, from rust-ext-build. Empty, or a download that fails, means this job compiles them during install.'
description: 'Artifact of prebuilt Rust extension modules, from rust-ext-build. Empty, or a download that fails, falls back to the cache; a miss there compiles during install.'
type: string
default: ''
runner_config:
@@ -106,19 +106,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda*
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
- name: Run diffusion server tests
@@ -183,19 +176,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda*
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -257,19 +243,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda*
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -330,19 +309,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda*
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -410,19 +382,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda*
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -466,20 +431,14 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda*
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_CI_EARLY_LD_LIBRARY_PATH: "1"
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -530,19 +489,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda*
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
.github/workflows/pr-test-sgl-kernel.yml
+7 -28
View File
@@ -7,7 +7,7 @@ on:
required: true
type: string
rust_ext_artifact:
description: 'Artifact of prebuilt Rust extension modules, from rust-ext-build. Empty, or a download that fails, means this job compiles them during install.'
description: 'Artifact of prebuilt Rust extension modules, from rust-ext-build. Empty, or a download that fails, falls back to the cache; a miss there compiles during install.'
type: string
default: ''
runner_config:
@@ -58,19 +58,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda*
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -104,19 +97,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda*
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh
@@ -162,19 +148,12 @@ jobs:
merge-multiple: true
pattern: wheel-python3.10-cuda*
- name: Download prebuilt Rust extensions
id: rust_ext
if: ${{ inputs.rust_ext_artifact != '' }}
continue-on-error: true
uses: actions/download-artifact@v4
- uses: ./.github/actions/download-rust-ext
with:
name: ${{ inputs.rust_ext_artifact }}
path: python/sglang/srt/
artifact_name: ${{ inputs.rust_ext_artifact }}
- name: Install dependencies
timeout-minutes: 20
env:
SGLANG_BUILD_RUST_EXTS: ${{ steps.rust_ext.outcome == 'success' && 'none' || '' }}
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
.github/workflows/pr-test.yml
+1 -1
View File
@@ -511,7 +511,7 @@ jobs:
timeout_per_file: '1800'
# aarch64 has no prebuild, so this stage compiles during install - which also
# makes it the only stage still covering that path. Keep it that way.
rust_ext_artifact: ''
skip_prebuilt_rust_ext: true
secrets: inherit
base-c-test-8-gpu-b300:
.github/workflows/rerun-test.yml
+12
View File
@@ -104,6 +104,9 @@ jobs:
- uses: ./.github/actions/check-maintenance
# No artifact_name: a workflow_dispatch has no rust-ext-build job of its own.
- uses: ./.github/actions/download-rust-ext
- name: Install dependencies
timeout-minutes: ${{ fromJson(inputs.install_timeout) }}
env:
@@ -195,6 +198,8 @@ jobs:
- uses: ./.github/actions/check-maintenance
- uses: ./.github/actions/download-rust-ext
- name: Install dependencies (diffusion)
timeout-minutes: 20
run: bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -270,9 +275,16 @@ jobs:
- name: Install uv
uses: astral-sh/setup-uv@v5
# Worth the most of the three jobs: this runner is hosted, so it has no
# persistent cargo target dir and every dispatch compiled cold. Its
# setup-python pins the same 3.10 the modules were built against.
- uses: ./.github/actions/download-rust-ext
id: rust_ext
# Needed by setuptools-rust to build the bundled native gRPC extension
# (rust/sglang-grpc) when installing the main `sglang` wheel from source.
- name: Install protoc + Rust toolchain
if: ${{ steps.rust_ext.outputs.hit != 'true' }}
timeout-minutes: 10
run: bash scripts/ci/utils/install_rust_protoc.sh