[Build][CI] Drop Python 3.10: require Python 3.11+ and run CUDA CI on Python 3.12 (#43021)
Co-authored-by: Mohammad Angkad <mohammad.angkad@radixark.ai> Co-authored-by: Mohammad Miadh Angkad <176301910+mmangkad@users.noreply.github.com>
This commit is contained in:
co-authored by
Mohammad Angkad
Mohammad Miadh Angkad
parent
59445b3da1
commit
e775fa7253
@@ -13,7 +13,7 @@ inputs:
|
||||
cache_key_prefix:
|
||||
description: 'Must match what _pr-test-rust-ext-build.yml saves under.'
|
||||
required: false
|
||||
default: rust-ext-x86_64-cp310-cp312
|
||||
default: rust-ext-x86_64-cp312
|
||||
|
||||
outputs:
|
||||
hit:
|
||||
|
||||
@@ -46,7 +46,7 @@ on:
|
||||
cache_key_prefix:
|
||||
description: 'Cache key prefix. Callers share it on purpose to reuse each other''s build; it encodes the arch and the interpreter ABI set, since the modules are portable across neither.'
|
||||
type: string
|
||||
default: rust-ext-x86_64-cp310-cp312
|
||||
default: rust-ext-x86_64-cp312
|
||||
max_glibc:
|
||||
description: >
|
||||
Highest GLIBC symbol version the built .so files may require. A ceiling set
|
||||
@@ -168,16 +168,12 @@ jobs:
|
||||
runs-on: ${{ inputs.runs_on }}
|
||||
timeout-minutes: 60
|
||||
name: Build Rust Ext
|
||||
# No crate sets abi3, so the pools' interpreters (h100 ships 3.10, h20 ships
|
||||
# 3.12) each need their own module set, and each its own target dir, since
|
||||
# PyO3's fingerprint tracks the interpreter. The two passes therefore share
|
||||
# nothing, which is why they run as parallel jobs rather than back to back.
|
||||
# No crate sets abi3, so each interpreter the stages run needs its own leg;
|
||||
# keep this matrix in sync with CI_PYTHON_VER in ci_install_dependency.sh.
|
||||
strategy:
|
||||
# Both legs run to completion, so a failure in one still leaves the other's
|
||||
# log to compare against.
|
||||
fail-fast: false
|
||||
matrix:
|
||||
python-version: ['3.10', '3.12']
|
||||
python-version: ['3.12']
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
with:
|
||||
|
||||
@@ -41,7 +41,7 @@ jobs:
|
||||
- name: Set up Python
|
||||
uses: actions/setup-python@v5
|
||||
with:
|
||||
python-version: '3.10'
|
||||
python-version: '3.12'
|
||||
|
||||
- name: Install uv
|
||||
uses: astral-sh/setup-uv@v5
|
||||
|
||||
@@ -82,14 +82,14 @@ jobs:
|
||||
- name: Set up Python
|
||||
uses: actions/setup-python@v5
|
||||
with:
|
||||
python-version: '3.10'
|
||||
python-version: '3.12'
|
||||
|
||||
- name: Install uv
|
||||
uses: astral-sh/setup-uv@v5
|
||||
|
||||
# This stage compiled the workspace too - 7+ minutes per partition on
|
||||
# billable hosted minutes. rust-ext-build's modules need an older glibc than
|
||||
# this runner has, which is the safe direction, and both pin Python 3.10.
|
||||
# this runner has, which is the safe direction, and both pin Python 3.12.
|
||||
- uses: ./.github/actions/download-rust-ext
|
||||
id: rust_ext
|
||||
with:
|
||||
|
||||
@@ -102,8 +102,16 @@ jobs:
|
||||
|
||||
- name: Install dependencies
|
||||
timeout-minutes: 10
|
||||
# Keep this unpinned resolve out of /opt/sglang-ci-py*, which gated jobs reuse;
|
||||
# `python3 -m uv` runs the uv just upgraded, not an older one on PATH.
|
||||
run: |
|
||||
pip install -e "python/[test]"
|
||||
venv="$RUNNER_TEMP/sglang-coverage-venv"
|
||||
python3 -m pip install --upgrade uv
|
||||
python3 -m uv python install --upgrade 3.12 --python-preference only-managed
|
||||
python3 -m uv venv "$venv" --python 3.12 --python-preference only-managed --seed
|
||||
echo "$venv/bin" >> "$GITHUB_PATH"
|
||||
echo "VIRTUAL_ENV=$venv" >> "$GITHUB_ENV"
|
||||
python3 -m uv pip install --python "$venv/bin/python3" -e "python/[test]"
|
||||
|
||||
- name: Run unit tests with coverage
|
||||
# Non-gating on purpose: running the whole tree in one process
|
||||
|
||||
@@ -216,12 +216,12 @@ jobs:
|
||||
- name: Install official LTX repro dependencies
|
||||
if: matrix.source_group == 'ltx' || matrix.source_group == 'ltx23'
|
||||
run: |
|
||||
UV_SYSTEM_PYTHON=1 uv pip install \
|
||||
uv pip install --python "$(command -v python3)" \
|
||||
"transformers==4.52.4" \
|
||||
openimageio \
|
||||
--index-strategy unsafe-best-match \
|
||||
--prerelease allow
|
||||
UV_SYSTEM_PYTHON=1 uv pip uninstall kernels
|
||||
uv pip uninstall --python "$(command -v python3)" kernels
|
||||
|
||||
- name: Checkout official Wan2.1 repo
|
||||
if: matrix.source_group == 'wan21'
|
||||
|
||||
@@ -252,7 +252,7 @@ jobs:
|
||||
runs_on: ubuntu-22.04-arm
|
||||
collect_runs_on: ubuntu-22.04-arm
|
||||
artifact_name: rust-ext-aarch64
|
||||
cache_key_prefix: rust-ext-aarch64-cp310-cp312
|
||||
cache_key_prefix: rust-ext-aarch64-cp312
|
||||
git_ref: ${{ inputs.git_ref || '' }}
|
||||
skip_pr_test_health_check: ${{ inputs.skip_pr_test_health_check == true || inputs.test_parallel_dispatch == true || inputs.run_all_tests == true }}
|
||||
secrets: inherit
|
||||
|
||||
@@ -38,7 +38,7 @@ jobs:
|
||||
- name: Set up Python
|
||||
uses: actions/setup-python@v5
|
||||
with:
|
||||
python-version: "3.10"
|
||||
python-version: "3.12"
|
||||
|
||||
- name: Install build dependencies
|
||||
run: |
|
||||
|
||||
@@ -30,7 +30,7 @@ jobs:
|
||||
- name: Set up Python
|
||||
uses: actions/setup-python@v5
|
||||
with:
|
||||
python-version: "3.10"
|
||||
python-version: "3.12"
|
||||
|
||||
- name: Generate PR wheel version
|
||||
id: gen_version
|
||||
|
||||
@@ -16,7 +16,7 @@ jobs:
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
python-version: ["3.10", "3.11", "3.12", "3.13"]
|
||||
python-version: ["3.11", "3.12", "3.13"]
|
||||
arch: [x86_64, aarch64]
|
||||
include:
|
||||
- arch: x86_64
|
||||
|
||||
@@ -386,14 +386,14 @@ jobs:
|
||||
- name: Set up Python
|
||||
uses: actions/setup-python@v5
|
||||
with:
|
||||
python-version: '3.10'
|
||||
python-version: '3.12'
|
||||
|
||||
- name: Install uv
|
||||
uses: astral-sh/setup-uv@v5
|
||||
|
||||
# Worth the most of the three jobs: this runner is hosted, so it has no
|
||||
# persistent cargo target dir and every dispatch compiled cold. Its
|
||||
# setup-python pins the same 3.10 the modules were built against.
|
||||
# setup-python pins the same 3.12 the modules were built against.
|
||||
- uses: ./.github/actions/download-rust-ext
|
||||
id: rust_ext
|
||||
|
||||
@@ -471,7 +471,7 @@ jobs:
|
||||
- name: Set up Python
|
||||
uses: actions/setup-python@v5
|
||||
with:
|
||||
python-version: '3.10'
|
||||
python-version: '3.12'
|
||||
|
||||
- name: Write back result to reply comment
|
||||
env:
|
||||
|
||||
@@ -48,5 +48,5 @@ jobs:
|
||||
runs_on: ubuntu-22.04-arm
|
||||
collect_runs_on: ubuntu-22.04-arm
|
||||
artifact_name: rust-ext-aarch64
|
||||
cache_key_prefix: rust-ext-aarch64-cp310-cp312
|
||||
cache_key_prefix: rust-ext-aarch64-cp312
|
||||
secrets: inherit
|
||||
|
||||
Reference in New Issue
Block a user