Expand support matrix for pypi wheel release (#24565)
This commit is contained in:
@@ -11,26 +11,47 @@ on:
|
|||||||
type: string
|
type: string
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
publish:
|
build:
|
||||||
if: github.repository == 'sgl-project/sglang'
|
if: github.repository == 'sgl-project/sglang'
|
||||||
runs-on: ubuntu-latest
|
strategy:
|
||||||
environment: "prod"
|
fail-fast: false
|
||||||
|
matrix:
|
||||||
|
python-version: ["3.10", "3.11", "3.12", "3.13"]
|
||||||
|
arch: [x86_64, aarch64]
|
||||||
|
include:
|
||||||
|
- arch: x86_64
|
||||||
|
runner: x64-docker-build-node
|
||||||
|
- arch: aarch64
|
||||||
|
runner: arm-docker-build-node
|
||||||
|
runs-on: ${{ matrix.runner }}
|
||||||
steps:
|
steps:
|
||||||
- name: Set up Python
|
# Self-hosted build nodes retain the workspace across jobs. Prior builds
|
||||||
uses: actions/setup-python@v4
|
# leave root-owned artifacts behind that actions/checkout cannot remove,
|
||||||
with:
|
# causing EACCES on rmdir. Wipe them via a throwaway root container.
|
||||||
python-version: "3.10"
|
- name: Clean workspace (remove root-owned files from prior runs)
|
||||||
|
run: |
|
||||||
|
docker run --rm -v "${{ github.workspace }}:/workspace" alpine:3 \
|
||||||
|
sh -c 'rm -rf /workspace/..?* /workspace/.[!.]* /workspace/*' || true
|
||||||
|
|
||||||
- name: Checkout repository
|
- name: Checkout repository
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v4
|
||||||
with:
|
with:
|
||||||
fetch-depth: 0 # Required for setuptools-scm to determine version from tags
|
fetch-depth: 0 # Required for setuptools-scm to determine version from tags
|
||||||
|
submodules: "recursive"
|
||||||
|
|
||||||
|
- name: Set up Python ${{ matrix.python-version }}
|
||||||
|
uses: actions/setup-python@v5
|
||||||
|
with:
|
||||||
|
python-version: ${{ matrix.python-version }}
|
||||||
|
|
||||||
# Needed by setuptools-rust to build the bundled native gRPC extension
|
# Needed by setuptools-rust to build the bundled native gRPC extension
|
||||||
# (rust/sglang-grpc) when `python -m build` builds the sglang wheel.
|
# (rust/sglang-grpc) when `python -m build` builds the sglang wheel.
|
||||||
- name: Install protoc
|
- name: Install protoc
|
||||||
run: sudo bash scripts/ci/utils/install_protoc.sh
|
run: sudo bash scripts/ci/utils/install_protoc.sh
|
||||||
|
|
||||||
|
- name: Install Rust toolchain
|
||||||
|
uses: dtolnay/rust-toolchain@stable
|
||||||
|
|
||||||
- name: Build wheel
|
- name: Build wheel
|
||||||
env:
|
env:
|
||||||
# When triggered manually, pin the wheel version to the supplied
|
# When triggered manually, pin the wheel version to the supplied
|
||||||
@@ -40,17 +61,17 @@ jobs:
|
|||||||
run: |
|
run: |
|
||||||
cd python
|
cd python
|
||||||
cp ../README.md ../LICENSE .
|
cp ../README.md ../LICENSE .
|
||||||
pip install build wheel setuptools setuptools-scm
|
pip install build wheel setuptools setuptools-scm setuptools-rust
|
||||||
if [ -n "$RELEASE_VERSION" ]; then
|
if [ -n "$RELEASE_VERSION" ]; then
|
||||||
export SETUPTOOLS_SCM_PRETEND_VERSION="${RELEASE_VERSION#v}"
|
export SETUPTOOLS_SCM_PRETEND_VERSION="${RELEASE_VERSION#v}"
|
||||||
echo "Pinning wheel version to $SETUPTOOLS_SCM_PRETEND_VERSION"
|
echo "Pinning wheel version to $SETUPTOOLS_SCM_PRETEND_VERSION"
|
||||||
fi
|
fi
|
||||||
python3 -m build --wheel
|
python3 -m build --wheel
|
||||||
|
|
||||||
# PyPI rejects plain `linux_x86_64` platform tags; auditwheel rewrites
|
# PyPI rejects plain `linux_x86_64` / `linux_aarch64` platform tags;
|
||||||
# the wheel's platform tag to a `manylinux_*` tag and bundles any
|
# auditwheel rewrites the wheel's platform tag to a `manylinux_*` tag
|
||||||
# external native deps. The runner's glibc determines the lowest
|
# and bundles any external native deps. The runner's glibc determines
|
||||||
# acceptable manylinux policy (ubuntu-24.04 -> glibc 2.39).
|
# the lowest acceptable manylinux policy.
|
||||||
- name: Repair wheel for manylinux
|
- name: Repair wheel for manylinux
|
||||||
run: |
|
run: |
|
||||||
cd python
|
cd python
|
||||||
@@ -60,8 +81,36 @@ jobs:
|
|||||||
rm dist/*.whl
|
rm dist/*.whl
|
||||||
mv dist-repaired/*.whl dist/
|
mv dist-repaired/*.whl dist/
|
||||||
|
|
||||||
|
- name: Upload artifacts
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: wheel-py${{ matrix.python-version }}-${{ matrix.arch }}
|
||||||
|
path: python/dist/*.whl
|
||||||
|
|
||||||
|
publish:
|
||||||
|
needs: build
|
||||||
|
if: github.repository == 'sgl-project/sglang'
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
environment: "prod"
|
||||||
|
steps:
|
||||||
|
- name: Download all wheels
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
path: dist/
|
||||||
|
merge-multiple: true
|
||||||
|
pattern: wheel-*
|
||||||
|
|
||||||
|
- name: List wheels
|
||||||
|
run: ls -lh dist/
|
||||||
|
|
||||||
|
- name: Set up Python
|
||||||
|
uses: actions/setup-python@v5
|
||||||
|
with:
|
||||||
|
python-version: "3.10"
|
||||||
|
|
||||||
- name: Upload to pypi
|
- name: Upload to pypi
|
||||||
run: |
|
run: |
|
||||||
cd python
|
|
||||||
pip install twine
|
pip install twine
|
||||||
python3 -m twine upload dist/* -u __token__ -p ${{ secrets.PYPI_TOKEN }}
|
# --skip-existing makes partial reruns safe (e.g. one arch failed,
|
||||||
|
# rerun only the failed shard without re-uploading already-published wheels).
|
||||||
|
python3 -m twine upload --skip-existing dist/*.whl -u __token__ -p ${{ secrets.PYPI_TOKEN }}
|
||||||
|
|||||||
Reference in New Issue
Block a user