[Deps] Retire the CUDA 12 lane (#38404)
Co-authored-by: Mohammad Angkad <mohammad.angkad@radixark.ai>
This commit is contained in:
co-authored by
Mohammad Angkad
parent
fae8cd84cb
commit
52c191da52
@@ -7,15 +7,6 @@ on:
|
||||
description: "Public wheel version (for example, 0.1.0 or 0.1.1rc0)"
|
||||
type: string
|
||||
required: true
|
||||
target:
|
||||
description: "CUDA target"
|
||||
type: choice
|
||||
required: false
|
||||
default: "all"
|
||||
options:
|
||||
- "all"
|
||||
- "cu129"
|
||||
- "cu130"
|
||||
packaging-ref:
|
||||
description: "DeepEP ref containing the shared sgl_deep_ep overlay"
|
||||
type: string
|
||||
@@ -30,75 +21,8 @@ env:
|
||||
TORCH_VERSION: "2.13.0"
|
||||
|
||||
jobs:
|
||||
build-cu129-matrix:
|
||||
if: |
|
||||
github.repository == 'sgl-project/sglang' &&
|
||||
(inputs.target == 'all' || inputs.target == 'cu129')
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
python-version: ["3.10", "3.12"]
|
||||
arch: [x86_64, aarch64]
|
||||
include:
|
||||
- arch: x86_64
|
||||
runner: x64-kernel-build-node
|
||||
source-branch: sgl-deepep-cu12-x86
|
||||
- arch: aarch64
|
||||
runner: arm-kernel-build-node
|
||||
source-branch: sgl-deepep-cu12-arm
|
||||
runs-on: ${{ matrix.runner }}
|
||||
steps:
|
||||
- name: Clean workspace
|
||||
run: |
|
||||
docker run --rm -v "${{ github.workspace }}:/workspace" alpine:3 \
|
||||
sh -c 'rm -rf /workspace/..?* /workspace/.[!.]* /workspace/*' || true
|
||||
|
||||
- name: Checkout SGLang
|
||||
uses: actions/checkout@v4
|
||||
|
||||
- name: Checkout DeepEP implementation
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: sgl-project/DeepEP
|
||||
ref: ${{ matrix.source-branch }}
|
||||
path: DeepEP-source
|
||||
submodules: recursive
|
||||
|
||||
- name: Checkout DeepEP packaging overlay
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: sgl-project/DeepEP
|
||||
ref: ${{ inputs['packaging-ref'] || 'sgl-deepep-packaging' }}
|
||||
path: DeepEP-packaging
|
||||
sparse-checkout: sgl_deep_ep
|
||||
|
||||
- name: Set wheel version
|
||||
env:
|
||||
RELEASE_VERSION: ${{ inputs.version }}
|
||||
run: |
|
||||
printf '%s' "${RELEASE_VERSION}" > DeepEP-packaging/sgl_deep_ep/VERSION
|
||||
|
||||
- name: Build wheel
|
||||
run: |
|
||||
chmod +x scripts/build_sgl_deepep.sh DeepEP-packaging/sgl_deep_ep/build_sgl_deep_ep.sh
|
||||
scripts/build_sgl_deepep.sh \
|
||||
"${{ matrix.python-version }}" \
|
||||
"12.9" \
|
||||
"${{ github.workspace }}/DeepEP-source" \
|
||||
"${{ github.workspace }}/DeepEP-packaging/sgl_deep_ep" \
|
||||
"${{ matrix.arch }}"
|
||||
|
||||
- name: Upload wheel
|
||||
uses: actions/upload-artifact@v4
|
||||
with:
|
||||
name: deepep-wheel-cu129-py${{ matrix.python-version }}-${{ matrix.arch }}
|
||||
path: DeepEP-source/dist/*.whl
|
||||
if-no-files-found: error
|
||||
|
||||
build-cu130-matrix:
|
||||
if: |
|
||||
github.repository == 'sgl-project/sglang' &&
|
||||
(inputs.target == 'all' || inputs.target == 'cu130')
|
||||
if: github.repository == 'sgl-project/sglang'
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
@@ -168,19 +92,10 @@ jobs:
|
||||
if-no-files-found: error
|
||||
|
||||
release-whl:
|
||||
needs: [build-cu129-matrix, build-cu130-matrix]
|
||||
needs: build-cu130-matrix
|
||||
if: |
|
||||
always() &&
|
||||
github.repository == 'sgl-project/sglang' &&
|
||||
(
|
||||
(inputs.target == 'cu129' && needs.build-cu129-matrix.result == 'success') ||
|
||||
(inputs.target == 'cu130' && needs.build-cu130-matrix.result == 'success') ||
|
||||
(
|
||||
inputs.target == 'all' &&
|
||||
needs.build-cu129-matrix.result == 'success' &&
|
||||
needs.build-cu130-matrix.result == 'success'
|
||||
)
|
||||
)
|
||||
needs.build-cu130-matrix.result == 'success'
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Checkout SGLang
|
||||
@@ -209,14 +124,8 @@ jobs:
|
||||
git clone --branch gh-pages \
|
||||
"https://oauth2:${WHL_TOKEN}@github.com/sgl-project/whl.git" sgl-whl
|
||||
|
||||
- name: Update wheel indexes
|
||||
run: |
|
||||
if [[ "${{ inputs.target }}" == "all" || "${{ inputs.target }}" == "cu129" ]]; then
|
||||
python3 scripts/update_deepep_whl_index.py --cuda 129
|
||||
fi
|
||||
if [[ "${{ inputs.target }}" == "all" || "${{ inputs.target }}" == "cu130" ]]; then
|
||||
python3 scripts/update_deepep_whl_index.py --cuda 130
|
||||
fi
|
||||
- name: Update wheel index
|
||||
run: python3 scripts/update_deepep_whl_index.py --cuda 130
|
||||
|
||||
- name: Push wheel indexes
|
||||
env:
|
||||
@@ -234,15 +143,10 @@ jobs:
|
||||
fi
|
||||
|
||||
release-pypi:
|
||||
needs: [build-cu129-matrix, build-cu130-matrix]
|
||||
needs: build-cu130-matrix
|
||||
if: |
|
||||
always() &&
|
||||
github.repository == 'sgl-project/sglang' &&
|
||||
needs.build-cu130-matrix.result == 'success' &&
|
||||
(
|
||||
inputs.target == 'cu130' ||
|
||||
(inputs.target == 'all' && needs.build-cu129-matrix.result == 'success')
|
||||
)
|
||||
needs.build-cu130-matrix.result == 'success'
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Download PyPI wheels
|
||||
|
||||
Reference in New Issue
Block a user