[AMD] ci: add extra-a 1-gpu-large tier (fp8kv-triton, streaming-session, spec-standalone) (#28458)
This commit is contained in:
@@ -10,12 +10,13 @@ name: PR Test Extra (AMD)
|
||||
# runs unconditionally on workflow_dispatch / workflow_call so it can be
|
||||
# triggered manually or chained from the AMD scheduler.
|
||||
#
|
||||
# Stage: extra-a (1-gpu-small-amd). The job mirrors the container bring-up of
|
||||
# pr-test-amd.yml and dispatches `run_suite.py --hw amd --suite
|
||||
# extra-a-test-1-gpu-small-amd`. Only the mock-model / kv_canary *unit* tests
|
||||
# are onboarded so far; the canary *e2e* tests (which would land in
|
||||
# 1-/2-gpu-large) need the canary JIT kernel ported to ROCm first, so those
|
||||
# suites are intentionally not registered for AMD yet.
|
||||
# Stage: extra-a. Each job mirrors the container bring-up of pr-test-amd.yml
|
||||
# and dispatches `run_suite.py --hw amd --suite extra-a-test-{config}-amd`:
|
||||
# - 1-gpu-small: mock-model / kv_canary *unit* tests
|
||||
# - 1-gpu-large: single-GPU model e2e tests (quant fp8kv-triton,
|
||||
# sessions streaming-session, spec standalone triton)
|
||||
# The canary *e2e* tests still need the canary JIT kernel ported to ROCm
|
||||
# first, so they remain CUDA-only for now.
|
||||
|
||||
on:
|
||||
pull_request:
|
||||
@@ -145,6 +146,37 @@ jobs:
|
||||
run: |
|
||||
bash scripts/ci/amd/amd_ci_exec.sh -w "/sglang-checkout/test" python3 run_suite.py --hw amd --suite extra-a-test-1-gpu-small-amd --timeout-per-file 1800 ${{ inputs.continue_on_error == true && '--continue-on-error' || '' }}
|
||||
|
||||
# =============================================== extra-a (1-gpu-large) ===============================================
|
||||
# Single-GPU lora / spec / quant model e2e tests. Runs on the same 1-gpu
|
||||
# pool as small (AMD GPUs carry enough VRAM that "large" here is a CUDA
|
||||
# memory-tier label, not a separate AMD runner pool).
|
||||
extra-a-test-1-gpu-large-amd:
|
||||
name: ${{ format('extra-a-test-1-gpu-large-amd{0} (linux-{1}-1gpu-sglang)', inputs.rocm_version && format('-{0}', inputs.rocm_version) || '', inputs.runner_arch || 'mi325') }}
|
||||
needs: [call-gate]
|
||||
if: ${{ !cancelled() && needs.call-gate.result == 'success' }}
|
||||
runs-on: ${{ format('linux-{0}-1gpu-sglang', inputs.runner_arch || 'mi325') }}
|
||||
steps:
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
ref: ${{ inputs.ref || github.sha }}
|
||||
|
||||
- name: Ensure VRAM is clear
|
||||
run: bash scripts/ci/amd/ensure_vram_clear.sh rocm
|
||||
|
||||
- name: Start CI container
|
||||
run: bash scripts/ci/amd/amd_ci_start_container.sh ${{ inputs.rocm_version && format('--rocm-version {0}', inputs.rocm_version) || '' }}
|
||||
env:
|
||||
GITHUB_WORKSPACE: ${{ github.workspace }}
|
||||
|
||||
- name: Install dependencies
|
||||
run: bash scripts/ci/amd/amd_ci_install_dependency.sh
|
||||
|
||||
- name: Run test
|
||||
timeout-minutes: 60
|
||||
run: |
|
||||
bash scripts/ci/amd/amd_ci_exec.sh -w "/sglang-checkout/test" python3 run_suite.py --hw amd --suite extra-a-test-1-gpu-large-amd --timeout-per-file 1800 ${{ inputs.continue_on_error == true && '--continue-on-error' || '' }}
|
||||
|
||||
# =============================================== aggregator ====================================================
|
||||
# Single fan-in job so branch protection / notifications depend on one job
|
||||
# rather than every matrix leg. Fails if any dependent failed or was
|
||||
@@ -154,6 +186,7 @@ jobs:
|
||||
[
|
||||
call-gate,
|
||||
extra-a-test-1-gpu-small-amd,
|
||||
extra-a-test-1-gpu-large-amd,
|
||||
]
|
||||
if: always()
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
Reference in New Issue
Block a user