[CI] [XPU] nightly: Split Intel Main and Wheel workflows (#44108)
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
f2b73d4f9b
commit
01ac2cf36d
@@ -0,0 +1,201 @@
|
||||
name: Nightly Wheel Test (Intel)
|
||||
|
||||
on:
|
||||
schedule:
|
||||
# 22:30 IST (UTC+5:30) → 17:00 UTC daily.
|
||||
- cron: '0 17 * * *'
|
||||
push:
|
||||
branches:
|
||||
- main
|
||||
paths:
|
||||
- "python/sglang/version.py"
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
continue_on_error:
|
||||
description: 'Continue on error (do not fail the workflow on test failures)'
|
||||
required: false
|
||||
type: boolean
|
||||
default: true
|
||||
workflow_call:
|
||||
inputs:
|
||||
ref:
|
||||
description: "Branch, tag or SHA to checkout"
|
||||
required: false
|
||||
type: string
|
||||
default: ""
|
||||
continue_on_error:
|
||||
description: 'Continue on error (do not fail the workflow on test failures)'
|
||||
required: false
|
||||
type: boolean
|
||||
default: true
|
||||
|
||||
concurrency:
|
||||
group: nightly-test-intel-wheel-${{ github.event_name == 'workflow_dispatch' && format('manual-{0}', github.run_id) || inputs.ref && format('caller-{0}', github.run_id) || format('{0}-{1}', github.ref, github.event.schedule) }}
|
||||
cancel-in-progress: ${{ !inputs.ref && github.event_name != 'workflow_call' && github.event_name != 'workflow_dispatch' }}
|
||||
|
||||
jobs:
|
||||
nightly-xpu-kernel-wheel-1-gpu:
|
||||
# sglang main + prebuilt sgl-kernel-xpu wheel: PR CI suites plus nightly-xpu-kernel-wheel-1-gpu.
|
||||
if: github.repository == 'sgl-project/sglang'
|
||||
runs-on: intel-bmg-nightly
|
||||
# Two suites back to back (~5h est. incl. setup) exceed the 360-min default.
|
||||
timeout-minutes: 600
|
||||
env:
|
||||
DOCKERHUB_INTEL_USERNAME: ${{ secrets.DOCKERHUB_INTEL_USERNAME }}
|
||||
DOCKERHUB_INTEL_TOKEN: ${{ secrets.DOCKERHUB_INTEL_TOKEN }}
|
||||
steps:
|
||||
- name: Reset workspace ownership
|
||||
run: |
|
||||
docker run --rm -v "${{ github.workspace }}:/w" busybox:latest \
|
||||
chown -R "$(id -u):$(id -g)" /w || true
|
||||
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
fetch-depth: 0
|
||||
ref: ${{ inputs.ref || github.sha }}
|
||||
|
||||
- name: Start CI container (pull intel/sglang-dev:latest)
|
||||
run: |
|
||||
export HF_TOKEN="$(cat ~/huggingface_token.txt)"
|
||||
bash scripts/ci/xpu/xpu_ci_start_container.sh --image-tag latest
|
||||
env:
|
||||
GITHUB_WORKSPACE: ${{ github.workspace }}
|
||||
|
||||
- name: Overlay in-tree sglang test helpers onto image site-packages
|
||||
run: |
|
||||
# Bridges the up-to-24h window between merge and nightly image rebuild.
|
||||
dest=$(docker exec ci_sglang_xpu /opt/venv/bin/python3 -c \
|
||||
"import sglang, os; print(os.path.dirname(sglang.__file__))")
|
||||
docker exec ci_sglang_xpu cp \
|
||||
/sglang-checkout/python/sglang/test/ci/ci_utils.py \
|
||||
"$dest/test/ci/ci_utils.py"
|
||||
docker exec ci_sglang_xpu /opt/venv/bin/python3 -c \
|
||||
"import sglang.test.ci.ci_utils; print('overlay ok')"
|
||||
|
||||
- name: HF login + install run_suite extras
|
||||
timeout-minutes: 10
|
||||
run: |
|
||||
docker exec ci_sglang_xpu /opt/venv/bin/python3 -m pip install --no-cache-dir tabulate
|
||||
docker exec ci_sglang_xpu /opt/venv/bin/python3 -m pip install --no-cache-dir --no-deps xgrammar==0.1.33
|
||||
# Pin the image's torch/sglang/kernel builds, and take the diffusion extra's
|
||||
# deps from pyproject_xpu.toml instead of installing sglang[diffusion] from PyPI.
|
||||
docker exec -i ci_sglang_xpu /opt/venv/bin/python3 - <<'PY'
|
||||
import importlib.metadata as md
|
||||
import tomllib
|
||||
|
||||
pins = []
|
||||
for name in ("torch", "torchvision", "torchaudio", "sglang", "sglang-kernel-xpu"):
|
||||
try:
|
||||
pins.append(f"{name}=={md.version(name)}")
|
||||
except md.PackageNotFoundError:
|
||||
pass
|
||||
with open("/tmp/image-pins.txt", "w") as f:
|
||||
f.write("\n".join(pins) + "\n")
|
||||
with open("/sglang-checkout/python/pyproject_xpu.toml", "rb") as f:
|
||||
deps = tomllib.load(f)["project"]["optional-dependencies"]["diffusion"]
|
||||
with open("/tmp/diffusion-deps.txt", "w") as f:
|
||||
f.write("\n".join(deps) + "\n")
|
||||
print("image pins:", pins)
|
||||
PY
|
||||
PIP_INSTALL="/opt/venv/bin/python3 -m pip install --no-cache-dir -c /tmp/image-pins.txt --extra-index-url https://download.pytorch.org/whl/xpu"
|
||||
docker exec ci_sglang_xpu $PIP_INSTALL "lm-eval==0.4.9"
|
||||
# Test deps of the PR CI suites (mirrors pr-test-xpu.yml, minus the sglang reinstall).
|
||||
docker exec ci_sglang_xpu $PIP_INSTALL pytest expecttest ray huggingface_hub "lmcache>=0.3.9" accelerate
|
||||
# Diffusion extra's deps (needed by test_xpu_zimage_turbo).
|
||||
docker exec ci_sglang_xpu $PIP_INSTALL -r /tmp/diffusion-deps.txt
|
||||
# HF /whoami-v2 is aggressively rate-limited and the scheduled
|
||||
# jobs all hit it at the same second. Retry with linear backoff +
|
||||
# jitter to desynchronize them.
|
||||
docker exec ci_sglang_xpu /bin/bash -c '
|
||||
for i in 1 2 3 4 5; do
|
||||
/opt/venv/bin/hf auth login --token "${HF_TOKEN}" && exit 0
|
||||
sleep_secs=$((i * 15 + RANDOM % 15))
|
||||
echo "hf auth login failed (attempt $i), retrying in ${sleep_secs}s..."
|
||||
sleep "${sleep_secs}"
|
||||
done
|
||||
exit 1
|
||||
'
|
||||
|
||||
- name: Download olmOCR-bench dataset (for test_deepseek_ocr_2_olmbench)
|
||||
timeout-minutes: 30
|
||||
run: |
|
||||
# PyMuPDF renders the bench PDFs to images; bench_sglang.py errors
|
||||
# every sample without it.
|
||||
docker exec ci_sglang_xpu /opt/venv/bin/python3 -m pip install --no-cache-dir pymupdf
|
||||
docker exec ci_sglang_xpu /bin/bash -c '
|
||||
/opt/venv/bin/hf download --repo-type dataset allenai/olmOCR-bench \
|
||||
--local-dir /sglang-checkout/olmOCR-bench'
|
||||
|
||||
- name: PR CI suites (stage-a + stage-b, 1-GPU XPU)
|
||||
# Same suites and budget as pr-test-xpu.yml.
|
||||
timeout-minutes: 180
|
||||
run: |
|
||||
touch github_summary_ci.md
|
||||
docker exec ci_sglang_xpu bash -c "
|
||||
source /opt/venv/bin/activate &&
|
||||
cd /sglang-checkout/test &&
|
||||
GITHUB_STEP_SUMMARY=/sglang-checkout/github_summary_ci.md \
|
||||
SGLANG_IS_IN_CI=true \
|
||||
python3 run_suite.py --hw xpu --suite stage-a-test-1-gpu-xpu,stage-b-test-1-gpu-xpu --timeout-per-file 600 --retry-timeout-increase 0 --enable-retry ${{ (github.event_name == 'schedule' || inputs.continue_on_error) && '--continue-on-error' || '' }}
|
||||
" || TEST_EXIT_CODE=$?
|
||||
echo "$(<github_summary_ci.md)" >> $GITHUB_STEP_SUMMARY || true
|
||||
exit ${TEST_EXIT_CODE:-0}
|
||||
|
||||
- name: Kernel-wheel nightly suite (1-GPU XPU)
|
||||
# Run even if the PR CI suites failed; skip only on cancel.
|
||||
if: success() || failure()
|
||||
timeout-minutes: 240
|
||||
run: |
|
||||
touch github_summary.md nightly-xpu-kernel-wheel-1-gpu-metrics.jsonl
|
||||
docker exec ci_sglang_xpu bash -c "
|
||||
source /opt/venv/bin/activate &&
|
||||
cd /sglang-checkout/test &&
|
||||
OLMOCR_BENCH_DIR=/sglang-checkout/olmOCR-bench/bench_data \
|
||||
GITHUB_STEP_SUMMARY=/sglang-checkout/github_summary.md \
|
||||
SGLANG_IS_IN_CI=true \
|
||||
SGLANG_TEST_METRICS_FILE=/sglang-checkout/nightly-xpu-kernel-wheel-1-gpu-metrics.jsonl \
|
||||
python3 run_suite.py --hw xpu --suite nightly-xpu-kernel-wheel-1-gpu --nightly --timeout-per-file 7200 ${{ (github.event_name == 'schedule' || inputs.continue_on_error) && '--continue-on-error' || '' }}
|
||||
" || TEST_EXIT_CODE=$?
|
||||
echo "$(<github_summary.md)" >> $GITHUB_STEP_SUMMARY || true
|
||||
exit ${TEST_EXIT_CODE:-0}
|
||||
|
||||
- name: Upload per-model metrics jsonl
|
||||
if: always()
|
||||
uses: actions/upload-artifact@v4
|
||||
with:
|
||||
name: nightly-xpu-kernel-wheel-1-gpu-metrics
|
||||
path: nightly-xpu-kernel-wheel-1-gpu-metrics.jsonl
|
||||
if-no-files-found: warn
|
||||
retention-days: 30
|
||||
|
||||
- name: Cleanup container
|
||||
if: always()
|
||||
run: |
|
||||
docker run --rm -v "${{ github.workspace }}:/w" busybox:latest \
|
||||
chown -R "$(id -u):$(id -g)" /w || true
|
||||
rm -rf test/result.jsonl test/results test/.pytest_cache .pytest_cache || true
|
||||
find . -type d -name "__pycache__" -prune -exec rm -rf {} + || true
|
||||
find . -type f -name "*.pyc" -delete || true
|
||||
docker rm -f ci_sglang_xpu || true
|
||||
if [[ -n "${CI_SGLANG_XPU_IMAGE:-}" ]]; then
|
||||
docker rmi -f "${CI_SGLANG_XPU_IMAGE}" || true
|
||||
fi
|
||||
|
||||
check-all-jobs:
|
||||
if: always() && (github.repository == 'sgl-project/sglang' || github.event_name == 'workflow_dispatch')
|
||||
needs:
|
||||
- nightly-xpu-kernel-wheel-1-gpu
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Check if any job failed
|
||||
run: |
|
||||
if [[ "${{ contains(needs.*.result, 'failure') }}" == "true" ]]; then
|
||||
echo "One or more nightly test jobs failed"
|
||||
exit 1
|
||||
fi
|
||||
if [[ "${{ contains(needs.*.result, 'cancelled') }}" == "true" ]]; then
|
||||
echo "One or more nightly test jobs were cancelled"
|
||||
exit 1
|
||||
fi
|
||||
echo "All nightly test jobs passed"
|
||||
@@ -1,10 +1,8 @@
|
||||
name: Nightly Test (Intel)
|
||||
name: Nightly Main Test (Intel)
|
||||
|
||||
on:
|
||||
schedule:
|
||||
# 22:30 IST (UTC+5:30) → 17:00 UTC daily: nightly-xpu-kernel-wheel-1-gpu.
|
||||
- cron: '0 17 * * *'
|
||||
# 01:00 IST (UTC+5:30) → 19:30 UTC daily: nightly-xpu-kernel-main-*.
|
||||
# 01:00 IST (UTC+5:30) → 19:30 UTC daily.
|
||||
- cron: '30 19 * * *'
|
||||
push:
|
||||
branches:
|
||||
@@ -38,7 +36,7 @@ concurrency:
|
||||
jobs:
|
||||
nightly-xpu-kernel-main-1-gpu:
|
||||
# sglang main + sgl-kernel-xpu main.
|
||||
if: github.repository == 'sgl-project/sglang' && github.event.schedule != '0 17 * * *'
|
||||
if: github.repository == 'sgl-project/sglang'
|
||||
runs-on: intel-bmg-nightly
|
||||
env:
|
||||
DOCKERHUB_INTEL_USERNAME: ${{ secrets.DOCKERHUB_INTEL_USERNAME }}
|
||||
@@ -146,7 +144,7 @@ jobs:
|
||||
|
||||
nightly-xpu-kernel-main-2-gpu:
|
||||
# sglang main + sgl-kernel-xpu main.
|
||||
if: github.repository == 'sgl-project/sglang' && github.event.schedule != '0 17 * * *'
|
||||
if: github.repository == 'sgl-project/sglang'
|
||||
runs-on: intel-bmg-nightly
|
||||
env:
|
||||
DOCKERHUB_INTEL_USERNAME: ${{ secrets.DOCKERHUB_INTEL_USERNAME }}
|
||||
@@ -243,7 +241,7 @@ jobs:
|
||||
|
||||
nightly-xpu-kernel-main-4-gpu:
|
||||
# sglang main + sgl-kernel-xpu main.
|
||||
if: github.repository == 'sgl-project/sglang' && github.event.schedule != '0 17 * * *'
|
||||
if: github.repository == 'sgl-project/sglang'
|
||||
runs-on: intel-bmg-nightly
|
||||
env:
|
||||
DOCKERHUB_INTEL_USERNAME: ${{ secrets.DOCKERHUB_INTEL_USERNAME }}
|
||||
@@ -340,7 +338,7 @@ jobs:
|
||||
|
||||
nightly-xpu-kernel-main-8-gpu:
|
||||
# sglang main + sgl-kernel-xpu main.
|
||||
if: github.repository == 'sgl-project/sglang' && github.event.schedule != '0 17 * * *'
|
||||
if: github.repository == 'sgl-project/sglang'
|
||||
runs-on: intel-bmg-nightly
|
||||
env:
|
||||
DOCKERHUB_INTEL_USERNAME: ${{ secrets.DOCKERHUB_INTEL_USERNAME }}
|
||||
@@ -435,154 +433,6 @@ jobs:
|
||||
docker rmi -f "${CI_SGLANG_XPU_IMAGE}" || true
|
||||
fi
|
||||
|
||||
nightly-xpu-kernel-wheel-1-gpu:
|
||||
# sglang main + prebuilt sgl-kernel-xpu wheel: PR CI suites plus nightly-xpu-kernel-wheel-1-gpu.
|
||||
if: github.repository == 'sgl-project/sglang' && github.event.schedule != '30 19 * * *'
|
||||
runs-on: intel-bmg-nightly
|
||||
# Two suites back to back (~5h est. incl. setup) exceed the 360-min default.
|
||||
timeout-minutes: 600
|
||||
env:
|
||||
DOCKERHUB_INTEL_USERNAME: ${{ secrets.DOCKERHUB_INTEL_USERNAME }}
|
||||
DOCKERHUB_INTEL_TOKEN: ${{ secrets.DOCKERHUB_INTEL_TOKEN }}
|
||||
steps:
|
||||
- name: Reset workspace ownership
|
||||
run: |
|
||||
docker run --rm -v "${{ github.workspace }}:/w" busybox:latest \
|
||||
chown -R "$(id -u):$(id -g)" /w || true
|
||||
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
fetch-depth: 0
|
||||
ref: ${{ inputs.ref || github.sha }}
|
||||
|
||||
- name: Start CI container (pull intel/sglang-dev:latest)
|
||||
run: |
|
||||
export HF_TOKEN="$(cat ~/huggingface_token.txt)"
|
||||
bash scripts/ci/xpu/xpu_ci_start_container.sh --image-tag latest
|
||||
env:
|
||||
GITHUB_WORKSPACE: ${{ github.workspace }}
|
||||
|
||||
- name: Overlay in-tree sglang test helpers onto image site-packages
|
||||
run: |
|
||||
# Bridges the up-to-24h window between merge and nightly image rebuild.
|
||||
dest=$(docker exec ci_sglang_xpu /opt/venv/bin/python3 -c \
|
||||
"import sglang, os; print(os.path.dirname(sglang.__file__))")
|
||||
docker exec ci_sglang_xpu cp \
|
||||
/sglang-checkout/python/sglang/test/ci/ci_utils.py \
|
||||
"$dest/test/ci/ci_utils.py"
|
||||
docker exec ci_sglang_xpu /opt/venv/bin/python3 -c \
|
||||
"import sglang.test.ci.ci_utils; print('overlay ok')"
|
||||
|
||||
- name: HF login + install run_suite extras
|
||||
timeout-minutes: 10
|
||||
run: |
|
||||
docker exec ci_sglang_xpu /opt/venv/bin/python3 -m pip install --no-cache-dir tabulate
|
||||
docker exec ci_sglang_xpu /opt/venv/bin/python3 -m pip install --no-cache-dir --no-deps xgrammar==0.1.33
|
||||
# Pin the image's torch/sglang/kernel builds, and take the diffusion extra's
|
||||
# deps from pyproject_xpu.toml instead of installing sglang[diffusion] from PyPI.
|
||||
docker exec -i ci_sglang_xpu /opt/venv/bin/python3 - <<'PY'
|
||||
import importlib.metadata as md
|
||||
import tomllib
|
||||
|
||||
pins = []
|
||||
for name in ("torch", "torchvision", "torchaudio", "sglang", "sglang-kernel-xpu"):
|
||||
try:
|
||||
pins.append(f"{name}=={md.version(name)}")
|
||||
except md.PackageNotFoundError:
|
||||
pass
|
||||
with open("/tmp/image-pins.txt", "w") as f:
|
||||
f.write("\n".join(pins) + "\n")
|
||||
with open("/sglang-checkout/python/pyproject_xpu.toml", "rb") as f:
|
||||
deps = tomllib.load(f)["project"]["optional-dependencies"]["diffusion"]
|
||||
with open("/tmp/diffusion-deps.txt", "w") as f:
|
||||
f.write("\n".join(deps) + "\n")
|
||||
print("image pins:", pins)
|
||||
PY
|
||||
PIP_INSTALL="/opt/venv/bin/python3 -m pip install --no-cache-dir -c /tmp/image-pins.txt --extra-index-url https://download.pytorch.org/whl/xpu"
|
||||
docker exec ci_sglang_xpu $PIP_INSTALL "lm-eval==0.4.9"
|
||||
# Test deps of the PR CI suites (mirrors pr-test-xpu.yml, minus the sglang reinstall).
|
||||
docker exec ci_sglang_xpu $PIP_INSTALL pytest expecttest ray huggingface_hub "lmcache>=0.3.9" accelerate
|
||||
# Diffusion extra's deps (needed by test_xpu_zimage_turbo).
|
||||
docker exec ci_sglang_xpu $PIP_INSTALL -r /tmp/diffusion-deps.txt
|
||||
# HF /whoami-v2 is aggressively rate-limited and the scheduled
|
||||
# jobs all hit it at the same second. Retry with linear backoff +
|
||||
# jitter to desynchronize them.
|
||||
docker exec ci_sglang_xpu /bin/bash -c '
|
||||
for i in 1 2 3 4 5; do
|
||||
/opt/venv/bin/hf auth login --token "${HF_TOKEN}" && exit 0
|
||||
sleep_secs=$((i * 15 + RANDOM % 15))
|
||||
echo "hf auth login failed (attempt $i), retrying in ${sleep_secs}s..."
|
||||
sleep "${sleep_secs}"
|
||||
done
|
||||
exit 1
|
||||
'
|
||||
|
||||
- name: Download olmOCR-bench dataset (for test_deepseek_ocr_2_olmbench)
|
||||
timeout-minutes: 30
|
||||
run: |
|
||||
# PyMuPDF renders the bench PDFs to images; bench_sglang.py errors
|
||||
# every sample without it.
|
||||
docker exec ci_sglang_xpu /opt/venv/bin/python3 -m pip install --no-cache-dir pymupdf
|
||||
docker exec ci_sglang_xpu /bin/bash -c '
|
||||
/opt/venv/bin/hf download --repo-type dataset allenai/olmOCR-bench \
|
||||
--local-dir /sglang-checkout/olmOCR-bench'
|
||||
|
||||
- name: PR CI suites (stage-a + stage-b, 1-GPU XPU)
|
||||
# Same suites and budget as pr-test-xpu.yml.
|
||||
timeout-minutes: 180
|
||||
run: |
|
||||
touch github_summary_ci.md
|
||||
docker exec ci_sglang_xpu bash -c "
|
||||
source /opt/venv/bin/activate &&
|
||||
cd /sglang-checkout/test &&
|
||||
GITHUB_STEP_SUMMARY=/sglang-checkout/github_summary_ci.md \
|
||||
SGLANG_IS_IN_CI=true \
|
||||
python3 run_suite.py --hw xpu --suite stage-a-test-1-gpu-xpu,stage-b-test-1-gpu-xpu --timeout-per-file 600 --retry-timeout-increase 0 --enable-retry ${{ (github.event_name == 'schedule' || inputs.continue_on_error) && '--continue-on-error' || '' }}
|
||||
" || TEST_EXIT_CODE=$?
|
||||
echo "$(<github_summary_ci.md)" >> $GITHUB_STEP_SUMMARY || true
|
||||
exit ${TEST_EXIT_CODE:-0}
|
||||
|
||||
- name: Kernel-wheel nightly suite (1-GPU XPU)
|
||||
# Run even if the PR CI suites failed; skip only on cancel.
|
||||
if: success() || failure()
|
||||
timeout-minutes: 240
|
||||
run: |
|
||||
touch github_summary.md nightly-xpu-kernel-wheel-1-gpu-metrics.jsonl
|
||||
docker exec ci_sglang_xpu bash -c "
|
||||
source /opt/venv/bin/activate &&
|
||||
cd /sglang-checkout/test &&
|
||||
OLMOCR_BENCH_DIR=/sglang-checkout/olmOCR-bench/bench_data \
|
||||
GITHUB_STEP_SUMMARY=/sglang-checkout/github_summary.md \
|
||||
SGLANG_IS_IN_CI=true \
|
||||
SGLANG_TEST_METRICS_FILE=/sglang-checkout/nightly-xpu-kernel-wheel-1-gpu-metrics.jsonl \
|
||||
python3 run_suite.py --hw xpu --suite nightly-xpu-kernel-wheel-1-gpu --nightly --timeout-per-file 7200 ${{ (github.event_name == 'schedule' || inputs.continue_on_error) && '--continue-on-error' || '' }}
|
||||
" || TEST_EXIT_CODE=$?
|
||||
echo "$(<github_summary.md)" >> $GITHUB_STEP_SUMMARY || true
|
||||
exit ${TEST_EXIT_CODE:-0}
|
||||
|
||||
- name: Upload per-model metrics jsonl
|
||||
if: always()
|
||||
uses: actions/upload-artifact@v4
|
||||
with:
|
||||
name: nightly-xpu-kernel-wheel-1-gpu-metrics
|
||||
path: nightly-xpu-kernel-wheel-1-gpu-metrics.jsonl
|
||||
if-no-files-found: warn
|
||||
retention-days: 30
|
||||
|
||||
- name: Cleanup container
|
||||
if: always()
|
||||
run: |
|
||||
docker run --rm -v "${{ github.workspace }}:/w" busybox:latest \
|
||||
chown -R "$(id -u):$(id -g)" /w || true
|
||||
rm -rf test/result.jsonl test/results test/.pytest_cache .pytest_cache || true
|
||||
find . -type d -name "__pycache__" -prune -exec rm -rf {} + || true
|
||||
find . -type f -name "*.pyc" -delete || true
|
||||
docker rm -f ci_sglang_xpu || true
|
||||
if [[ -n "${CI_SGLANG_XPU_IMAGE:-}" ]]; then
|
||||
docker rmi -f "${CI_SGLANG_XPU_IMAGE}" || true
|
||||
fi
|
||||
|
||||
check-all-jobs:
|
||||
if: always() && (github.repository == 'sgl-project/sglang' || github.event_name == 'workflow_dispatch')
|
||||
needs:
|
||||
@@ -590,7 +440,6 @@ jobs:
|
||||
- nightly-xpu-kernel-main-2-gpu
|
||||
- nightly-xpu-kernel-main-4-gpu
|
||||
- nightly-xpu-kernel-main-8-gpu
|
||||
- nightly-xpu-kernel-wheel-1-gpu
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Check if any job failed
|
||||
|
||||
@@ -233,3 +233,10 @@ jobs:
|
||||
with:
|
||||
ref: ${{ needs.cut-release-branch.outputs.branch_name }}
|
||||
secrets: inherit
|
||||
|
||||
run-nightly-tests-intel-wheel:
|
||||
needs: cut-release-branch
|
||||
uses: ./.github/workflows/nightly-test-intel-wheel.yml
|
||||
with:
|
||||
ref: ${{ needs.cut-release-branch.outputs.branch_name }}
|
||||
secrets: inherit
|
||||
|
||||
@@ -55,7 +55,7 @@ jobs:
|
||||
if [[ -n "${{ inputs.job_filter }}" ]]; then
|
||||
echo "workflows=pr-test-xpu.yml" >> "$GITHUB_OUTPUT"
|
||||
else
|
||||
echo "workflows=pr-test-xpu.yml,nightly-test-intel.yml" >> "$GITHUB_OUTPUT"
|
||||
echo "workflows=pr-test-xpu.yml,nightly-test-intel.yml,nightly-test-intel-wheel.yml" >> "$GITHUB_OUTPUT"
|
||||
fi
|
||||
|
||||
- name: Fetch Actions data snapshot
|
||||
@@ -134,10 +134,10 @@ jobs:
|
||||
echo "pr_jobs=$pr_jobs" >> $GITHUB_OUTPUT
|
||||
echo "PR jobs: $pr_jobs"
|
||||
|
||||
# Parse nightly-test-intel.yml and extract job names (exclude utility jobs)
|
||||
# Parse the main + wheel nightly workflows and extract job names (exclude utility jobs)
|
||||
# Excluded: check-all-jobs
|
||||
nightly_jobs=$(yq -r '.jobs | keys | .[]' .github/workflows/nightly-test-intel.yml | \
|
||||
grep -v -E '^(check-all-jobs)$' | \
|
||||
nightly_jobs=$(yq -r '.jobs | keys | .[]' .github/workflows/nightly-test-intel.yml .github/workflows/nightly-test-intel-wheel.yml | \
|
||||
grep -v -E '^(check-all-jobs)$' | sort -u | \
|
||||
jq -R -s -c 'split("\n") | map(select(length > 0))')
|
||||
echo "nightly_jobs=$nightly_jobs" >> $GITHUB_OUTPUT
|
||||
echo "Nightly jobs: $nightly_jobs"
|
||||
@@ -215,7 +215,7 @@ jobs:
|
||||
python scripts/ci/utils/xpu_job_monitor.py \
|
||||
--repo ${{ github.repository }} \
|
||||
--job "${{ matrix.job_name }}" \
|
||||
--workflow "nightly-test-intel.yml" \
|
||||
--workflow "nightly-test-intel.yml,nightly-test-intel-wheel.yml" \
|
||||
--hours ${{ inputs.hours || '24' }} \
|
||||
--input-data-file ci-data/actions-job-snapshot.json \
|
||||
--summary
|
||||
@@ -250,7 +250,7 @@ jobs:
|
||||
python scripts/ci/utils/xpu_job_monitor.py \
|
||||
--repo ${{ github.repository }} \
|
||||
--runner-report \
|
||||
--workflow "pr-test-xpu.yml,nightly-test-intel.yml" \
|
||||
--workflow "pr-test-xpu.yml,nightly-test-intel.yml,nightly-test-intel-wheel.yml" \
|
||||
--hours ${{ inputs.hours || '24' }} \
|
||||
--input-data-file ci-data/actions-job-snapshot.json \
|
||||
--summary
|
||||
@@ -291,7 +291,9 @@ jobs:
|
||||
# Snapshot writer emits `workflow` (filename), not `workflow_path`.
|
||||
nightly = [
|
||||
j for j in snapshot.get("jobs", [])
|
||||
if (j.get("workflow") or "").endswith("nightly-test-intel.yml")
|
||||
if (j.get("workflow") or "").endswith(
|
||||
("nightly-test-intel.yml", "nightly-test-intel-wheel.yml")
|
||||
)
|
||||
]
|
||||
|
||||
# status_summary style counts, per job name
|
||||
@@ -421,7 +423,7 @@ jobs:
|
||||
env:
|
||||
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
steps:
|
||||
- name: Resolve latest Nightly Test (Intel) run id
|
||||
- name: Resolve latest Nightly Main Test (Intel) run id
|
||||
id: source-run
|
||||
run: |
|
||||
# Pick the most recent completed run of nightly-test-intel.yml on the
|
||||
@@ -435,7 +437,7 @@ jobs:
|
||||
--limit 1 \
|
||||
--json databaseId --jq '.[0].databaseId // empty')
|
||||
if [ -z "$RUN_ID" ]; then
|
||||
echo "No completed Nightly Test (Intel) run found on main."
|
||||
echo "No completed Nightly Main Test (Intel) run found on main."
|
||||
echo "run_id=" >> "$GITHUB_OUTPUT"
|
||||
else
|
||||
echo "Latest completed nightly run: $RUN_ID"
|
||||
@@ -511,7 +513,7 @@ jobs:
|
||||
)
|
||||
lines.append("")
|
||||
elif not source_run:
|
||||
lines.append("_No completed Nightly Test (Intel) run found; nothing to render._")
|
||||
lines.append("_No completed Nightly Main Test (Intel) run found; nothing to render._")
|
||||
lines.append("")
|
||||
|
||||
def rows_for(records):
|
||||
|
||||
Reference in New Issue
Block a user