Signed-off-by: Matrix Yao <matrix.yao@intel.com> Co-authored-by: MingxuZh <109504044+MingxuZh@users.noreply.github.com> Co-authored-by: Ma Mingfei <mingfei.ma@intel.com>
211 lines
7.8 KiB
YAML
211 lines
7.8 KiB
YAML
name: PR Test (XPU)
|
|
|
|
on:
|
|
push:
|
|
branches: [ main ]
|
|
pull_request:
|
|
branches: [ main ]
|
|
workflow_dispatch:
|
|
workflow_call:
|
|
inputs:
|
|
ref:
|
|
description: 'Git ref (branch, tag, or SHA) to test. If not provided, uses the default branch.'
|
|
required: false
|
|
type: string
|
|
default: ''
|
|
run_all_tests:
|
|
description: "Run all tests (for releasing or testing purpose)"
|
|
required: false
|
|
type: boolean
|
|
default: false
|
|
|
|
concurrency:
|
|
group: pr-test-xpu-${{ inputs.ref || github.ref }}
|
|
cancel-in-progress: ${{ github.event_name != 'workflow_call' }}
|
|
|
|
jobs:
|
|
# ==================== Check Changes ==================== #
|
|
check-changes:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
main_package: ${{ steps.filter.outputs.main_package || steps.run-mode.outputs.run_all_tests }}
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
with:
|
|
ref: ${{ inputs.ref || github.ref }}
|
|
|
|
- name: Determine run mode
|
|
id: run-mode
|
|
run: |
|
|
# Run all tests for workflow_call (when ref input is provided)
|
|
# Note: github.event_name is inherited from caller, so we detect workflow_call by checking inputs.ref
|
|
if [[ "${{ inputs.run_all_tests }}" == "true" ]]; then
|
|
echo "run_all_tests=true" >> $GITHUB_OUTPUT
|
|
echo "Run mode: ALL TESTS (run_all_tests=${{ inputs.run_all_tests }})"
|
|
else
|
|
echo "run_all_tests=false" >> $GITHUB_OUTPUT
|
|
echo "Run mode: FILTERED (triggered by ${{ github.event_name }})"
|
|
fi
|
|
- name: Detect file changes
|
|
id: filter
|
|
uses: dorny/paths-filter@v3
|
|
if: steps.run-mode.outputs.run_all_tests != 'true'
|
|
with:
|
|
filters: |
|
|
main_package:
|
|
- "python/sglang/!(multimodal_gen)/**/!(*.md)"
|
|
- "python/pyproject_xpu.toml"
|
|
- "test/**/!(*.md)"
|
|
- "sgl-kernel/**/!(*.md|THIRDPARTYNOTICES.txt|LICENSE)"
|
|
- ".github/workflows/pr-test-xpu.yml"
|
|
- "docker/xpu.Dockerfile"
|
|
|
|
# ==================== PR Gate ==================== #
|
|
pr-gate:
|
|
needs: check-changes
|
|
if: needs.check-changes.outputs.main_package == 'true'
|
|
uses: ./.github/workflows/pr-gate.yml
|
|
secrets: inherit
|
|
|
|
# ==================== Stage A ==================== #
|
|
stage-a-test-1-gpu-xpu:
|
|
needs: [check-changes, pr-gate]
|
|
if: needs.check-changes.outputs.main_package == 'true'
|
|
runs-on: intel-bmg
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
with:
|
|
fetch-depth: 0
|
|
ref: ${{ inputs.ref || github.ref }}
|
|
|
|
- name: Build Docker image
|
|
run: |
|
|
PR_REPO=${{ github.event.pull_request.head.repo.clone_url }}
|
|
PR_HEAD_REF=${{ github.head_ref }}
|
|
docker build \
|
|
${PR_REPO:+--build-arg SG_LANG_REPO=$PR_REPO} \
|
|
${PR_HEAD_REF:+--build-arg SG_LANG_BRANCH=$PR_HEAD_REF} \
|
|
--no-cache --progress=plain -f docker/xpu.Dockerfile -t xpu_sglang_main:bmg .
|
|
|
|
- name: Run container
|
|
id: start_container
|
|
run: |
|
|
container_id=$(docker run -dt \
|
|
--group-add 992 \
|
|
--group-add $(getent group video | cut -d: -f3) \
|
|
--group-add $(getent group render | cut -d: -f3) \
|
|
-v $HOME/.cache/huggingface:/root/.cache/huggingface \
|
|
--device /dev/dri \
|
|
-v /dev/dri/by-path:/dev/dri/by-path \
|
|
-e HF_TOKEN="$(cat ~/huggingface_token.txt)" \
|
|
xpu_sglang_main:bmg)
|
|
echo "Started container: $container_id"
|
|
echo "container_id=$container_id" >> "$GITHUB_OUTPUT"
|
|
|
|
- name: Install Dependency
|
|
timeout-minutes: 20
|
|
run: |
|
|
cid="${{ steps.start_container.outputs.container_id }}"
|
|
docker exec "$cid" /opt/venv/bin/python3 -m pip install --upgrade pip
|
|
docker exec "$cid" /opt/venv/bin/python3 -m pip install pytest expecttest ray huggingface_hub tabulate
|
|
docker exec "$cid" /opt/venv/bin/python3 -m pip uninstall -y flashinfer-python
|
|
docker exec "$cid" /bin/bash -c '/opt/venv/bin/hf auth login --token ${HF_TOKEN} '
|
|
|
|
- name: Run stage-a tests
|
|
timeout-minutes: 30
|
|
run: |
|
|
cid="${{ steps.start_container.outputs.container_id }}"
|
|
docker exec "$cid" bash -c "source /opt/venv/bin/activate && cd /sgl-workspace/sglang/test && python3 run_suite.py --hw xpu --suite stage-a-test-1-gpu-xpu"
|
|
|
|
- name: Cleanup container
|
|
if: always()
|
|
run: |
|
|
cid="${{ steps.start_container.outputs.container_id }}"
|
|
docker rm -f "$cid" || true
|
|
|
|
# ==================== Wait for Stage A ==================== #
|
|
wait-for-stage-a:
|
|
needs: [stage-a-test-1-gpu-xpu]
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- run: echo "stage-a passed"
|
|
|
|
# ==================== Stage B ==================== #
|
|
stage-b-test-1-gpu-xpu:
|
|
needs: [check-changes, pr-gate, wait-for-stage-a]
|
|
if: needs.check-changes.outputs.main_package == 'true'
|
|
runs-on: intel-bmg
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
with:
|
|
fetch-depth: 0
|
|
ref: ${{ inputs.ref || github.ref }}
|
|
|
|
- name: Build Docker image
|
|
run: |
|
|
PR_REPO=${{ github.event.pull_request.head.repo.clone_url }}
|
|
PR_HEAD_REF=${{ github.head_ref }}
|
|
docker build \
|
|
${PR_REPO:+--build-arg SG_LANG_REPO=$PR_REPO} \
|
|
${PR_HEAD_REF:+--build-arg SG_LANG_BRANCH=$PR_HEAD_REF} \
|
|
--no-cache --progress=plain -f docker/xpu.Dockerfile -t xpu_sglang_main:bmg .
|
|
|
|
- name: Run container
|
|
id: start_container
|
|
run: |
|
|
container_id=$(docker run -dt \
|
|
--group-add 992 \
|
|
--group-add $(getent group video | cut -d: -f3) \
|
|
--group-add $(getent group render | cut -d: -f3) \
|
|
-v $HOME/.cache/huggingface:/root/.cache/huggingface \
|
|
--device /dev/dri \
|
|
-v /dev/dri/by-path:/dev/dri/by-path \
|
|
-e HF_TOKEN="$(cat ~/huggingface_token.txt)" \
|
|
xpu_sglang_main:bmg)
|
|
echo "Started container: $container_id"
|
|
echo "container_id=$container_id" >> "$GITHUB_OUTPUT"
|
|
|
|
- name: Install Dependency
|
|
timeout-minutes: 20
|
|
run: |
|
|
cid="${{ steps.start_container.outputs.container_id }}"
|
|
docker exec "$cid" /opt/venv/bin/python3 -m pip install --upgrade pip
|
|
docker exec "$cid" /opt/venv/bin/python3 -m pip install pytest expecttest ray huggingface_hub tabulate
|
|
docker exec "$cid" /opt/venv/bin/python3 -m pip uninstall -y flashinfer-python
|
|
docker exec "$cid" /bin/bash -c '/opt/venv/bin/hf auth login --token ${HF_TOKEN} '
|
|
|
|
- name: Run stage-b tests
|
|
timeout-minutes: 60
|
|
run: |
|
|
cid="${{ steps.start_container.outputs.container_id }}"
|
|
docker exec "$cid" bash -c "source /opt/venv/bin/activate && cd /sgl-workspace/sglang/test && python3 run_suite.py --hw xpu --suite stage-b-test-1-gpu-xpu"
|
|
|
|
- name: Cleanup container
|
|
if: always()
|
|
run: |
|
|
cid="${{ steps.start_container.outputs.container_id }}"
|
|
docker rm -f "$cid" || true
|
|
|
|
finish:
|
|
if: always()
|
|
needs: [stage-a-test-1-gpu-xpu, stage-b-test-1-gpu-xpu, pr-gate]
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Check job status
|
|
run: |
|
|
stage_a="${{ needs.stage-a-test-1-gpu-xpu.result }}"
|
|
stage_b="${{ needs.stage-b-test-1-gpu-xpu.result }}"
|
|
if [ "$stage_a" != "success" ] && [ "$stage_a" != "skipped" ]; then
|
|
echo "stage-a failed with result: $stage_a"
|
|
exit 1
|
|
fi
|
|
if [ "$stage_b" != "success" ] && [ "$stage_b" != "skipped" ]; then
|
|
echo "stage-b failed with result: $stage_b"
|
|
exit 1
|
|
fi
|
|
echo "All jobs completed successfully"
|
|
exit 0
|