[diffusion] CI: refactor diffusion ci and reduce redundancy (#22810)

This commit is contained in:
Mick
2026-04-15 10:12:29 +08:00
committed by GitHub
parent 47ac830c07
commit e95c2e73bd
18 changed files with 306 additions and 464 deletions
+8 -65
View File
@@ -221,64 +221,13 @@ jobs:
with:
artifact-suffix: ${{ matrix.part }}
multimodal-gen-component-accuracy-1-gpu:
multimodal-gen-component-accuracy:
if: |
(inputs.target_stage == 'multimodal-gen-component-accuracy-1-gpu') ||
(
!inputs.target_stage &&
((github.event_name == 'schedule' || inputs.test_parallel_dispatch == 'true') || (inputs.caller_needs_failure != 'true' && !cancelled())) &&
inputs.multimodal_gen == 'true'
)
runs-on: 1-gpu-h100
timeout-minutes: 240
strategy:
fail-fast: false
matrix:
part: [0, 1]
steps:
- name: Checkout code
uses: actions/checkout@v4
with:
ref: ${{ inputs.pr_head_sha || inputs.git_ref || github.sha }}
- uses: ./.github/actions/check-stage-health
- uses: ./.github/actions/check-maintenance
- name: Download artifacts
if: inputs.sgl_kernel == 'true'
uses: actions/download-artifact@v4
with:
path: sgl-kernel/dist/
merge-multiple: true
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
- name: Run diffusion component accuracy tests (1-GPU)
timeout-minutes: 240
env:
RUNAI_STREAMER_MEMORY_LIMIT: 0
CONTINUE_ON_ERROR_FLAG: ${{ inputs.continue_on_error == 'true' && '--continue-on-error' || '' }}
run: |
cd python
python3 sglang/multimodal_gen/test/run_suite.py \
--suite component-accuracy-1-gpu \
--partition-id ${{ matrix.part }} \
--total-partitions 2 \
$CONTINUE_ON_ERROR_FLAG
- uses: ./.github/actions/upload-cuda-coredumps
if: always()
with:
artifact-suffix: ${{ matrix.part }}
multimodal-gen-component-accuracy-2-gpu:
if: |
(inputs.target_stage == 'multimodal-gen-component-accuracy-2-gpu') ||
inputs.target_stage == 'multimodal-gen-component-accuracy' ||
inputs.target_stage == 'multimodal-gen-component-accuracy-1-gpu' ||
inputs.target_stage == 'multimodal-gen-component-accuracy-2-gpu'
) ||
(
!inputs.target_stage &&
((github.event_name == 'schedule' || inputs.test_parallel_dispatch == 'true') || (inputs.caller_needs_failure != 'true' && !cancelled())) &&
@@ -286,10 +235,6 @@ jobs:
)
runs-on: 2-gpu-h100
timeout-minutes: 240
strategy:
fail-fast: false
matrix:
part: [0, 1]
steps:
- name: Checkout code
uses: actions/checkout@v4
@@ -313,7 +258,7 @@ jobs:
run: |
CUSTOM_BUILD_SGL_KERNEL=${{inputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
- name: Run diffusion component accuracy tests (2-GPU)
- name: Run diffusion component accuracy tests
timeout-minutes: 240
env:
RUNAI_STREAMER_MEMORY_LIMIT: 0
@@ -321,15 +266,13 @@ jobs:
run: |
cd python
python3 sglang/multimodal_gen/test/run_suite.py \
--suite component-accuracy-2-gpu \
--partition-id ${{ matrix.part }} \
--total-partitions 2 \
--suite component-accuracy \
$CONTINUE_ON_ERROR_FLAG
- uses: ./.github/actions/upload-cuda-coredumps
if: always()
with:
artifact-suffix: ${{ matrix.part }}
artifact-suffix: component-accuracy
multimodal-gen-test-1-b200:
if: |
+1
View File
@@ -891,6 +891,7 @@ jobs:
(
inputs.target_stage == 'multimodal-gen-test-1-gpu' ||
inputs.target_stage == 'multimodal-gen-test-2-gpu' ||
inputs.target_stage == 'multimodal-gen-component-accuracy' ||
inputs.target_stage == 'multimodal-gen-component-accuracy-1-gpu' ||
inputs.target_stage == 'multimodal-gen-component-accuracy-2-gpu' ||
inputs.target_stage == 'multimodal-gen-test-1-b200' ||