[CI] Point diffusion CI writes to sgl-project/ci-data-diffusion (#31983)
Co-authored-by: Kangyan Zhou <kangyan.zhou@radixark.ai> Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com> Co-authored-by: Alison Shao <a.shao@wustl.edu>
This commit is contained in:
co-authored by
Kangyan Zhou
Claude Opus 4.8
Alison Shao
parent
3217b7e3ce
commit
93cb9a5482
@@ -19,7 +19,7 @@ on:
|
||||
default: ''
|
||||
type: string
|
||||
publish_target_dir:
|
||||
description: 'Remote target directory in sgl-project/ci-data. Leave empty to use diffusion-ci/consistency_gt/sglang_generated/ascend.'
|
||||
description: 'Remote target directory in sgl-project/ci-data-diffusion. Leave empty to use diffusion-ci/consistency_gt/sglang_generated/ascend.'
|
||||
required: false
|
||||
default: ''
|
||||
type: string
|
||||
@@ -61,6 +61,16 @@ jobs:
|
||||
with:
|
||||
python-version: '3.10'
|
||||
|
||||
- name: Verify write access to sgl-project/ci-data-diffusion
|
||||
env:
|
||||
GH_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
|
||||
run: |
|
||||
if [ "$(gh api repos/sgl-project/ci-data-diffusion --jq .permissions.push)" != "true" ]; then
|
||||
echo "::error::GH_PAT_FOR_NIGHTLY_CI_DATA lacks write (push) access to sgl-project/ci-data-diffusion. Grant it before running GT generation."
|
||||
exit 1
|
||||
fi
|
||||
echo "OK: write access to sgl-project/ci-data-diffusion confirmed"
|
||||
|
||||
- name: Compute partitions
|
||||
env:
|
||||
USE_NPU_CONFIGS: true
|
||||
@@ -135,7 +145,7 @@ jobs:
|
||||
path: python/${{ env.OUTPUT_NAME }}
|
||||
retention-days: 7
|
||||
|
||||
- name: Publish GT images to sgl-project/ci-data
|
||||
- name: Publish GT images to sgl-project/ci-data-diffusion
|
||||
env:
|
||||
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
|
||||
run: |
|
||||
@@ -205,7 +215,7 @@ jobs:
|
||||
path: python/${{ env.OUTPUT_NAME }}
|
||||
retention-days: 7
|
||||
|
||||
- name: Publish GT images to sgl-project/ci-data
|
||||
- name: Publish GT images to sgl-project/ci-data-diffusion
|
||||
env:
|
||||
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
|
||||
run: |
|
||||
|
||||
@@ -19,7 +19,7 @@ on:
|
||||
default: ''
|
||||
type: string
|
||||
publish_target_dir:
|
||||
description: 'Remote target directory in sgl-project/ci-data. Leave empty to use sglang_generated, or official_generated when run_official_cases is true.'
|
||||
description: 'Remote target directory in sgl-project/ci-data-diffusion. Leave empty to use sglang_generated, or official_generated when run_official_cases is true.'
|
||||
required: false
|
||||
default: ''
|
||||
type: string
|
||||
@@ -44,7 +44,7 @@ on:
|
||||
default: ''
|
||||
type: string
|
||||
ci_data_ref:
|
||||
description: 'ci-data ref to use for repro scripts when running official GT cases.'
|
||||
description: 'ci-data-diffusion ref to use for repro scripts when running official GT cases.'
|
||||
required: false
|
||||
default: 'main'
|
||||
type: string
|
||||
@@ -71,6 +71,16 @@ jobs:
|
||||
matrix: ${{ steps.compute.outputs.matrix }}
|
||||
case-count: ${{ steps.compute.outputs.case-count }}
|
||||
steps:
|
||||
- name: Verify write access to sgl-project/ci-data-diffusion
|
||||
env:
|
||||
GH_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
|
||||
run: |
|
||||
if [ "$(gh api repos/sgl-project/ci-data-diffusion --jq .permissions.push)" != "true" ]; then
|
||||
echo "::error::GH_PAT_FOR_NIGHTLY_CI_DATA lacks write (push) access to sgl-project/ci-data-diffusion. Grant it before running GT generation."
|
||||
exit 1
|
||||
fi
|
||||
echo "OK: write access to sgl-project/ci-data-diffusion confirmed"
|
||||
|
||||
- name: Compute official case matrix
|
||||
id: compute
|
||||
env:
|
||||
@@ -163,10 +173,10 @@ jobs:
|
||||
with:
|
||||
ref: ${{ inputs.ref || github.ref }}
|
||||
|
||||
- name: Checkout ci-data repro scripts
|
||||
- name: Checkout ci-data-diffusion repro scripts
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: sgl-project/ci-data
|
||||
repository: sgl-project/ci-data-diffusion
|
||||
ref: ${{ inputs.ci_data_ref || 'main' }}
|
||||
path: ci-data
|
||||
token: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
|
||||
@@ -303,7 +313,7 @@ jobs:
|
||||
--target-dir "${{ env.PUBLISH_TARGET_DIR }}" \
|
||||
--check-only
|
||||
|
||||
- name: Publish official GT images to sgl-project/ci-data
|
||||
- name: Publish official GT images to sgl-project/ci-data-diffusion
|
||||
env:
|
||||
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
|
||||
run: |
|
||||
@@ -335,6 +345,16 @@ jobs:
|
||||
with:
|
||||
python-version: '3.10'
|
||||
|
||||
- name: Verify write access to sgl-project/ci-data-diffusion
|
||||
env:
|
||||
GH_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
|
||||
run: |
|
||||
if [ "$(gh api repos/sgl-project/ci-data-diffusion --jq .permissions.push)" != "true" ]; then
|
||||
echo "::error::GH_PAT_FOR_NIGHTLY_CI_DATA lacks write (push) access to sgl-project/ci-data-diffusion. Grant it before running GT generation."
|
||||
exit 1
|
||||
fi
|
||||
echo "OK: write access to sgl-project/ci-data-diffusion confirmed"
|
||||
|
||||
- name: Compute partitions
|
||||
id: compute
|
||||
run: |
|
||||
@@ -412,7 +432,7 @@ jobs:
|
||||
--target-dir "${{ env.PUBLISH_TARGET_DIR }}" \
|
||||
--check-only
|
||||
|
||||
- name: Publish GT images to sgl-project/ci-data
|
||||
- name: Publish GT images to sgl-project/ci-data-diffusion
|
||||
env:
|
||||
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
|
||||
run: |
|
||||
@@ -487,7 +507,7 @@ jobs:
|
||||
--target-dir "${{ env.PUBLISH_TARGET_DIR }}" \
|
||||
--check-only
|
||||
|
||||
- name: Publish GT images to sgl-project/ci-data
|
||||
- name: Publish GT images to sgl-project/ci-data-diffusion
|
||||
env:
|
||||
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
|
||||
run: |
|
||||
@@ -562,7 +582,7 @@ jobs:
|
||||
--target-dir "${{ env.PUBLISH_TARGET_DIR }}" \
|
||||
--check-only
|
||||
|
||||
- name: Publish GT images to sgl-project/ci-data
|
||||
- name: Publish GT images to sgl-project/ci-data-diffusion
|
||||
env:
|
||||
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
|
||||
run: |
|
||||
|
||||
Reference in New Issue
Block a user