[CI] Point diffusion CI writes to sgl-project/ci-data-diffusion (#31983)

Co-authored-by: Kangyan Zhou <kangyan.zhou@radixark.ai>
Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Co-authored-by: Alison Shao <a.shao@wustl.edu>
This commit is contained in:
Kangyan-Zhou
2026-07-21 19:15:15 -07:00
committed by GitHub
co-authored by Kangyan Zhou Claude Opus 4.8 Alison Shao
parent 3217b7e3ce
commit 93cb9a5482
8 changed files with 70 additions and 30 deletions
@@ -626,13 +626,13 @@ class DiffusionServerBase:
--- MISSING GROUND TRUTH DETECTED ---
GT image(s) not found for '{case.id}'.
Add the expected file(s) to sgl-project/ci-data in diffusion-ci/consistency_gt/sglang_generated/ with naming (n=num_gpus).
Add the expected file(s) to sgl-project/ci-data-diffusion in diffusion-ci/consistency_gt/sglang_generated/ with naming (n=num_gpus).
Image: {case.id}_{{n}}gpu.<ext> (ext from output_format: png, jpg, webp)
Video: {case.id}_{{n}}gpu_frame_0.png, {case.id}_{{n}}gpu_frame_mid.png, {case.id}_{{n}}gpu_frame_last.png
For this case, expected file(s): {names}
Repository: https://github.com/sgl-project/ci-data (path: diffusion-ci/consistency_gt/sglang_generated/, with optional platform subdirectories such as 5090/)
Repository: https://github.com/sgl-project/ci-data-diffusion (path: diffusion-ci/consistency_gt/sglang_generated/, with optional platform subdirectories such as 5090/)
Pinned revision used by this check: {SGL_TEST_FILES_CI_DATA_REVISION}
(Optional) Per-case override in {get_consistency_threshold_path()}:
@@ -768,12 +768,12 @@ Pinned revision used by this check: {SGL_TEST_FILES_CI_DATA_REVISION}
--- MISSING ACTION GROUND TRUTH DETECTED ---
GT action JSON not found for '{case.id}'.
Add the expected file to sgl-project/ci-data in diffusion-ci/consistency_gt/sglang_generated/ with naming:
Add the expected file to sgl-project/ci-data-diffusion in diffusion-ci/consistency_gt/sglang_generated/ with naming:
Action: {case.id}_{{n}}gpu.json
For this case, expected file(s): {names}
Repository: https://github.com/sgl-project/ci-data (path: diffusion-ci/consistency_gt/sglang_generated/, with optional platform subdirectories such as 5090/)
Repository: https://github.com/sgl-project/ci-data-diffusion (path: diffusion-ci/consistency_gt/sglang_generated/, with optional platform subdirectories such as 5090/)
Pinned revision used by this check: {SGL_TEST_FILES_CI_DATA_REVISION}
""")
pytest.fail(
@@ -734,7 +734,9 @@ class MeshValidator(PerformanceValidator):
# Pinned to a ci-data commit (not main): invalidates the per-URL download cache
# whenever the reference is regenerated, and keeps the mesh GT reproducible.
# Bump this SHA when pushing a new hunyuan3d.glb to ci-data.
# New GT now publishes to sgl-project/ci-data-diffusion, so when you push a new
# hunyuan3d.glb, switch the repo in the URL below to it and bump the SHA together
# (this frozen SHA stays readable on sgl-project/ci-data).
HUNYUAN3D_REFERENCE_URL = (
"https://raw.githubusercontent.com/sgl-project/ci-data/"
"395f6e49c37d22a57d79fbcd3653d43984099ae2"
@@ -34,6 +34,14 @@ if TYPE_CHECKING:
logger = init_logger(__name__)
# GT is read from <repo>@<revision>. A given SHA only exists in the repo it was
# committed to, so REPO and REVISION must be bumped together. New GT now
# publishes to sgl-project/ci-data-diffusion; the pins below still resolve
# against sgl-project/ci-data (readable but frozen). When you bump REVISION to a
# freshly generated commit, switch REPO to sgl-project/ci-data-diffusion too
# (and update the URL assertion in the consistency-metrics unit test).
SGL_TEST_FILES_CI_DATA_REPO = "sgl-project/ci-data"
SGL_TEST_FILES_CI_DATA_REVISION = "320949ecc2587474a2f535229ffc8f47ed16ee51"
if current_platform.is_npu():
@@ -41,7 +49,7 @@ if current_platform.is_npu():
SGL_TEST_FILES_CONSISTENCY_GT_ROOT = (
"https://raw.githubusercontent.com/"
f"sgl-project/ci-data/{SGL_TEST_FILES_CI_DATA_REVISION}/"
f"{SGL_TEST_FILES_CI_DATA_REPO}/{SGL_TEST_FILES_CI_DATA_REVISION}/"
"diffusion-ci/consistency_gt"
)
SGL_TEST_FILES_OFFICIAL_CONSISTENCY_GT_BASE = (