[CI] Point diffusion CI writes to sgl-project/ci-data-diffusion (#31983)

Co-authored-by: Kangyan Zhou <kangyan.zhou@radixark.ai>
Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Co-authored-by: Alison Shao <a.shao@wustl.edu>
This commit is contained in:
Kangyan-Zhou
2026-07-21 19:15:15 -07:00
committed by GitHub
co-authored by Kangyan Zhou Claude Opus 4.8 Alison Shao
parent 3217b7e3ce
commit 93cb9a5482
8 changed files with 70 additions and 30 deletions
@@ -1,6 +1,6 @@
"""Generate a Markdown dashboard for SGLang-Diffusion nightly benchmarks.
Reads current comparison results + historical data from sgl-project/ci-data repo
Reads current comparison results + historical data from sgl-project/ci-data-diffusion repo
and produces a Markdown report with tables and trend charts saved as PNG files.
Usage:
@@ -18,16 +18,16 @@ import os
from datetime import datetime, timezone
# ---------------------------------------------------------------------------
# History fetching (from sgl-project/ci-data repo via GitHub API)
# History fetching (from sgl-project/ci-data-diffusion repo via GitHub API)
# ---------------------------------------------------------------------------
CI_DATA_REPO_OWNER = "sgl-project"
CI_DATA_REPO_NAME = "ci-data"
CI_DATA_REPO_NAME = "ci-data-diffusion"
CI_DATA_BRANCH = "main"
HISTORY_PREFIX = "diffusion-comparisons"
MAX_HISTORY_RUNS = 29
# Base URL for chart images pushed to sgl-project/ci-data
# Base URL for chart images pushed to sgl-project/ci-data-diffusion
CHARTS_RAW_BASE_URL = (
f"https://raw.githubusercontent.com/{CI_DATA_REPO_OWNER}/{CI_DATA_REPO_NAME}"
f"/{CI_DATA_BRANCH}/{HISTORY_PREFIX}/charts"
@@ -57,7 +57,7 @@ def _github_get(url: str, token: str) -> dict | list | None:
def fetch_history_from_github(token: str) -> list[dict]:
"""Fetch recent comparison result JSONs from sgl-project/ci-data repo."""
"""Fetch recent comparison result JSONs from sgl-project/ci-data-diffusion repo."""
print("Fetching historical comparison data from GitHub...")
url = (
f"https://api.github.com/repos/{CI_DATA_REPO_OWNER}/{CI_DATA_REPO_NAME}"
@@ -774,7 +774,7 @@ def main():
parser.add_argument(
"--fetch-history",
action="store_true",
help="Fetch history from ci-data GitHub repo",
help="Fetch history from ci-data-diffusion GitHub repo",
)
parser.add_argument(
"--step-summary",
@@ -1,7 +1,7 @@
"""Publish SGLang-Diffusion nightly benchmark results to sgl-project/ci-data repo.
"""Publish SGLang-Diffusion nightly benchmark results to sgl-project/ci-data-diffusion repo.
Pushes comparison-results.json, dashboard.md, and chart PNG files to the
ci-data repository for historical tracking. Chart PNGs are stored under
ci-data-diffusion repository for historical tracking. Chart PNGs are stored under
diffusion-comparisons/charts/ so they can be referenced via
raw.githubusercontent URLs in the dashboard markdown (GitHub Step Summary
blocks data: URIs).
@@ -50,7 +50,7 @@ else:
# Repository configuration
REPO_OWNER = "sgl-project"
REPO_NAME = "ci-data"
REPO_NAME = "ci-data-diffusion"
BRANCH = "main"
STORAGE_PREFIX = "diffusion-comparisons"
@@ -81,7 +81,7 @@ def publish_comparison(
dashboard_path: str | None = None,
charts_dir: str | None = None,
) -> None:
"""Publish comparison results, dashboard, and charts to ci-data repo."""
"""Publish comparison results, dashboard, and charts to ci-data-diffusion repo."""
token = os.environ.get("GH_PAT_FOR_NIGHTLY_CI_DATA") or os.environ.get(
"GITHUB_TOKEN"
)
@@ -196,7 +196,7 @@ def publish_comparison(
def main():
parser = argparse.ArgumentParser(
description="Publish SGLang-Diffusion nightly benchmark results to ci-data"
description="Publish SGLang-Diffusion nightly benchmark results to ci-data-diffusion"
)
parser.add_argument(
"--results",
@@ -1,5 +1,5 @@
"""
Publish diffusion CI ground-truth images to sgl-project/ci-data
Publish diffusion CI ground-truth images to sgl-project/ci-data-diffusion
via the GitHub API (same pattern as publish_traces.py).
"""
@@ -48,7 +48,7 @@ else:
)
REPO_OWNER = "sgl-project"
REPO_NAME = "ci-data"
REPO_NAME = "ci-data-diffusion"
BRANCH = "main"
DEFAULT_TARGET_DIR = "diffusion-ci/consistency_gt/sglang_generated"