fix: nightly fix b200 gpqa (#15745)

This commit is contained in:
Douglas Yang
2025-12-24 10:29:45 -08:00
committed by GitHub
parent 370bd27f3a
commit 17e65466de
3 changed files with 9 additions and 11 deletions
@@ -389,7 +389,6 @@ jobs:
TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }} TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }} PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
GPU_CONFIG: "8-gpu-b200" GPU_CONFIG: "8-gpu-b200"
SGLANG_ENABLE_JIT_DEEPGEMM: "0"
run: | run: |
cd test cd test
IS_BLACKWELL=1 python3 run_suite.py --hw cuda --suite nightly-8-gpu-common --nightly --timeout-per-file=12000 --continue-on-error IS_BLACKWELL=1 python3 run_suite.py --hw cuda --suite nightly-8-gpu-common --nightly --timeout-per-file=12000 --continue-on-error
+6 -1
View File
@@ -242,7 +242,12 @@ def run_accuracy_test(
) )
# Validate against baseline # Validate against baseline
score = metrics.get("score", 0.0) # Handle different metric key names: "score", "mean_score" (for GPQA with repeat), "accuracy"
score = (
metrics.get("score")
or metrics.get("mean_score")
or metrics.get("accuracy", 0.0)
)
passed = score >= params.baseline_accuracy passed = score >= params.baseline_accuracy
latency = metrics.get("latency") latency = metrics.get("latency")
@@ -1,15 +1,9 @@
import sys
import unittest import unittest
from pathlib import Path
# Add nightly directory to path for run_combined_tests import
sys.path.insert(0, str(Path(__file__).parent.parent.parent / "nightly"))
from accuracy_test_runner import AccuracyTestParams
from performance_test_runner import PerformanceTestParams
from run_combined_tests import run_combined_tests
from sglang.test.accuracy_test_runner import AccuracyTestParams
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.performance_test_runner import PerformanceTestParams
from sglang.test.run_combined_tests import run_combined_tests
from sglang.test.test_utils import ModelLaunchSettings from sglang.test.test_utils import ModelLaunchSettings
# Runs on both H200 and B200 via nightly-8-gpu-common suite # Runs on both H200 and B200 via nightly-8-gpu-common suite