fix: nightly fix b200 gpqa (#15745)
This commit is contained in:
@@ -389,7 +389,6 @@ jobs:
|
|||||||
TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
|
TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
|
||||||
PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
|
PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
|
||||||
GPU_CONFIG: "8-gpu-b200"
|
GPU_CONFIG: "8-gpu-b200"
|
||||||
SGLANG_ENABLE_JIT_DEEPGEMM: "0"
|
|
||||||
run: |
|
run: |
|
||||||
cd test
|
cd test
|
||||||
IS_BLACKWELL=1 python3 run_suite.py --hw cuda --suite nightly-8-gpu-common --nightly --timeout-per-file=12000 --continue-on-error
|
IS_BLACKWELL=1 python3 run_suite.py --hw cuda --suite nightly-8-gpu-common --nightly --timeout-per-file=12000 --continue-on-error
|
||||||
|
|||||||
@@ -242,7 +242,12 @@ def run_accuracy_test(
|
|||||||
)
|
)
|
||||||
|
|
||||||
# Validate against baseline
|
# Validate against baseline
|
||||||
score = metrics.get("score", 0.0)
|
# Handle different metric key names: "score", "mean_score" (for GPQA with repeat), "accuracy"
|
||||||
|
score = (
|
||||||
|
metrics.get("score")
|
||||||
|
or metrics.get("mean_score")
|
||||||
|
or metrics.get("accuracy", 0.0)
|
||||||
|
)
|
||||||
passed = score >= params.baseline_accuracy
|
passed = score >= params.baseline_accuracy
|
||||||
latency = metrics.get("latency")
|
latency = metrics.get("latency")
|
||||||
|
|
||||||
|
|||||||
@@ -1,15 +1,9 @@
|
|||||||
import sys
|
|
||||||
import unittest
|
import unittest
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
# Add nightly directory to path for run_combined_tests import
|
|
||||||
sys.path.insert(0, str(Path(__file__).parent.parent.parent / "nightly"))
|
|
||||||
|
|
||||||
from accuracy_test_runner import AccuracyTestParams
|
|
||||||
from performance_test_runner import PerformanceTestParams
|
|
||||||
from run_combined_tests import run_combined_tests
|
|
||||||
|
|
||||||
|
from sglang.test.accuracy_test_runner import AccuracyTestParams
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
from sglang.test.performance_test_runner import PerformanceTestParams
|
||||||
|
from sglang.test.run_combined_tests import run_combined_tests
|
||||||
from sglang.test.test_utils import ModelLaunchSettings
|
from sglang.test.test_utils import ModelLaunchSettings
|
||||||
|
|
||||||
# Runs on both H200 and B200 via nightly-8-gpu-common suite
|
# Runs on both H200 and B200 via nightly-8-gpu-common suite
|
||||||
|
|||||||
Reference in New Issue
Block a user