[CI] Route mmlu and GB300 MMMU-Pro evals through sgl-eval (#34477)

2026-08-12 19:33:21 -07:00
parent cfdfd31826
commit 50cc1aa241
25 changed files with 182 additions and 503 deletions
@@ -20,8 +20,8 @@ register_amd_ci(est_time=1100, suite="stage-b-test-1-gpu-small-amd")


 class TestTorchCompile(CustomTestCase, MMLUMixin):
-    mmlu_score_threshold = 0.65
-    mmlu_num_examples = 64
+    mmlu_score_threshold = 0.64
+    mmlu_num_examples = 256
    mmlu_num_threads = 32

    @classmethod