[CI] Route mmlu and GB300 MMMU-Pro evals through sgl-eval (#34477)

2026-08-12 19:33:21 -07:00
parent cfdfd31826
commit 50cc1aa241
25 changed files with 182 additions and 503 deletions
@@ -40,13 +40,13 @@ class TestPyTorchSamplingBackend(CustomTestCase):
            base_url=self.base_url,
            model=self.model,
            eval_name="mmlu",
-            num_examples=64,
+            num_examples=256,
            num_threads=32,
            temperature=0.1,
        )

        metrics = run_eval(args)
-        self.assertGreaterEqual(metrics["score"], 0.65)
+        self.assertGreaterEqual(metrics["score"], 0.64)

    @unittest.skipIf(
        is_in_amd_ci(),