[CI] Route mmlu and GB300 MMMU-Pro evals through sgl-eval (#34477)

This commit is contained in:
Liangsheng Yin
2026-08-12 19:33:21 -07:00
committed by GitHub
parent cfdfd31826
commit 50cc1aa241
25 changed files with 182 additions and 503 deletions
@@ -27,8 +27,8 @@ class TestMultiTokenizer(CustomTestCase, MMLUMixin):
"""One server covering both worker pools: multi-tokenizer and
multi-detokenizer (the flags are orthogonal)."""
mmlu_score_threshold = 0.65
mmlu_num_examples = 64
mmlu_score_threshold = 0.64
mmlu_num_examples = 256
mmlu_num_threads = 32
@classmethod