[CI] Relax transformers MMLU threshold from 0.65 to 0.64 (#22210)

Co-authored-by: Alison Shao <alison.shao@Mac.attlocal.net>
This commit is contained in:
Alison Shao
2026-04-06 15:32:09 -07:00
committed by GitHub
co-authored by Alison Shao
parent a80961333b
commit 6f1412f4f5
@@ -36,7 +36,7 @@ class TestTransformersFallbackEndpoint(CustomTestCase):
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=["--model-impl", "transformers"],
)
cls.mmlu_lower_bound = 0.65
cls.mmlu_lower_bound = 0.64
cls.gsm8k_lower_bound = 0.65
@classmethod
@@ -86,7 +86,7 @@ class TestTransformersFallbackTorchAO(TestTransformersFallbackEndpoint):
"int4wo-128",
],
)
cls.mmlu_lower_bound = 0.65
cls.mmlu_lower_bound = 0.64
cls.gsm8k_lower_bound = 0.65