minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[CI] Relax transformers MMLU threshold from 0.65 to 0.64 (#22210)

Browse Source 
Co-authored-by: Alison Shao <alison.shao@Mac.attlocal.net>
This commit is contained in:
Alison Shao
2026-04-06 15:32:09 -07:00
committed by GitHub
co-authored by Alison Shao
parent a80961333b
commit 6f1412f4f5
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/models/test_transformers_models.py
+2 -2
View File
@@ -36,7 +36,7 @@ class TestTransformersFallbackEndpoint(CustomTestCase):
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=["--model-impl", "transformers"], other_args=["--model-impl", "transformers"],
) )
cls.mmlu_lower_bound = 0.65 cls.mmlu_lower_bound = 0.64
cls.gsm8k_lower_bound = 0.65 cls.gsm8k_lower_bound = 0.65
@classmethod @classmethod
@@ -86,7 +86,7 @@ class TestTransformersFallbackTorchAO(TestTransformersFallbackEndpoint):
"int4wo-128", "int4wo-128",
], ],
) )
cls.mmlu_lower_bound = 0.65 cls.mmlu_lower_bound = 0.64
cls.gsm8k_lower_bound = 0.65 cls.gsm8k_lower_bound = 0.65