Fix nightly Mistral-Large-3 NVFP4 accuracy threshold (#19402)
Co-authored-by: Alison Shao <alisonshao@MacBook-Pro-D2W773R9CD.local>
This commit is contained in:
co-authored by
Alison Shao
parent
d2b3c7fb14
commit
e14fd4accb
@@ -88,7 +88,7 @@ class TestMistralLarge3(unittest.TestCase):
|
|||||||
run_combined_tests(
|
run_combined_tests(
|
||||||
models=variants,
|
models=variants,
|
||||||
test_name="Mistral-Large-3",
|
test_name="Mistral-Large-3",
|
||||||
accuracy_params=AccuracyTestParams(dataset="gsm8k", baseline_accuracy=0.90),
|
accuracy_params=AccuracyTestParams(dataset="gsm8k", baseline_accuracy=0.85),
|
||||||
performance_params=PerformanceTestParams(
|
performance_params=PerformanceTestParams(
|
||||||
profile_dir="performance_profiles_mistral_large3",
|
profile_dir="performance_profiles_mistral_large3",
|
||||||
),
|
),
|
||||||
|
|||||||
Reference in New Issue
Block a user