Relax flaky test thresholds for MLA DeepSeek V3 and AutoRound (#20068)
Co-authored-by: Alison Shao <alisonshao@Mac.attlocal.net>
This commit is contained in:
co-authored by
Alison Shao
parent
a0d085c16d
commit
50bbdcf8e9
@@ -144,7 +144,7 @@ class TestMLADeepseekV3Fa3Fp8Kvcache(CustomTestCase):
|
|||||||
metrics = run_eval_few_shot_gsm8k(args)
|
metrics = run_eval_few_shot_gsm8k(args)
|
||||||
print(metrics)
|
print(metrics)
|
||||||
|
|
||||||
self.assertGreater(metrics["accuracy"], 0.62)
|
self.assertGreater(metrics["accuracy"], 0.60)
|
||||||
|
|
||||||
|
|
||||||
class TestDeepseekV3MTP(CustomTestCase):
|
class TestDeepseekV3MTP(CustomTestCase):
|
||||||
|
|||||||
@@ -55,7 +55,7 @@ class TestAutoRound(CustomTestCase):
|
|||||||
if "Llama" in model:
|
if "Llama" in model:
|
||||||
self.assertGreaterEqual(metrics["score"], 0.6)
|
self.assertGreaterEqual(metrics["score"], 0.6)
|
||||||
else:
|
else:
|
||||||
self.assertGreaterEqual(metrics["score"], 0.26)
|
self.assertGreaterEqual(metrics["score"], 0.25)
|
||||||
finally:
|
finally:
|
||||||
kill_process_tree(process.pid)
|
kill_process_tree(process.pid)
|
||||||
print(f"[INFO] Server for {model} stopped.")
|
print(f"[INFO] Server for {model} stopped.")
|
||||||
|
|||||||
Reference in New Issue
Block a user