[test] update acc len threshold to 2.7 for eagle dp attention tests (#16463)
This commit is contained in:
@@ -80,7 +80,7 @@ class TestEagleDPAttnServerSmall(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
metrics, avg_spec_accept_length = test_gsm8k(self.base_url)
|
metrics, avg_spec_accept_length = test_gsm8k(self.base_url)
|
||||||
self.assertGreater(metrics["accuracy"], 0.64)
|
self.assertGreater(metrics["accuracy"], 0.64)
|
||||||
self.assertGreater(avg_spec_accept_length, 1.4)
|
self.assertGreater(avg_spec_accept_length, 2.7)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|||||||
@@ -89,8 +89,7 @@ class TestEagleDPAttnServerLarge(CustomTestCase):
|
|||||||
metrics, avg_spec_accept_length = test_gsm8k(self.base_url)
|
metrics, avg_spec_accept_length = test_gsm8k(self.base_url)
|
||||||
|
|
||||||
self.assertGreater(metrics["accuracy"], 0.94)
|
self.assertGreater(metrics["accuracy"], 0.94)
|
||||||
# TODO: Update accept len to 2.04 once the bug is fixed
|
self.assertGreater(avg_spec_accept_length, 2.7)
|
||||||
self.assertGreater(avg_spec_accept_length, 1.4)
|
|
||||||
if is_in_ci():
|
if is_in_ci():
|
||||||
write_github_step_summary(
|
write_github_step_summary(
|
||||||
f"### test_gsm8k (deepseek-v3-fp4 mtp)\n"
|
f"### test_gsm8k (deepseek-v3-fp4 mtp)\n"
|
||||||
|
|||||||
Reference in New Issue
Block a user