Relax flaky B200 GSM8K accuracy thresholds (#20304)
Co-authored-by: Alison Shao <alisonshao@Mac.attlocal.net>
This commit is contained in:
co-authored by
Alison Shao
parent
d093e70067
commit
7b44bc923e
@@ -85,7 +85,7 @@ class TestEagleDPAttnServerSmall(CustomTestCase):
|
||||
|
||||
def test_a_gsm8k(self):
|
||||
metrics, avg_spec_accept_length = test_gsm8k(self.base_url)
|
||||
self.assertGreater(metrics["accuracy"], 0.64)
|
||||
self.assertGreater(metrics["accuracy"], 0.62)
|
||||
self.assertGreater(avg_spec_accept_length, 2.7)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user