[CI] Gate Kimi-K3 acceptance length on the GSM8K average (#34145)

This commit is contained in:
Liangsheng Yin
2026-08-08 20:28:42 -07:00
committed by GitHub
parent 4792ab1e90
commit 1ebd6fab6c
@@ -40,8 +40,15 @@ class TestKimiK3B300LowLatency(GSM8KMixin, SpecDecodingMixin, CustomTestCase):
gsm8k_score_threshold = 0.95
gsm8k_num_examples = 200
accept_length_thres = 6.6
bs_1_speed_thres = 440
# Gated on GSM8K rather than on test_bs_1_speed below: a 200-question
# average holds steady when a numerics change moves where the single
# greedy prompt hits EOS.
gsm8k_accept_length_thres = 4.5
# Both scale with how far that one greedy prompt runs, and speed is
# end-to-end, so launch and TTFT are amortized over the output -- it sits
# well below the steady decode rate the server logs. Coarse guards only.
accept_length_thres = 4.0
bs_1_speed_thres = 300
@classmethod
def setUpClass(cls):