Relax GSM8K thresholds for the GLM-5.2 DSA-MTP variants (#38725)

Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Alison Shao
2026-09-09 12:46:10 -07:00
committed by GitHub
co-authored by Claude Opus 5
parent 354ee46c26
commit 95a88bfd69
3 changed files with 5 additions and 2 deletions
@@ -32,8 +32,9 @@ from sglang.test.test_utils import (
class DsaMtpEvalConfigDefaults:
"""Eval thresholds & params shared across DSA-MTP regression variants."""
# GSM8KMixin defaults.
gsm8k_accuracy_thres = 0.935
# GSM8KMixin defaults. `gsm8k_accuracy_thres` is measured on the FP8
# variants; lower-scoring quantizations override it per variant.
gsm8k_accuracy_thres = 0.925
gsm8k_accept_length_thres = 3.7
gsm8k_num_questions = 500
gsm8k_num_threads = 500