Relax GSM8K thresholds for the GLM-5.2 DSA-MTP variants (#38725)

Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Alison Shao
2026-09-09 12:46:10 -07:00
committed by GitHub
co-authored by Claude Opus 5
parent 354ee46c26
commit 95a88bfd69
3 changed files with 5 additions and 2 deletions
@@ -32,8 +32,9 @@ from sglang.test.test_utils import (
class DsaMtpEvalConfigDefaults:
"""Eval thresholds & params shared across DSA-MTP regression variants."""
# GSM8KMixin defaults.
gsm8k_accuracy_thres = 0.935
# GSM8KMixin defaults. `gsm8k_accuracy_thres` is measured on the FP8
# variants; lower-scoring quantizations override it per variant.
gsm8k_accuracy_thres = 0.925
gsm8k_accept_length_thres = 3.7
gsm8k_num_questions = 500
gsm8k_num_threads = 500
@@ -24,6 +24,7 @@ class TestGLM52NVFP4DPMTP(
mem_fraction_static = 0.88
enable_dp_attention = True
bs_1_speed_thres = 180
gsm8k_accuracy_thres = 0.92
extra_server_args = [
"--moe-runner-backend",
"flashinfer_trtllm",
@@ -22,6 +22,7 @@ class TestGLM52NVFP4TPMTP(
tp_size = 4
mem_fraction_static = 0.8
bs_1_speed_thres = 280
gsm8k_accuracy_thres = 0.92
extra_server_args = [
"--moe-runner-backend",
"flashinfer_trtllm",