minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

test: stabilize Gemma4 26B-A4B MTP GSM8K test with deterministic inference + tuned threshold (#26653)

Browse Source 
Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
Khoa Pham
2026-05-28 20:58:48 -07:00
committed by GitHub
co-authored by Cursor
parent dc4e7bc479
commit 621a79728c
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/spec/test_gemma4_mtp_26b_a4b_extra.py
+8 -4
View File
@@ -31,10 +31,11 @@ GSM8K_NUM_THREADS = 128
GSM8K_SCORE_MARGIN = 0.03 GSM8K_SCORE_MARGIN = 0.03
SERVER_LAUNCH_TIMEOUT = DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH * 3 SERVER_LAUNCH_TIMEOUT = DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH * 3
# Initial values are seeded from current Gemma4 GSM8K observations in the # Calibrated from deterministic-inference GSM8K runs (200 examples, 5-shot,
# cookbook. Replace each top-k entry with exact MTP first-200-sample scores as # greedy, triton, TP=2). With --enable-deterministic-inference the per-topk
# CI calibration data becomes available. # score is reproducible run-to-run (std=0 over N=20): topk=1 -> 0.445,
OBSERVED_GSM8K_SCORES = {1: 0.450, 3: 0.450} # topk=3 -> 0.440.
OBSERVED_GSM8K_SCORES = {1: 0.445, 3: 0.440}
GSM8K_SCORE_THRESHOLD = min(OBSERVED_GSM8K_SCORES.values()) - GSM8K_SCORE_MARGIN GSM8K_SCORE_THRESHOLD = min(OBSERVED_GSM8K_SCORES.values()) - GSM8K_SCORE_MARGIN
ACCEPT_LENGTH_THRESHOLD = 1.5 ACCEPT_LENGTH_THRESHOLD = 1.5
@@ -84,6 +85,9 @@ class TestGemma4MTP26BA4B(CustomTestCase):
"--max-total-tokens", "--max-total-tokens",
"32768", "32768",
"--skip-server-warmup", "--skip-server-warmup",
# Batch-invariant kernels make the GSM8K score reproducible
# run-to-run; without this the topk=3 score swings ~0.33-0.50.
"--enable-deterministic-inference",
] ]
if TENSOR_PARALLEL_SIZE > 1: if TENSOR_PARALLEL_SIZE > 1:
args += ["--tp-size", str(TENSOR_PARALLEL_SIZE)] args += ["--tp-size", str(TENSOR_PARALLEL_SIZE)]