From 1610aa77ab4a93aab57d8213b60ceeee3cd9e65c Mon Sep 17 00:00:00 2001 From: Khoa Pham Date: Fri, 8 May 2026 20:46:56 -0700 Subject: [PATCH] Reduce gemma4 moe deterministic test runtime (#24754) --- test/registered/core/test_gemma4_moe_deterministic.py | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/test/registered/core/test_gemma4_moe_deterministic.py b/test/registered/core/test_gemma4_moe_deterministic.py index 89675c8e6..7869b4cf3 100644 --- a/test/registered/core/test_gemma4_moe_deterministic.py +++ b/test/registered/core/test_gemma4_moe_deterministic.py @@ -7,10 +7,6 @@ unified extend kernel read the new tokens at `out_cache_loc` (full-pool index space) while `SWAKVPool.set_kv_buffer` had written them at the SWA-translated indices. With diverse prompts the OOB never materialises; the repro is same-prompt × high-concurrency, which is what this test fires. - -Adapted from the repro script in the bug report (200 identical completions -at concurrency 128, `--max-running-requests 16`). Pre-fix this loses -~40-50% of requests within ~30-40s; post-fix all 200 succeed. """ import concurrent.futures @@ -27,7 +23,7 @@ from sglang.test.test_utils import ( popen_launch_server, ) -register_cuda_ci(est_time=420, suite="stage-b-test-2-gpu-large") +register_cuda_ci(est_time=107, suite="stage-b-test-2-gpu-large") PROMPT = ( @@ -37,7 +33,7 @@ PROMPT = ( "egg. How much in dollars does she make every day at the farmers' market?\n" "Answer:" ) -NUM_REQUESTS = 200 +NUM_REQUESTS = 180 CONCURRENCY = 128 MAX_TOKENS = 256