minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[CI] Adding Gemma 4 to Nightly CI (#22408)

Browse Source
This commit is contained in:
Khoa Pham
2026-04-16 19:30:16 -07:00
committed by GitHub
parent 16d11c2a10
commit 5a0eea8ac5
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/eval/test_vlms_mmmu_eval.py
+6 -3
View File
@@ -33,10 +33,13 @@ MODEL_THRESHOLDS = {
ModelLaunchSettings("Efficient-Large-Model/NVILA-Lite-2B-hf"): ModelEvalMetrics(
0.270, 23.8
),
ModelLaunchSettings("google/gemma-3-4b-it"): ModelEvalMetrics(0.360, 10.9),
ModelLaunchSettings("google/gemma-4-E4B-it"): ModelEvalMetrics(0.26, 15.0),
ModelLaunchSettings(
"google/gemma-3n-E4B-it", extra_args=["--tp=2"]
): ModelEvalMetrics(0.270, 17.7),
"google/gemma-4-26B-A4B-it", extra_args=["--tp=2"]
): ModelEvalMetrics(0.27, 22.3),
ModelLaunchSettings(
"google/gemma-4-31B-it", extra_args=["--tp=2"]
): ModelEvalMetrics(0.28, 25.5),
ModelLaunchSettings("mistral-community/pixtral-12b"): ModelEvalMetrics(0.360, 16.6),
ModelLaunchSettings("moonshotai/Kimi-VL-A3B-Instruct"): ModelEvalMetrics(
0.330, 23.5