From 5a0eea8ac55557dde5090e4f16ffbd10890d9100 Mon Sep 17 00:00:00 2001 From: Khoa Pham Date: Thu, 16 Apr 2026 19:30:16 -0700 Subject: [PATCH] [CI] Adding Gemma 4 to Nightly CI (#22408) --- test/registered/eval/test_vlms_mmmu_eval.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/test/registered/eval/test_vlms_mmmu_eval.py b/test/registered/eval/test_vlms_mmmu_eval.py index 40156a019..ef798338e 100644 --- a/test/registered/eval/test_vlms_mmmu_eval.py +++ b/test/registered/eval/test_vlms_mmmu_eval.py @@ -33,10 +33,13 @@ MODEL_THRESHOLDS = { ModelLaunchSettings("Efficient-Large-Model/NVILA-Lite-2B-hf"): ModelEvalMetrics( 0.270, 23.8 ), - ModelLaunchSettings("google/gemma-3-4b-it"): ModelEvalMetrics(0.360, 10.9), + ModelLaunchSettings("google/gemma-4-E4B-it"): ModelEvalMetrics(0.26, 15.0), ModelLaunchSettings( - "google/gemma-3n-E4B-it", extra_args=["--tp=2"] - ): ModelEvalMetrics(0.270, 17.7), + "google/gemma-4-26B-A4B-it", extra_args=["--tp=2"] + ): ModelEvalMetrics(0.27, 22.3), + ModelLaunchSettings( + "google/gemma-4-31B-it", extra_args=["--tp=2"] + ): ModelEvalMetrics(0.28, 25.5), ModelLaunchSettings("mistral-community/pixtral-12b"): ModelEvalMetrics(0.360, 16.6), ModelLaunchSettings("moonshotai/Kimi-VL-A3B-Instruct"): ModelEvalMetrics( 0.330, 23.5