From 02dfd3782601277bcf7e74c7a836a70011183165 Mon Sep 17 00:00:00 2001 From: Alison Shao <54658187+alisonshao@users.noreply.github.com> Date: Wed, 26 Aug 2026 20:29:38 -0700 Subject: [PATCH] [CI] Remove GLM-4.1V-9B-Thinking from nightly VLM MMMU eval (#36602) --- test/registered/eval/test_vlms_mmmu_eval.py | 1 - 1 file changed, 1 deletion(-) diff --git a/test/registered/eval/test_vlms_mmmu_eval.py b/test/registered/eval/test_vlms_mmmu_eval.py index 078fca9c3..48dd51745 100644 --- a/test/registered/eval/test_vlms_mmmu_eval.py +++ b/test/registered/eval/test_vlms_mmmu_eval.py @@ -47,7 +47,6 @@ MODEL_THRESHOLDS = { ), ModelLaunchSettings("unsloth/Mistral-Small-3.1-24B-Instruct-2503"): (0.30, 43.0), ModelLaunchSettings("XiaomiMiMo/MiMo-VL-7B-RL"): (0.28, 40.0), - ModelLaunchSettings("zai-org/GLM-4.1V-9B-Thinking"): (0.280, 35.5), ModelLaunchSettings("zai-org/GLM-4.5V-FP8", extra_args=["--tp=2"]): (0.26, 140.0), }