From 46c58b5c704ac163906c875bda06b78b3e5cf7db Mon Sep 17 00:00:00 2001
From: Yuhao Yang <47235274+yhyang201@users.noreply.github.com>
Date: Fri, 5 Jun 2026 10:28:16 +0800
Subject: [PATCH] bench: fix MMMU VLM eval max_tokens for CoT prompt (#27327)

---
 test/registered/eval/test_vlms_mmmu_eval.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/test/registered/eval/test_vlms_mmmu_eval.py b/test/registered/eval/test_vlms_mmmu_eval.py
index ef798338e..d8448e3ff 100644
--- a/test/registered/eval/test_vlms_mmmu_eval.py
+++ b/test/registered/eval/test_vlms_mmmu_eval.py
@@ -94,7 +94,7 @@ class TestNightlyVLMMmmuEval(unittest.TestCase):
                         eval_name="mmmu",
                         num_examples=100,
                         num_threads=64,
-                        max_tokens=30,
+                        max_tokens=1024,
                     )
 
                     args.return_latency = True