minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix nightly vlm ci : restore original eval for requests without regex (#14875)

Browse Source
This commit is contained in:
Yuhao Yang
2025-12-10 23:13:25 -08:00
committed by GitHub
parent 624725cb5e
commit b62fe8504c
1 changed files with 10 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/test/simple_eval_mmmu_vlm.py
+10 -11
View File
@@ -67,9 +67,7 @@ class MMMUVLMEval(Eval):
# Prepare samples deterministically across all MMMU subjects (validation split) # Prepare samples deterministically across all MMMU subjects (validation split)
self.samples = self._prepare_mmmu_samples(self.num_examples) self.samples = self._prepare_mmmu_samples(self.num_examples)
# For example, "<\|begin_of_box\|>foo<\|end_of_box\|>" could be used to extract "foo" as the answer from the response text # For example, "<\|begin_of_box\|>foo<\|end_of_box\|>" could be used to extract "foo" as the answer from the response text
self.response_answer_regex = ( self.response_answer_regex = response_answer_regex
response_answer_regex if response_answer_regex is not None else "(.*)"
)
@staticmethod @staticmethod
def _to_data_uri(image: Image.Image) -> str: def _to_data_uri(image: Image.Image) -> str:
@@ -214,14 +212,15 @@ class MMMUVLMEval(Eval):
# Sample # Sample
response_text = sampler(prompt_messages) response_text = sampler(prompt_messages)
response_text = response_text or "" response_text = response_text or ""
match = ( if self.response_answer_regex:
re.search(self.response_answer_regex, response_text) match = (
if response_text is not None re.search(self.response_answer_regex, response_text)
else None if response_text is not None
) else None
response_text = ( )
match.group(1).strip() if match is not None else response_text response_text = (
) match.group(1).strip() if match is not None else response_text
)
# Parse and score # Parse and score
gold = sample["answer"] gold = sample["answer"]