[bench] Agentic support for bench_serving.py (#25016)

2026-05-12 16:00:45 -07:00
parent a4109e87ac
commit 49ac447c94
2 changed files with 45 additions and 7 deletions
@@ -106,6 +106,20 @@ def _normalize_prompt(row: Dict[str, Any]) -> Tuple[Any, str]:
            and all(isinstance(item, str) for item in prompt)
        ):
            return prompt, "multi_turn"
+        if (
+            isinstance(prompt, list)
+            and prompt
+            and all(
+                isinstance(item, list)
+                and item
+                and all(
+                    isinstance(m, dict) and "role" in m and "content" in m for m in item
+                )
+                for item in prompt
+            )
+        ):
+            # Multi-turn with N messages per round (e.g. tool observations).
+            return prompt, "multi_turn"
        if (
            isinstance(prompt, list)
            and prompt