[BugFix] preserve cached token details in multi-tokenizer output (#26590)

2026-05-28 13:31:55 -07:00
parent 690d4cdd94
commit 3ca8cb470f
2 changed files with 71 additions and 0 deletions
@@ -246,6 +246,9 @@ def _handle_output_by_index(output, i):
            completion_tokens=_extract_field_by_index(output, "completion_tokens", i),
            reasoning_tokens=_extract_field_by_index(output, "reasoning_tokens", i),
            cached_tokens=_extract_field_by_index(output, "cached_tokens", i),
+            cached_tokens_details=_extract_field_by_index(
+                output, "cached_tokens_details", i
+            ),
            input_token_logprobs_val=_extract_field_by_index(
                output, "input_token_logprobs_val", i, check_length=False
            ),