Fix _GenerationStreamAccumulator logprob_end off-by-one under retract (#26510)

Co-authored-by: Qiaolin Yu <liin1211@outlook.com>
2026-08-20 16:03:13 -07:00
parent 5a7b26c636
commit 779e593bd1
3 changed files with 255 additions and 1 deletions
@@ -503,7 +503,9 @@ class _GenerationStreamAccumulator:
                self.input_token_ids_logprobs_idx.append([])

            if req.return_logprob:
-                logprob_end = max(len(output_ids_), 1)
+                logprob_end = (
+                    len(output_ids_) if req.is_retracted else max(len(output_ids_), 1)
+                )
                self.output_token_logprobs_val.append(
                    req.logprob.output_token_logprobs_val[
                        send_output_token_logprobs_offset:logprob_end