[Spec] Fix ngram metric off-by-1 in num_accepted_drafts_per_req_cpu (#24965)

2026-05-11 12:25:18 -07:00
parent 7407a62c1c
commit c7e53e68a2
1 changed files with 3 additions and 2 deletions
@@ -328,8 +328,9 @@ class NGRAMWorker:
                    )
                    req.time_stats.set_spec_verify_end_time(accepted_tokens=accepted)

-            # Store accept_lens for per-request metrics
-            accept_lens = verify_input.num_accepted_drafts
+            # Store accept_lens (with bonus) for per-request metrics; downstream
+            # subtracts 1 to recover drafts-only counts.
+            accept_lens = verify_input.num_accepted_tokens
            if batch.return_logprob:
                add_output_logprobs_for_spec_v1(batch, verify_input, logits_output)
            self._update_ngram_corpus(batch)