Fix frozen kv MTP crash when bonus_tokens is None (#25204)

This commit is contained in:
Charles Chen
2026-05-14 15:33:55 -07:00
committed by GitHub
parent 22dfcdaa04
commit 78408d2300
@@ -140,7 +140,7 @@ def select_last_verified_seed(
counts = draft_input.num_accept_tokens.to(torch.long)
last_indices = torch.cumsum(counts, dim=0) - 1
return (
draft_input.bonus_tokens[last_indices],
draft_input.input_ids[last_indices],
draft_input.hidden_states[last_indices],
)