Fix frozen kv MTP crash when bonus_tokens is None (#25204)
This commit is contained in:
@@ -140,7 +140,7 @@ def select_last_verified_seed(
|
||||
counts = draft_input.num_accept_tokens.to(torch.long)
|
||||
last_indices = torch.cumsum(counts, dim=0) - 1
|
||||
return (
|
||||
draft_input.bonus_tokens[last_indices],
|
||||
draft_input.input_ids[last_indices],
|
||||
draft_input.hidden_states[last_indices],
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user