Fix frozen kv MTP crash when bonus_tokens is None (#25204)
This commit is contained in:
@@ -140,7 +140,7 @@ def select_last_verified_seed(
|
|||||||
counts = draft_input.num_accept_tokens.to(torch.long)
|
counts = draft_input.num_accept_tokens.to(torch.long)
|
||||||
last_indices = torch.cumsum(counts, dim=0) - 1
|
last_indices = torch.cumsum(counts, dim=0) - 1
|
||||||
return (
|
return (
|
||||||
draft_input.bonus_tokens[last_indices],
|
draft_input.input_ids[last_indices],
|
||||||
draft_input.hidden_states[last_indices],
|
draft_input.hidden_states[last_indices],
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user