[Deepseek V3.2] Fix Deepseek MTP in V1 mode (#15429)
This commit is contained in:
@@ -435,7 +435,7 @@ class NativeSparseAttnBackend(
|
|||||||
# after verification. Lengths vary per request based on how many tokens
|
# after verification. Lengths vary per request based on how many tokens
|
||||||
# were accepted.
|
# were accepted.
|
||||||
page_table = torch.repeat_interleave(
|
page_table = torch.repeat_interleave(
|
||||||
page_table, repeats=extend_seq_lens_cpu, dim=0
|
page_table, repeats=forward_batch.extend_seq_lens, dim=0
|
||||||
)
|
)
|
||||||
|
|
||||||
elif forward_batch.forward_mode.is_extend():
|
elif forward_batch.forward_mode.is_extend():
|
||||||
|
|||||||
Reference in New Issue
Block a user