[AMD] fix tbo specv2 seq_lens_cpu NoneType error (#24319)
This commit is contained in:
@@ -281,6 +281,11 @@ class EagleVerifyInputV2Mixin:
|
||||
batch.mamba_track_mask = None
|
||||
batch.mamba_track_seqlens = None
|
||||
|
||||
# Populate seq_lens_cpu/seq_lens_sum on the verify input so that
|
||||
# TBO's split_spec_info can slice the custom_mask correctly.
|
||||
self.seq_lens_cpu = batch.seq_lens_cpu
|
||||
self.seq_lens_sum = batch.seq_lens_sum
|
||||
|
||||
# Get a forward batch
|
||||
batch.forward_mode = (
|
||||
ForwardMode.IDLE
|
||||
|
||||
Reference in New Issue
Block a user