[spec decoding] fully overlap spec decoding for hybrid linear attention backend (#28579)

2026-06-18 13:31:12 -07:00
parent cf0afe3223
commit 2411737244
4 changed files with 25 additions and 6 deletions
@@ -154,6 +154,7 @@ def build_replay_fb_view(
            else forward_batch.seq_lens_sum + (bs - raw_bs) * seq_len_fill_value
        ),
        seq_lens_cpu=buffers.seq_lens_cpu[:bs],
+        num_padding=bs - raw_bs,
        encoder_lens=buffers.encoder_lens[:bs] if is_encoder_decoder else None,
        out_cache_loc=getattr(forward_batch, "out_cache_loc", None),
        out_cache_loc_dsv4=getattr(forward_batch, "out_cache_loc_dsv4", None),