[Fix] Give the full prefill CUDA graph replay view the captured bucket's input_ids (#40851)

Co-authored-by: metamergebot <324680979+metamergebot@users.noreply.github.com>
Co-authored-by: fei-xx <135589532+fei-xx@users.noreply.github.com>
This commit is contained in:
metamergebot
2026-09-23 11:48:03 -07:00
committed by GitHub
co-authored by metamergebot fei-xx
parent f2f223e697
commit 4bb5611dba
2 changed files with 15 additions and 1 deletions
@@ -1191,6 +1191,7 @@ class PrefillCudaGraphRunner(BaseCudaGraphRunner):
padded_view.extend_seq_lens = s["extend_seq_lens"][:r]
padded_view.extend_prefix_lens = s["extend_prefix_lens"][:r]
padded_view.max_seq_len_override = static_forward_batch.max_seq_len_override
padded_view.input_ids = static_forward_batch.input_ids
attn_backend.init_forward_metadata_out_graph(padded_view)
return
if not self.use_captured_attn_metadata: