[Fix] Give the full prefill CUDA graph replay view the captured bucket's input_ids (#40851)
Co-authored-by: metamergebot <324680979+metamergebot@users.noreply.github.com> Co-authored-by: fei-xx <135589532+fei-xx@users.noreply.github.com>
This commit is contained in:
co-authored by
metamergebot
fei-xx
parent
f2f223e697
commit
4bb5611dba
@@ -1191,6 +1191,7 @@ class PrefillCudaGraphRunner(BaseCudaGraphRunner):
|
||||
padded_view.extend_seq_lens = s["extend_seq_lens"][:r]
|
||||
padded_view.extend_prefix_lens = s["extend_prefix_lens"][:r]
|
||||
padded_view.max_seq_len_override = static_forward_batch.max_seq_len_override
|
||||
padded_view.input_ids = static_forward_batch.input_ids
|
||||
attn_backend.init_forward_metadata_out_graph(padded_view)
|
||||
return
|
||||
if not self.use_captured_attn_metadata:
|
||||
|
||||
Reference in New Issue
Block a user