Fix TRTLLM target verify query metadata (#27473)

This commit is contained in:
Lianmin Zheng
2026-06-07 02:46:01 -07:00
committed by GitHub
parent 0a190d1c97
commit 5be0b0c8c0
@@ -484,7 +484,6 @@ class TRTLLMHAAttnBackend(FlashInferAttnBackend):
]
metadata.page_table[:, :max_seq_pages].copy_(page_indices // self.page_size)
self._copy_swa_page_table(metadata, page_indices, max_seq_pages)
metadata.max_seq_len_q = self.speculative_num_draft_tokens
elif forward_mode.is_draft_extend(include_v2=True):
metadata = self.draft_extend_metadata[bs]
metadata.cache_seqlens_int32.copy_(seq_lens)