Revert "Fix TRTLLM target verify query metadata (#27473)" (#27494)

2026-06-07 02:48:52 -07:00
parent db58e76c33
commit a07d813ec8
1 changed files with 1 additions and 0 deletions
@@ -484,6 +484,7 @@ class TRTLLMHAAttnBackend(FlashInferAttnBackend):
            ]
            metadata.page_table[:, :max_seq_pages].copy_(page_indices // self.page_size)
            self._copy_swa_page_table(metadata, page_indices, max_seq_pages)
+            metadata.max_seq_len_q = self.speculative_num_draft_tokens
        elif forward_mode.is_draft_extend(include_v2=True):
            metadata = self.draft_extend_metadata[bs]
            metadata.cache_seqlens_int32.copy_(seq_lens)