Fix EagleDraftExtendInput missing kv_indptr crash with triton/DP attention (#28221)

This commit is contained in:
YC Yen-Ching Tseng
2026-06-17 14:54:33 -07:00
committed by GitHub
parent 3e97c9239f
commit 3b5aae278e
@@ -322,6 +322,10 @@ class EagleDraftExtendInput(SpecInput):
num_tokens_per_req: int = -1
num_tokens_for_logprob_per_req: int = 1
# None for draft-extend's idle batch; attention backends fall back to
# rebuilding plain metadata from seq_lens when this is None.
kv_indptr: torch.Tensor = None
def __post_init__(self):
super().__init__(SpecInputType.EAGLE_DRAFT_EXTEND)