minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix EagleDraftExtendInput missing kv_indptr crash with triton/DP attention (#28221)

Browse Source
This commit is contained in:
YC Yen-Ching Tseng
2026-06-17 14:54:33 -07:00
committed by GitHub
parent 3e97c9239f
commit 3b5aae278e
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/speculative/eagle_info.py
+4
View File
@@ -322,6 +322,10 @@ class EagleDraftExtendInput(SpecInput):
num_tokens_per_req: int = -1 num_tokens_per_req: int = -1
num_tokens_for_logprob_per_req: int = 1 num_tokens_for_logprob_per_req: int = 1
# None for draft-extend's idle batch; attention backends fall back to
# rebuilding plain metadata from seq_lens when this is None.
kv_indptr: torch.Tensor = None
def __post_init__(self): def __post_init__(self):
super().__init__(SpecInputType.EAGLE_DRAFT_EXTEND) super().__init__(SpecInputType.EAGLE_DRAFT_EXTEND)