Fix MLA EAGLE draft CUDA-graph kv_indices under-allocation for topk > 1 (#27460)

This commit is contained in:
Liangsheng Yin
2026-06-06 16:28:34 -07:00
committed by GitHub
parent 032c9efb46
commit 5160f7914e
2 changed files with 28 additions and 1 deletions
@@ -102,12 +102,24 @@ patches:
"""
_PR_REVERT_YAML_27460 = """
patches:
- target: sglang.srt.layers.attention.flashinfer_mla_backend.FlashInferMLAMultiStepDraftBackend.init_cuda_graph_state
edits:
- match: |
(self.speculative_num_steps, max_bs * self.topk * self.max_context_len),
replacement: |
(self.speculative_num_steps, max_bs * self.max_context_len),
"""
_PR_FIX_REVERT_YAML: Dict[int, str] = {
25015: _PR_REVERT_YAML_25015,
26329: _PR_REVERT_YAML_26329,
27338: _PR_REVERT_YAML_27338,
27360: _PR_REVERT_YAML_27360,
26972: _PR_REVERT_YAML_26972,
27460: _PR_REVERT_YAML_27460,
}