[DeepSeek V4.1] Use DeepSelect for Hopper full top-k decode. (#41561)

Co-authored-by: Claude Code <noreply@anthropic.com>
This commit is contained in:
yuyu5333
2026-10-14 10:46:12 +08:00
committed by GitHub
co-authored by Claude Code
parent 87beb3a052
commit b50fdeb0ef
3 changed files with 76 additions and 1 deletions
@@ -7,6 +7,10 @@ from typing import TYPE_CHECKING
import torch
from sglang.kernels.ops.attention.deep_select import (
is_deep_select_supported,
topk_page_transform,
)
from sglang.kernels.ops.attention.dsv4.index_logits import (
deep_gemm_fp4_paged_mqa_logits,
)
@@ -47,6 +51,9 @@ class FullTopKIndexer:
self.req_to_token = req_to_token
self.use_deep_gemm_prefill = use_deep_gemm_prefill
self.use_deep_gemm_decode = use_deep_gemm_decode
self.use_deep_select_decode = (
not use_deep_gemm_decode and is_deep_select_supported()
)
def topk_prefill(self, inputs: PrefillInputs) -> None:
if self.use_deep_gemm_prefill:
@@ -134,6 +141,18 @@ class FullTopKIndexer:
)
if d is None:
return
if self.use_deep_select_decode:
metadata = inputs.paged_metadata
topk_page_transform(
d.scores,
inputs.indexer.index_topk,
page_table=metadata.page_table[: d.bs],
page_size=metadata.compressed_page_size,
end=d.lens.to(torch.int32),
sorted_index=False,
output_idx=inputs.out_page_indices[: d.bs],
)
return
select_decode(inputs, d, inputs.indexer.index_topk)
def _deep_gemm_prefill_captured(self, inputs: CapturedPrefillInputs) -> None: