[DeepSeek V4.1] Use DeepSelect for Hopper full top-k decode. (#41561)
Co-authored-by: Claude Code <noreply@anthropic.com>
This commit is contained in:
@@ -7,6 +7,10 @@ from typing import TYPE_CHECKING
|
||||
|
||||
import torch
|
||||
|
||||
from sglang.kernels.ops.attention.deep_select import (
|
||||
is_deep_select_supported,
|
||||
topk_page_transform,
|
||||
)
|
||||
from sglang.kernels.ops.attention.dsv4.index_logits import (
|
||||
deep_gemm_fp4_paged_mqa_logits,
|
||||
)
|
||||
@@ -47,6 +51,9 @@ class FullTopKIndexer:
|
||||
self.req_to_token = req_to_token
|
||||
self.use_deep_gemm_prefill = use_deep_gemm_prefill
|
||||
self.use_deep_gemm_decode = use_deep_gemm_decode
|
||||
self.use_deep_select_decode = (
|
||||
not use_deep_gemm_decode and is_deep_select_supported()
|
||||
)
|
||||
|
||||
def topk_prefill(self, inputs: PrefillInputs) -> None:
|
||||
if self.use_deep_gemm_prefill:
|
||||
@@ -134,6 +141,18 @@ class FullTopKIndexer:
|
||||
)
|
||||
if d is None:
|
||||
return
|
||||
if self.use_deep_select_decode:
|
||||
metadata = inputs.paged_metadata
|
||||
topk_page_transform(
|
||||
d.scores,
|
||||
inputs.indexer.index_topk,
|
||||
page_table=metadata.page_table[: d.bs],
|
||||
page_size=metadata.compressed_page_size,
|
||||
end=d.lens.to(torch.int32),
|
||||
sorted_index=False,
|
||||
output_idx=inputs.out_page_indices[: d.bs],
|
||||
)
|
||||
return
|
||||
select_decode(inputs, d, inputs.indexer.index_topk)
|
||||
|
||||
def _deep_gemm_prefill_captured(self, inputs: CapturedPrefillInputs) -> None:
|
||||
|
||||
Reference in New Issue
Block a user