Add FP4 Indexer for DeepSeek V4 on SM120 (#27059)

This commit is contained in:
Jinyan Chen
2026-07-24 11:37:23 -07:00
committed by GitHub
parent 2428f56145
commit 1e69765bae
5 changed files with 76 additions and 10 deletions
@@ -7,11 +7,14 @@ import triton
from sglang.benchmark.bench_utils import run_bench
from sglang.kernels.jit.benchmark.utils import get_benchmark_range
from sglang.srt.utils import is_sm100_supported
from sglang.srt.utils import is_sm100_supported, is_sm120_supported
from sglang.test.ci.ci_register import register_cuda_ci
register_cuda_ci(
est_time=5, stage="base-b-kernel-benchmark", runner_config="1-gpu-large"
est_time=5,
stage="base-b-kernel-benchmark",
runner_config="1-gpu-large",
disabled="Temporarily disabled until DeepGEMM is ready",
)
try:
@@ -167,8 +170,8 @@ def benchmark(batch: int, seq_len_kv: int, provider: str):
if __name__ == "__main__":
if not is_sm100_supported():
print("[skip] DeepSeek V4 FP4 indexer benchmark requires SM100 CUDA.")
if not (is_sm100_supported() or is_sm120_supported()):
print("[skip] DeepSeek V4 FP4 indexer benchmark requires SM100 or SM120 CUDA.")
sys.exit(0)
if deep_gemm is None or per_token_cast_to_fp4 is None:
print("[skip] DeepGEMM is unavailable.")