[Perf] Enable Flashinfer autotune by default (#14357)

This commit is contained in:
elvischenv
2025-12-16 23:01:39 -08:00
committed by GitHub
parent 2bdbaef18e
commit 435d1c83c1
7 changed files with 20 additions and 8 deletions
+4 -4
View File
@@ -418,7 +418,7 @@ class ServerArgs:
fp8_gemm_runner_backend: str = "auto"
nsa_prefill_backend: str = "flashmla_sparse"
nsa_decode_backend: str = "fa3"
enable_flashinfer_autotune: bool = False
disable_flashinfer_autotune: bool = False
# Speculative decoding
speculative_algorithm: Optional[str] = None
@@ -3313,10 +3313,10 @@ class ServerArgs:
"SGLANG_ENABLE_FLASHINFER_FP8_GEMM and SGLANG_SUPPORT_CUTLASS_BLOCK_FP8.",
)
parser.add_argument(
"--enable-flashinfer-autotune",
default=ServerArgs.enable_flashinfer_autotune,
"--disable-flashinfer-autotune",
default=ServerArgs.disable_flashinfer_autotune,
action="store_true",
help="Enable FlashInfer autotuning for optimal kernel selection.",
help="Disable FlashInfer autotuning.",
)
# Speculative decoding