[Perf] Enable Flashinfer autotune by default (#14357)
This commit is contained in:
@@ -418,7 +418,7 @@ class ServerArgs:
|
||||
fp8_gemm_runner_backend: str = "auto"
|
||||
nsa_prefill_backend: str = "flashmla_sparse"
|
||||
nsa_decode_backend: str = "fa3"
|
||||
enable_flashinfer_autotune: bool = False
|
||||
disable_flashinfer_autotune: bool = False
|
||||
|
||||
# Speculative decoding
|
||||
speculative_algorithm: Optional[str] = None
|
||||
@@ -3313,10 +3313,10 @@ class ServerArgs:
|
||||
"SGLANG_ENABLE_FLASHINFER_FP8_GEMM and SGLANG_SUPPORT_CUTLASS_BLOCK_FP8.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--enable-flashinfer-autotune",
|
||||
default=ServerArgs.enable_flashinfer_autotune,
|
||||
"--disable-flashinfer-autotune",
|
||||
default=ServerArgs.disable_flashinfer_autotune,
|
||||
action="store_true",
|
||||
help="Enable FlashInfer autotuning for optimal kernel selection.",
|
||||
help="Disable FlashInfer autotuning.",
|
||||
)
|
||||
|
||||
# Speculative decoding
|
||||
|
||||
Reference in New Issue
Block a user