[MoE] Disable FlashInfer fused finalize by default for numerical accuracy (#40105)

This commit is contained in:
Ziang Li
2026-09-18 00:15:57 -07:00
committed by GitHub
parent 956d414dad
commit c46bf5e990
2 changed files with 3 additions and 3 deletions
+1 -1
View File
@@ -1044,7 +1044,7 @@ class Envs:
# token count.
SGLANG_TRTLLM_MOE_PDL_MAX_TOKENS = EnvInt(8192)
# Use FlashInfer's fused atomic CUTLASS/CuTe DSL MoE finalize.
SGLANG_FLASHINFER_MOE_FUSED_FINALIZE = EnvBool(True)
SGLANG_FLASHINFER_MOE_FUSED_FINALIZE = EnvBool(False)
# Master switch for the experimental TRT-LLM LoRA fast path; when OFF (default) every
# fine-grained opt switch reads False, keeping non-experimental paths byte-identical.
SGLANG_EXPERIMENTAL_LORA_OPTI = EnvBool(False)