[SM12x] Default the fused MHC post+pre path on (#34019)

Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
Jackey Hua
2026-08-14 19:51:21 +00:00
committed by GitHub
co-authored by Claude Opus 5
parent 41cd5a7189
commit 1af761a09a
+2
View File
@@ -5442,6 +5442,8 @@ class ServerArgs:
envs.SGLANG_OPT_FP8_WO_A_GEMM.set(False)
envs.SGLANG_OPT_USE_TOPK_V2.set(False)
envs.SGLANG_OPT_USE_TILELANG_MHC_PRE.set(False)
if not envs.SGLANG_OPT_FUSE_MHC_POST_PRE.is_set():
envs.SGLANG_OPT_FUSE_MHC_POST_PRE.set(True)
envs.SGLANG_OPT_DEEPGEMM_HC_PRENORM.set(False)
envs.SGLANG_FP8_PAGED_MQA_LOGITS_TORCH.set(True)
# Prefer TileLang over the Torch fallback.