[SM12x] Default the fused MHC post+pre path on (#34019)
Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
41cd5a7189
commit
1af761a09a
@@ -5442,6 +5442,8 @@ class ServerArgs:
|
||||
envs.SGLANG_OPT_FP8_WO_A_GEMM.set(False)
|
||||
envs.SGLANG_OPT_USE_TOPK_V2.set(False)
|
||||
envs.SGLANG_OPT_USE_TILELANG_MHC_PRE.set(False)
|
||||
if not envs.SGLANG_OPT_FUSE_MHC_POST_PRE.is_set():
|
||||
envs.SGLANG_OPT_FUSE_MHC_POST_PRE.set(True)
|
||||
envs.SGLANG_OPT_DEEPGEMM_HC_PRENORM.set(False)
|
||||
envs.SGLANG_FP8_PAGED_MQA_LOGITS_TORCH.set(True)
|
||||
# Prefer TileLang over the Torch fallback.
|
||||
|
||||
Reference in New Issue
Block a user