[DSV4] Turn on mhc post pre fusion by default (#35214)
This commit is contained in:
@@ -1265,7 +1265,7 @@ class Envs:
|
||||
SGLANG_OPT_USE_TILELANG_MHC_PRE = EnvBool(True)
|
||||
SGLANG_OPT_USE_TILELANG_MHC_POST = EnvBool(True)
|
||||
SGLANG_OPT_USE_FLASHINFER_MHC = EnvBool(False)
|
||||
SGLANG_OPT_FUSE_MHC_POST_PRE = EnvBool(False)
|
||||
SGLANG_OPT_FUSE_MHC_POST_PRE = EnvBool(True)
|
||||
SGLANG_OPT_USE_TILELANG_INDEXER = EnvBool(False)
|
||||
SGLANG_OPT_DSV4_NONPAGED_INDEXER = EnvBool(True)
|
||||
# Per-rank local query rows (after DP-attention sharding when enabled),
|
||||
|
||||
Reference in New Issue
Block a user