[AMD] Enable block-fp8 + quick INT4 all-reduce in MiniMax-M3 MI35x nightly Test (#33402)
This commit is contained in:
@@ -72,12 +72,17 @@ class ModelConfig:
|
|||||||
|
|
||||||
|
|
||||||
MI35X_MINIMAX_M3_TP4_MODELS = [
|
MI35X_MINIMAX_M3_TP4_MODELS = [
|
||||||
|
# MXFP8 + aiter attn + fp8 KV, with the block-fp8 linear path (PR #32036)
|
||||||
|
# and custom/quick INT4 all-reduce (PR #32230) opted in. Both are opt-in
|
||||||
|
# via env: on gfx950 block convert is not automatic
|
||||||
|
# (mxfp8_block_convert_required() is False), and the M3 overrides otherwise
|
||||||
|
# force --disable-custom-all-reduce.
|
||||||
ModelConfig(
|
ModelConfig(
|
||||||
model_path="MiniMaxAI/MiniMax-M3-MXFP8",
|
model_path="MiniMaxAI/MiniMax-M3-MXFP8",
|
||||||
tp_size=4,
|
tp_size=4,
|
||||||
accuracy_threshold=0.95,
|
accuracy_threshold=0.95,
|
||||||
timeout=5400,
|
timeout=5400,
|
||||||
variant="TP4+MXFP8+aiterAttn+fp8KV",
|
variant="TP4+MXFP8+aiterAttn+fp8KV+blockFP8+quickAR",
|
||||||
other_args=[
|
other_args=[
|
||||||
"--quantization",
|
"--quantization",
|
||||||
"mxfp8",
|
"mxfp8",
|
||||||
@@ -102,6 +107,15 @@ MI35X_MINIMAX_M3_TP4_MODELS = [
|
|||||||
# router GEMM (torch.mm(bf16, bf16, out_dtype=float32)); force the
|
# router GEMM (torch.mm(bf16, bf16, out_dtype=float32)); force the
|
||||||
# fp32 router path. Also gives more precise expert routing.
|
# fp32 router path. Also gives more precise expert routing.
|
||||||
"SGLANG_OPT_USE_BF16_ROUTER_GEMM": "0",
|
"SGLANG_OPT_USE_BF16_ROUTER_GEMM": "0",
|
||||||
|
# Block-fp8 linear path (PR #32036): convert MXFP8 linear weights to
|
||||||
|
# block-fp8 [128,128] and run them through the tuned block-scale
|
||||||
|
# (bpreshuffle) GEMM on gfx950.
|
||||||
|
"SGLANG_FORCE_MXFP8_BLOCK_CONVERT": "1",
|
||||||
|
# Custom / quick all-reduce (PR #32230): keep custom all-reduce on so
|
||||||
|
# the INT4 quick-reduce path is used for the TP all-reduce.
|
||||||
|
"SGLANG_M3_ALLOW_CUSTOM_AR": "1",
|
||||||
|
"ROCM_QUICK_REDUCE_QUANTIZATION": "INT4",
|
||||||
|
"ROCM_QUICK_REDUCE_CAST_BF16_TO_FP16": "1",
|
||||||
},
|
},
|
||||||
),
|
),
|
||||||
]
|
]
|
||||||
|
|||||||
Reference in New Issue
Block a user