Fix MiniMax-M3 crash on ROCm by making its override fields resolvable (#31837)
This commit is contained in:
@@ -1622,7 +1622,10 @@ class ServerArgs:
|
||||
] = False
|
||||
disable_custom_all_reduce: A[
|
||||
bool,
|
||||
"Disable the custom all-reduce kernel and fall back to NCCL.",
|
||||
Arg(
|
||||
help="Disable the custom all-reduce kernel and fall back to NCCL.",
|
||||
resolvable=True,
|
||||
),
|
||||
] = False
|
||||
enable_mscclpp: A[
|
||||
bool,
|
||||
@@ -1666,7 +1669,10 @@ class ServerArgs:
|
||||
resolvable=True,
|
||||
),
|
||||
] = None
|
||||
enable_aiter_allreduce_fusion: A[bool, "Enable Aiter AllReduce Fusion."] = False
|
||||
enable_aiter_allreduce_fusion: A[
|
||||
bool,
|
||||
Arg(help="Enable Aiter AllReduce Fusion.", resolvable=True),
|
||||
] = False
|
||||
|
||||
# -------------------------------------------------------------------------
|
||||
# Torch compile and torchao
|
||||
|
||||
@@ -85,6 +85,8 @@ class TestModelOverridableWhitelist(CustomTestCase):
|
||||
"decode_attention_backend",
|
||||
"flashinfer_allreduce_fusion_backend",
|
||||
"fp8_gemm_runner_backend",
|
||||
"disable_custom_all_reduce",
|
||||
"enable_aiter_allreduce_fusion",
|
||||
}
|
||||
),
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user