Fix MiniMax-M3 crash on ROCm by making its override fields resolvable (#31837)
This commit is contained in:
@@ -1622,7 +1622,10 @@ class ServerArgs:
|
|||||||
] = False
|
] = False
|
||||||
disable_custom_all_reduce: A[
|
disable_custom_all_reduce: A[
|
||||||
bool,
|
bool,
|
||||||
"Disable the custom all-reduce kernel and fall back to NCCL.",
|
Arg(
|
||||||
|
help="Disable the custom all-reduce kernel and fall back to NCCL.",
|
||||||
|
resolvable=True,
|
||||||
|
),
|
||||||
] = False
|
] = False
|
||||||
enable_mscclpp: A[
|
enable_mscclpp: A[
|
||||||
bool,
|
bool,
|
||||||
@@ -1666,7 +1669,10 @@ class ServerArgs:
|
|||||||
resolvable=True,
|
resolvable=True,
|
||||||
),
|
),
|
||||||
] = None
|
] = None
|
||||||
enable_aiter_allreduce_fusion: A[bool, "Enable Aiter AllReduce Fusion."] = False
|
enable_aiter_allreduce_fusion: A[
|
||||||
|
bool,
|
||||||
|
Arg(help="Enable Aiter AllReduce Fusion.", resolvable=True),
|
||||||
|
] = False
|
||||||
|
|
||||||
# -------------------------------------------------------------------------
|
# -------------------------------------------------------------------------
|
||||||
# Torch compile and torchao
|
# Torch compile and torchao
|
||||||
|
|||||||
@@ -85,6 +85,8 @@ class TestModelOverridableWhitelist(CustomTestCase):
|
|||||||
"decode_attention_backend",
|
"decode_attention_backend",
|
||||||
"flashinfer_allreduce_fusion_backend",
|
"flashinfer_allreduce_fusion_backend",
|
||||||
"fp8_gemm_runner_backend",
|
"fp8_gemm_runner_backend",
|
||||||
|
"disable_custom_all_reduce",
|
||||||
|
"enable_aiter_allreduce_fusion",
|
||||||
}
|
}
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user