[AMD] Fix MoRI EP warmup hang by restoring deepep_mode=normal default (#19498)
This commit is contained in:
@@ -2266,6 +2266,9 @@ class ServerArgs:
|
|||||||
|
|
||||||
if self.moe_a2a_backend == "mori":
|
if self.moe_a2a_backend == "mori":
|
||||||
self.ep_size = self.tp_size
|
self.ep_size = self.tp_size
|
||||||
|
if self.deepep_mode == "auto":
|
||||||
|
self.deepep_mode = "normal"
|
||||||
|
logger.warning("auto set deepep_mode=`normal` for MORI EP")
|
||||||
logger.warning(
|
logger.warning(
|
||||||
f"MoRI MoE is enabled. The expert parallel size is adjusted to be the same as the tensor parallel size[{self.tp_size}]."
|
f"MoRI MoE is enabled. The expert parallel size is adjusted to be the same as the tensor parallel size[{self.tp_size}]."
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user