correct allreduce fusion and dummy_run alignment in SCATTERED MLP mode (moe_dense_tp_size=1) (#19918)
This commit is contained in:
@@ -143,6 +143,7 @@ class Test03(CustomTestCase):
|
||||
"8",
|
||||
"--moe-dense-tp-size",
|
||||
"1",
|
||||
"--enable-flashinfer-allreduce-fusion",
|
||||
],
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user