[AMD][bugfix] Add moe_ep_size/moe_tp_size to the allreduce-fusion gate test stub (#35340)
This commit is contained in:
@@ -409,11 +409,15 @@ class TestAiterAllreduceFusionGate(CustomTestCase):
|
|||||||
)
|
)
|
||||||
)
|
)
|
||||||
stack.enter_context(mock.patch.object(comm, "_use_aiter", use_aiter))
|
stack.enter_context(mock.patch.object(comm, "_use_aiter", use_aiter))
|
||||||
|
# moe_ep_size/moe_tp_size of 1 keep the hybrid EP+TP guard inactive
|
||||||
|
# so the aiter branch is what decides.
|
||||||
stack.enter_context(
|
stack.enter_context(
|
||||||
mock.patch.object(
|
mock.patch.object(
|
||||||
comm,
|
comm,
|
||||||
"get_parallel",
|
"get_parallel",
|
||||||
lambda: types.SimpleNamespace(tp_size=tp_world_size),
|
lambda: types.SimpleNamespace(
|
||||||
|
tp_size=tp_world_size, moe_ep_size=1, moe_tp_size=1
|
||||||
|
),
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
# the gate reads get_exec().comm.enable_aiter_allreduce_fusion
|
# the gate reads get_exec().comm.enable_aiter_allreduce_fusion
|
||||||
|
|||||||
Reference in New Issue
Block a user