Fix BailingMoeV3 reading enable_dp_lm_head off live topology instead of config (#36584)
This commit is contained in:
@@ -1333,7 +1333,7 @@ class BailingMoeV3ForCausalLM(nn.Module):
|
||||
# in the logits processor. Accuracy-neutral on ling-v3.
|
||||
params_dtype=torch.bfloat16,
|
||||
quant_config=quant_config,
|
||||
use_attn_tp_group=get_parallel().enable_dp_lm_head,
|
||||
use_attn_tp_group=get_parallel().config.enable_dp_lm_head,
|
||||
)
|
||||
)
|
||||
self.logits_processor = LogitsProcessor(config)
|
||||
|
||||
@@ -335,7 +335,7 @@ class TestBailingMoeV3Gate(_FusionGateCase):
|
||||
parallel = SimpleNamespace(
|
||||
tp_size=1,
|
||||
moe_ep_size=1,
|
||||
enable_dp_lm_head=False,
|
||||
config=SimpleNamespace(enable_dp_lm_head=False),
|
||||
)
|
||||
with (
|
||||
unittest.mock.patch.object(
|
||||
|
||||
Reference in New Issue
Block a user