Fix BailingMoeV3 reading enable_dp_lm_head off live topology instead of config (#36584)
This commit is contained in:
@@ -1333,7 +1333,7 @@ class BailingMoeV3ForCausalLM(nn.Module):
|
||||
# in the logits processor. Accuracy-neutral on ling-v3.
|
||||
params_dtype=torch.bfloat16,
|
||||
quant_config=quant_config,
|
||||
use_attn_tp_group=get_parallel().enable_dp_lm_head,
|
||||
use_attn_tp_group=get_parallel().config.enable_dp_lm_head,
|
||||
)
|
||||
)
|
||||
self.logits_processor = LogitsProcessor(config)
|
||||
|
||||
Reference in New Issue
Block a user