fix: load the right mtp lm head quantization (#30976)
This commit is contained in:
@@ -369,5 +369,10 @@ class NemotronHForCausalLMMTP(NemotronHForCausalLM):
|
|||||||
):
|
):
|
||||||
super().load_weights(weights, is_mtp=True)
|
super().load_weights(weights, is_mtp=True)
|
||||||
|
|
||||||
|
def set_lm_head_from_target(self, target_lm_head: nn.Module) -> None:
|
||||||
|
if self.config.tie_word_embeddings:
|
||||||
|
return
|
||||||
|
self.lm_head = target_lm_head
|
||||||
|
|
||||||
|
|
||||||
EntryClass = [NemotronHForCausalLMMTP]
|
EntryClass = [NemotronHForCausalLMMTP]
|
||||||
|
|||||||
Reference in New Issue
Block a user