Fix: add missing get_embed_and_head in MiniMax M2 for Eagle3 (#13297)
This commit is contained in:
@@ -821,6 +821,9 @@ class MiniMaxM2ForCausalLM(nn.Module):
|
|||||||
else:
|
else:
|
||||||
self.model.layers_to_capture = [val + 1 for val in layer_ids]
|
self.model.layers_to_capture = [val + 1 for val in layer_ids]
|
||||||
|
|
||||||
|
def get_embed_and_head(self):
|
||||||
|
return self.model.embed_tokens.weight, self.lm_head.weight
|
||||||
|
|
||||||
@torch.no_grad()
|
@torch.no_grad()
|
||||||
def forward(
|
def forward(
|
||||||
self,
|
self,
|
||||||
|
|||||||
Reference in New Issue
Block a user