Add packed_modules_mapping for MiniMax-M2 (#19995)

2026-03-18 14:10:01 -07:00
parent d1e95af282
commit df1d046de2
1 changed files with 12 additions and 0 deletions
@@ -942,6 +942,18 @@ class MiniMaxM2Model(nn.Module):
 class MiniMaxM2ForCausalLM(nn.Module):
    """MiniMax M2 model for causal language modeling."""
    packed_modules_mapping = {
        "qkv_proj": [
            "q_proj",
            "k_proj",
            "v_proj",
        ],
        "gate_up_proj": [
            "gate_proj",
            "up_proj",
        ],
    }
    def __init__(
        self,
        config: PretrainedConfig,