[3/n] lora moe - Support Qwen3-VL-30B-A3B-Instruct (#21469)

Co-authored-by: Baizhou Zhang <sobereddiezhang@gmail.com>
This commit is contained in:
Ethan (Yusheng) Su
2026-03-31 23:15:16 -07:00
committed by GitHub
co-authored by Baizhou Zhang
parent ca3ba05a7a
commit cffc95edf4
3 changed files with 152 additions and 235 deletions
+1 -2
View File
@@ -179,9 +179,8 @@ class Qwen3VLMoeForConditionalGeneration(Qwen3VLForConditionalGeneration):
):
super().__init__(config, quant_config, prefix, language_model_cls)
# Only allow LoRA on attention projections within text layers for MoE.
_lora_pattern_moe = re.compile(
r"^model\.layers\.(\d+)\.self_attn\.(?:qkv_proj|o_proj)$"
r"^(?:model\.layers\.(\d+)\.(?:self_attn\.(?:qkv_proj|o_proj)|mlp\.experts)|lm_head|model\.embed_tokens)$"
)
def should_apply_lora(self, module_name: str) -> bool: