Make qwen3's set_embed_and_head idempotent (#26798)

2026-05-31 09:47:07 +08:00
parent 9b4be9c574
commit 13ca55afa3
1 changed files with 4 additions and 2 deletions
@@ -674,7 +674,9 @@ class Qwen3ForCausalLM(nn.Module):
        return self.model.embed_tokens.weight, self.lm_head.weight

    def set_embed_and_head(self, embed, head):
+        if hasattr(self.model.embed_tokens, "weight"):
            del self.model.embed_tokens.weight
+        if hasattr(self.lm_head, "weight"):
            del self.lm_head.weight
        self.model.embed_tokens.weight = embed
        self.lm_head.weight = head