Make qwen3's set_embed_and_head idempotent (#26798)

2026-05-31 09:47:07 +08:00
parent 9b4be9c574
commit 13ca55afa3
1 changed files with 4 additions and 2 deletions
@@ -674,8 +674,10 @@ class Qwen3ForCausalLM(nn.Module):
        return self.model.embed_tokens.weight, self.lm_head.weight

    def set_embed_and_head(self, embed, head):
-        del self.model.embed_tokens.weight
-        del self.lm_head.weight
+        if hasattr(self.model.embed_tokens, "weight"):
+            del self.model.embed_tokens.weight
+        if hasattr(self.lm_head, "weight"):
+            del self.lm_head.weight
        self.model.embed_tokens.weight = embed
        self.lm_head.weight = head
        torch.cuda.empty_cache()