diff --git a/python/sglang/srt/models/qwen2.py b/python/sglang/srt/models/qwen2.py
index 84cfa46f1..55659586d 100644
--- a/python/sglang/srt/models/qwen2.py
+++ b/python/sglang/srt/models/qwen2.py
@@ -577,7 +577,9 @@ class Qwen2ForCausalLM(nn.Module):
                 continue
 
             if name == "model.embed_tokens.weight":
-                if self.pp_group.is_last_rank and self.config.tie_word_embeddings:
+                if (
+                    not hasattr(self, "pp_group") or self.pp_group.is_last_rank
+                ) and self.config.tie_word_embeddings:
                     if "lm_head.weight" in params_dict:
                         param = params_dict["lm_head.weight"]
                         weight_loader = getattr(