expose num_embeddings in VocabParallelEmbeddingWithLoRA (#22547)

2026-04-17 02:35:13 -07:00
parent a12ea979d4
commit 6e3bbef568
1 changed files with 1 additions and 0 deletions
@@ -70,6 +70,7 @@ class VocabParallelEmbeddingWithLoRA(BaseLayerWithLoRA):
        self.weight = base_layer.weight
        self.embed_dim = base_layer.embedding_dim
        self.vocab_size = base_layer.org_vocab_size
+        self.num_embeddings = base_layer.num_embeddings

        # Embedding LoRA with TP > 1 keeps weights fully replicated
        # (unsharded) on every rank.  This works correctly because the