minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

expose num_embeddings in VocabParallelEmbeddingWithLoRA (#22547)

Browse Source
This commit is contained in:
Opher Lieber
2026-04-17 02:35:13 -07:00
committed by GitHub
parent a12ea979d4
commit 6e3bbef568
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/lora/layers.py
+1
View File
@@ -70,6 +70,7 @@ class VocabParallelEmbeddingWithLoRA(BaseLayerWithLoRA):
self.weight = base_layer.weight self.weight = base_layer.weight
self.embed_dim = base_layer.embedding_dim self.embed_dim = base_layer.embedding_dim
self.vocab_size = base_layer.org_vocab_size self.vocab_size = base_layer.org_vocab_size
self.num_embeddings = base_layer.num_embeddings
# Embedding LoRA with TP > 1 keeps weights fully replicated # Embedding LoRA with TP > 1 keeps weights fully replicated
# (unsharded) on every rank. This works correctly because the # (unsharded) on every rank. This works correctly because the