minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[LFM2-VL] Add DSpark speculative decoding (#40651)

Browse Source
This commit is contained in:
Piotr Mazurek
2026-09-21 21:49:51 -07:00
committed by GitHub
parent 9b59fc5db5
commit b01961e295
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/lfm2_vl.py
+8
View File
@@ -180,6 +180,14 @@ class Lfm2VlForConditionalGeneration(nn.Module):
def get_input_embeddings(self) -> nn.Embedding: def get_input_embeddings(self) -> nn.Embedding:
return self.language_model.model.embed_tokens return self.language_model.model.embed_tokens
@property
def lm_head(self):
return self.language_model.lm_head
def set_dflash_layers_to_capture(self, layer_ids: List[int]):
# Lfm2ForCausalLM applies the HF-layer-k -> "before layer k+1" shift.
self.language_model.set_dflash_layers_to_capture(layer_ids)
def get_image_feature(self, items: List[MultimodalDataItem]) -> torch.Tensor: def get_image_feature(self, items: List[MultimodalDataItem]) -> torch.Tensor:
"""Process images through vision tower and projector. """Process images through vision tower and projector.