[LFM2-VL] Add DSpark speculative decoding (#40651)

This commit is contained in:
Piotr Mazurek
2026-09-21 21:49:51 -07:00
committed by GitHub
parent 9b59fc5db5
commit b01961e295
+8
View File
@@ -180,6 +180,14 @@ class Lfm2VlForConditionalGeneration(nn.Module):
def get_input_embeddings(self) -> nn.Embedding:
return self.language_model.model.embed_tokens
@property
def lm_head(self):
return self.language_model.lm_head
def set_dflash_layers_to_capture(self, layer_ids: List[int]):
# Lfm2ForCausalLM applies the HF-layer-k -> "before layer k+1" shift.
self.language_model.set_dflash_layers_to_capture(layer_ids)
def get_image_feature(self, items: List[MultimodalDataItem]) -> torch.Tensor:
"""Process images through vision tower and projector.