minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

transformers v5 adapt HFRunner (#23922)

Browse Source
This commit is contained in:
jianzhao-xu
2026-05-19 17:07:38 +08:00
committed by GitHub
parent 7e0818038a
commit 5073c82a37
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/test/runners.py
+5 -4
View File
@@ -235,12 +235,12 @@ class HFRunner:
**kwargs, **kwargs,
) -> torch.Tensor: ) -> torch.Tensor:
if inputs_embeds is None: if inputs_embeds is None:
inputs_embeds = self.model.model.embed_tokens(input_ids) inputs_embeds = self.model.model.get_input_embeddings()(input_ids)
if pixel_values is not None: if pixel_values is not None:
pixel_values = pixel_values.type(self.model.visual.get_dtype()) pixel_values = pixel_values.type(self.model.model.visual.get_dtype())
image_embeds = self.model.visual( image_embeds = self.model.model.visual(
pixel_values, grid_thw=image_grid_thw pixel_values, grid_thw=image_grid_thw
).to(inputs_embeds.device) ).pooler_output.to(inputs_embeds.device)
image_mask = input_ids == self.model.config.image_token_id image_mask = input_ids == self.model.config.image_token_id
inputs_embeds[image_mask] = image_embeds inputs_embeds[image_mask] = image_embeds
if attention_mask is not None: if attention_mask is not None:
@@ -255,6 +255,7 @@ class HFRunner:
return_dict=True, return_dict=True,
inputs_embeds=inputs_embeds, inputs_embeds=inputs_embeds,
image_grid_thw=image_grid_thw, image_grid_thw=image_grid_thw,
**kwargs,
) )
embeddings = outputs.hidden_states[-1][:, -1] embeddings = outputs.hidden_states[-1][:, -1]