[Bugfix] qwen2.5-vl spec decode accept_len low (#13904)
Co-authored-by: Yuan Luo <yuan.luo@hotmail.com>
This commit is contained in:
@@ -654,6 +654,7 @@ class Qwen2_5_VLForConditionalGeneration(nn.Module):
|
|||||||
hidden_states,
|
hidden_states,
|
||||||
self.lm_head,
|
self.lm_head,
|
||||||
forward_batch,
|
forward_batch,
|
||||||
|
aux_hidden_states,
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
return self.pooler(hidden_states, forward_batch)
|
return self.pooler(hidden_states, forward_batch)
|
||||||
|
|||||||
Reference in New Issue
Block a user