saymrwulf/transformers
1
0
Fork 0
mirror of https://github.com/saymrwulf/transformers.git synced 2026-05-14 20:58:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

temp

Browse source
This commit is contained in:
ydshieh 2024-12-17 17:25:54 +01:00
parent 876cb6b217
commit a3638eab9d
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/transformers/models/kosmos2_5/modeling_kosmos2_5.py
View file

@ -2021,9 +2021,9 @@ class Kosmos2_5TextForCausalLM(Kosmos2_5PreTrainedModel):
input_ids,
padding_idx=self.config.pad_token_id,
past_key_values_length=0,
)[:, -1:]
)[:, -cache_position.shape[0]:]
input_ids = input_ids[:, -1:]
input_ids = input_ids[:, -cache_position.shape[0]:]
# the image info. is already encoded into the past keys/values
image_embeds = None
image_embeds_position_mask = None