From a3638eab9d2090bdaa5127b41befc03a5c2ce69f Mon Sep 17 00:00:00 2001 From: ydshieh Date: Tue, 17 Dec 2024 17:25:54 +0100 Subject: [PATCH] temp --- src/transformers/models/kosmos2_5/modeling_kosmos2_5.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/transformers/models/kosmos2_5/modeling_kosmos2_5.py b/src/transformers/models/kosmos2_5/modeling_kosmos2_5.py index f07a5bf5a..386575d51 100644 --- a/src/transformers/models/kosmos2_5/modeling_kosmos2_5.py +++ b/src/transformers/models/kosmos2_5/modeling_kosmos2_5.py @@ -2021,9 +2021,9 @@ class Kosmos2_5TextForCausalLM(Kosmos2_5PreTrainedModel): input_ids, padding_idx=self.config.pad_token_id, past_key_values_length=0, - )[:, -1:] + )[:, -cache_position.shape[0]:] - input_ids = input_ids[:, -1:] + input_ids = input_ids[:, -cache_position.shape[0]:] # the image info. is already encoded into the past keys/values image_embeds = None image_embeds_position_mask = None