From 876cb6b2178b7a449d26582f304b3f4d8c9ee535 Mon Sep 17 00:00:00 2001 From: ydshieh Date: Tue, 17 Dec 2024 16:36:00 +0100 Subject: [PATCH] temp --- src/transformers/models/kosmos2_5/modeling_kosmos2_5.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/models/kosmos2_5/modeling_kosmos2_5.py b/src/transformers/models/kosmos2_5/modeling_kosmos2_5.py index 63b9fe769..f07a5bf5a 100644 --- a/src/transformers/models/kosmos2_5/modeling_kosmos2_5.py +++ b/src/transformers/models/kosmos2_5/modeling_kosmos2_5.py @@ -2227,7 +2227,7 @@ class Kosmos2_5ForConditionalGeneration(Kosmos2_5PreTrainedModel, GenerationMixi **model_kwargs, ) - if past_key_values is None: + if cache_position[0] == 0: # If we're in cached decoding stage, pixel values should be None because input ids do not contain special image token anymore # Otherwise we need `flattened_patches` to be passed to model model_inputs["flattened_patches"] = flattened_patches