diff --git a/src/transformers/processing_utils.py b/src/transformers/processing_utils.py
index b94230c7d..17b07274a 100644
--- a/src/transformers/processing_utils.py
+++ b/src/transformers/processing_utils.py
@@ -1246,6 +1246,7 @@ class ProcessorMixin(PushToHubMixin):
                 text=prompt,
                 images=images if images else None,
                 videos=videos if videos else None,
+                add_special_tokens=False,
                 **kwargs,
             )
             if return_dict: