diff --git a/setup.py b/setup.py
index a78bb20dd..96ab51bb9 100644
--- a/setup.py
+++ b/setup.py
@@ -161,7 +161,7 @@ _deps = [
     "ruff==0.5.1",
     "sacrebleu>=1.4.12,<2.0.0",
     "sacremoses",
-    "safetensors>=0.4.1",
+    "safetensors==0.5.0rc0",
     "sagemaker>=2.31.0",
     "schedulefree>=1.2.6",
     "scikit-learn",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index 6a737b805..b8a2c946d 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -67,7 +67,7 @@ deps = {
     "ruff": "ruff==0.5.1",
     "sacrebleu": "sacrebleu>=1.4.12,<2.0.0",
     "sacremoses": "sacremoses",
-    "safetensors": "safetensors>=0.4.1",
+    "safetensors": "safetensors==0.5.0rc0",
     "sagemaker": "sagemaker>=2.31.0",
     "schedulefree": "schedulefree>=1.2.6",
     "scikit-learn": "scikit-learn",