diff --git a/setup.py b/setup.py
index 11f1ac7e8..e5d1fae12 100644
--- a/setup.py
+++ b/setup.py
@@ -149,7 +149,7 @@ _deps = [
     "timeout-decorator",
     "timm",
     "tokenizers>=0.10.1,<0.11",
-    "torch>=1.0",
+    "torch>=1.0,<1.10",
     "torchaudio",
     "tqdm>=4.27",
     "unidic>=1.0.2",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index 9168ad5c0..ee1534302 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -67,7 +67,7 @@ deps = {
     "timeout-decorator": "timeout-decorator",
     "timm": "timm",
     "tokenizers": "tokenizers>=0.10.1,<0.11",
-    "torch": "torch>=1.0",
+    "torch": "torch>=1.0,<1.10",
     "torchaudio": "torchaudio",
     "tqdm": "tqdm>=4.27",
     "unidic": "unidic>=1.0.2",