diff --git a/setup.py b/setup.py
index b82145880..9441f43f0 100644
--- a/setup.py
+++ b/setup.py
@@ -115,7 +115,7 @@ _deps = [
     "onnxruntime>=1.4.0",
     "optuna",
     "optax>=0.0.8",
-    "packaging",
+    "packaging>=20.0",
     "parameterized",
     "protobuf",
     "psutil",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index 1a76b7fd9..bf548c73e 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -33,7 +33,7 @@ deps = {
     "onnxruntime": "onnxruntime>=1.4.0",
     "optuna": "optuna",
     "optax": "optax>=0.0.8",
-    "packaging": "packaging",
+    "packaging": "packaging>=20.0",
     "parameterized": "parameterized",
     "protobuf": "protobuf",
     "psutil": "psutil",