From e6ecef711ea253554ea6f213ac81209a3e5c6507 Mon Sep 17 00:00:00 2001
From: Sylvain Gugger <35901082+sgugger@users.noreply.github.com>
Date: Tue, 12 Jan 2021 18:00:22 -0500
Subject: [PATCH] Revert, it was not the issue.

---
 setup.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/setup.py b/setup.py
index aef68e0be..e6a7d89b4 100644
--- a/setup.py
+++ b/setup.py
@@ -240,7 +240,7 @@ install_requires = [
     deps["regex"],  # for OpenAI GPT
     deps["requests"],  # for downloading models over HTTPS
     deps["sacremoses"],  # for XLM
-    deps["tokenizers"] + "==0.9.4",
+    deps["tokenizers"],
     deps["tqdm"],  # progress bars in model download and training scripts
 ]