diff --git a/docs/misc/changelog.rst b/docs/misc/changelog.rst
index 9f5e600..6e30197 100644
--- a/docs/misc/changelog.rst
+++ b/docs/misc/changelog.rst
@@ -3,7 +3,7 @@
 Changelog
 ==========
 
-Pre-Release 0.6.0a4 (WIP)
+Pre-Release 0.6.0a5 (WIP)
 ------------------------------
 
 
diff --git a/setup.py b/setup.py
index f07e89a..039167c 100644
--- a/setup.py
+++ b/setup.py
@@ -74,7 +74,7 @@ setup(name='stable_baselines3',
         'stable_baselines3': ['py.typed', 'version.txt']
       },
       install_requires=[
-          'gym[classic_control]>=0.11',
+          'gym>=0.11',
           'numpy',
           'torch>=1.4.0',
           # For saving models
diff --git a/stable_baselines3/version.txt b/stable_baselines3/version.txt
index 25c2e1d..4850c24 100644
--- a/stable_baselines3/version.txt
+++ b/stable_baselines3/version.txt
@@ -1 +1 @@
-0.6.0a4
+0.6.0a5