diff --git a/docs/misc/changelog.rst b/docs/misc/changelog.rst
index 6e30197..40a88bb 100644
--- a/docs/misc/changelog.rst
+++ b/docs/misc/changelog.rst
@@ -3,7 +3,7 @@
 Changelog
 ==========
 
-Pre-Release 0.6.0a5 (WIP)
+Pre-Release 0.6.0a6 (WIP)
 ------------------------------
 
 
@@ -30,6 +30,7 @@ Others:
 - Renamed to Stable-Baseline3
 - Added Dockerfile
 - Sync ``VecEnvs`` with Stable-Baselines
+- Update requirement: ``gym>=0.17``
 
 Documentation:
 ^^^^^^^^^^^^^^
diff --git a/setup.py b/setup.py
index fd8c5eb..e9a892f 100644
--- a/setup.py
+++ b/setup.py
@@ -74,7 +74,7 @@ setup(name='stable_baselines3',
         'stable_baselines3': ['py.typed', 'version.txt']
       },
       install_requires=[
-          'gym>=0.11',
+          'gym>=0.17',
           'numpy',
           'torch>=1.4.0',
           # For saving models
diff --git a/stable_baselines3/version.txt b/stable_baselines3/version.txt
index 4850c24..e2dcf9a 100644
--- a/stable_baselines3/version.txt
+++ b/stable_baselines3/version.txt
@@ -1 +1 @@
-0.6.0a5
+0.6.0a6