diff --git a/setup.py b/setup.py
index 16116a784..8e77df0e6 100644
--- a/setup.py
+++ b/setup.py
@@ -18,7 +18,7 @@
         'gym[atari,box2d,classic_control]~=0.15.3',
         'ipython',
         'joblib',
-        'matplotlib==3.1.1',
+        'matplotlib',
         'mpi4py',
         'numpy',
         'pandas',