diff --git a/python/requirements/rllib/requirements_rllib.txt b/python/requirements/rllib/requirements_rllib.txt
index e28c3b5cde47..e4afbf187de8 100644
--- a/python/requirements/rllib/requirements_rllib.txt
+++ b/python/requirements/rllib/requirements_rllib.txt
@@ -15,7 +15,7 @@ torchvision==0.9.1+cpu;sys_platform!="darwin"
 # ---------------------
 # Atari
 atari_py==0.2.6
-gym[atari]==0.18.3
+gym[atari]==0.21.0
 # Kaggle envs.
 kaggle_environments==1.7.11
 # Unity3D testing