diff --git a/python/requirements/rllib/requirements_rllib.txt b/python/requirements/rllib/requirements_rllib.txt
index f74424b047f2..a22521308a29 100644
--- a/python/requirements/rllib/requirements_rllib.txt
+++ b/python/requirements/rllib/requirements_rllib.txt
@@ -15,7 +15,7 @@ torchvision==0.9.1+cpu;sys_platform!="darwin"
 # ---------------------
 # Atari
 atari_py==0.2.6
-gym[atari]==0.18.0
+gym[atari]==0.18.3
 # Kaggle envs.
 kaggle_environments==1.7.11
 # Unity3D testing