diff --git a/python/requirements/rllib/requirements_rllib.txt b/python/requirements/rllib/requirements_rllib.txt
index e28c3b5cde47..490cf048e6ca 100644
--- a/python/requirements/rllib/requirements_rllib.txt
+++ b/python/requirements/rllib/requirements_rllib.txt
@@ -1,6 +1,6 @@
 # Deep learning.
 # --------------
-tensorflow==2.4.1
+tensorflow==2.5.0
 tensorflow-probability==0.12.2
 torch==1.8.1;sys_platform=="darwin"
 torchvision==0.9.1;sys_platform=="darwin"
@@ -17,13 +17,13 @@ torchvision==0.9.1+cpu;sys_platform!="darwin"
 atari_py==0.2.6
 gym[atari]==0.18.3
 # Kaggle envs.
-kaggle_environments==1.7.11
+kaggle_environments==1.8.8
 # Unity3D testing
 mlagents==0.26.0
 mlagents_envs==0.26.0
 # For tests on PettingZoo's multi-agent envs.
-pettingzoo==1.8.2
-pymunk
+pettingzoo==1.11.0
+pymunk==6.0.0
 supersuit
 # For testing in MuJoCo-like envs (in PyBullet).
 pybullet==3.1.7