diff --git a/python/requirements/rllib/requirements_rllib.txt b/python/requirements/rllib/requirements_rllib.txt
index e28c3b5cde47..9c5e6a55645c 100644
--- a/python/requirements/rllib/requirements_rllib.txt
+++ b/python/requirements/rllib/requirements_rllib.txt
@@ -1,6 +1,6 @@
 # Deep learning.
 # --------------
-tensorflow==2.4.1
+tensorflow==2.5.0
 tensorflow-probability==0.12.2
 torch==1.8.1;sys_platform=="darwin"
 torchvision==0.9.1;sys_platform=="darwin"
@@ -20,10 +20,10 @@ gym[atari]==0.18.3
 kaggle_environments==1.7.11
 # Unity3D testing
 mlagents==0.26.0
-mlagents_envs==0.26.0
+mlagents_envs==0.27.0
 # For tests on PettingZoo's multi-agent envs.
-pettingzoo==1.8.2
-pymunk
+pettingzoo==1.11.0
+pymunk==6.0.0
 supersuit
 # For testing in MuJoCo-like envs (in PyBullet).
 pybullet==3.1.7