diff --git a/python/requirements/ml/requirements_rllib.txt b/python/requirements/ml/requirements_rllib.txt
index fa44e6823af3..3bb7fcadb11e 100644
--- a/python/requirements/ml/requirements_rllib.txt
+++ b/python/requirements/ml/requirements_rllib.txt
@@ -14,7 +14,7 @@ kaggle_environments==1.7.11
 mlagents_envs==0.28.0
 # For tests on PettingZoo's multi-agent envs.
 pettingzoo==1.15.0; python_version >= '3.7'
-pymunk==6.0.0
+pymunk==6.4.0
 supersuit==3.3.3; python_version >= '3.7'
 # For testing in MuJoCo-like envs (in PyBullet).
 pybullet==3.2.0