diff --git a/setup.py b/setup.py
index fa1d03f31..9ba90afb3 100644
--- a/setup.py
+++ b/setup.py
@@ -207,7 +207,7 @@ def get_local_version(version: "ScmVersion", time_format="%Y%m%d") -> str:
         STABLE_BASELINES3,
         "sacred>=0.8.4",
         "tensorboard>=1.14",
-        "huggingface_sb3>=2.2.1",
+        "huggingface_sb3>=2.2.1,<=2.2.5",
         "datasets>=2.8.0",
     ],
     tests_require=TESTS_REQUIRE,