diff --git a/images/base/on.arg b/images/base/on.arg
index c0edbb8e..0950f0c0 100644
--- a/images/base/on.arg
+++ b/images/base/on.arg
@@ -1,3 +1,4 @@
 3.10-bullseye
 3.9-bullseye
+3.8-bullseye
 3.7-bullseye
diff --git a/images/ray_rllib/Dockerfile b/images/ray_rllib/Dockerfile
index e9134492..150495b1 100644
--- a/images/ray_rllib/Dockerfile
+++ b/images/ray_rllib/Dockerfile
@@ -7,6 +7,7 @@ RUN apt-get -qy update && \
     apt-get -qy clean
 
 ENV LANG=C.UTF-8 LC_ALL=C.UTF-8 HOME=/tmp
+ENV HF_HOME=/tmp
 
 # Copy arena to tmp since bind-mount is read-only and pip doesn't support
 # out-of-tree builds.
@@ -14,3 +15,5 @@ RUN --mount=target=/usr/src/arena,type=bind,source=. \
     cp -r /usr/src/arena /tmp/arena && \
     pip install /tmp/arena[ray-rllib] && \
     rm -rf /tmp/arena
+
+RUN pip install huggingface_hub
diff --git a/images/ray_rllib/on.arg b/images/ray_rllib/on.arg
index dfb0f67c..b8de1dfc 100644
--- a/images/ray_rllib/on.arg
+++ b/images/ray_rllib/on.arg
@@ -1,2 +1,3 @@
 3.10-bullseye
 3.9-bullseye
+3.8-bullseye
diff --git a/images/sheeprl/Dockerfile b/images/sheeprl/Dockerfile
index d50689a5..d5ca75fb 100644
--- a/images/sheeprl/Dockerfile
+++ b/images/sheeprl/Dockerfile
@@ -7,6 +7,7 @@ RUN apt-get -qy update && \
     apt-get -qy clean
 
 ENV LANG=C.UTF-8 LC_ALL=C.UTF-8
+ENV HF_HOME=/tmp
 
 # Copy arena to tmp since bind-mount is read-only and pip doesn't support
 # out-of-tree builds.
@@ -14,3 +15,5 @@ RUN --mount=target=/usr/src/arena,type=bind,source=. \
     cp -r /usr/src/arena /tmp/arena && \
     pip install /tmp/arena[sheeprl] && \
     rm -rf /tmp/arena
+
+RUN pip install huggingface_hub
diff --git a/images/stable-baselines/Dockerfile b/images/stable-baselines/Dockerfile
index 67087026..0852752c 100644
--- a/images/stable-baselines/Dockerfile
+++ b/images/stable-baselines/Dockerfile
@@ -7,6 +7,7 @@ RUN apt-get -qy update && \
     apt-get -qy clean
 
 ENV LANG=C.UTF-8 LC_ALL=C.UTF-8
+ENV HF_HOME=/tmp
 
 # Copy arena to tmp since bind-mount is read-only and pip doesn't support
 # out-of-tree builds.
@@ -18,3 +19,5 @@ RUN --mount=target=/usr/src/arena,type=bind,source=. \
     pip install /tmp/arena[stable-baselines] && \
     pip install tensorflow==1.15.0 && \
     rm -rf /tmp/arena
+
+RUN pip install huggingface_hub
diff --git a/images/stable-baselines3/Dockerfile b/images/stable-baselines3/Dockerfile
index 347afb1a..4b85b64e 100644
--- a/images/stable-baselines3/Dockerfile
+++ b/images/stable-baselines3/Dockerfile
@@ -7,6 +7,7 @@ RUN apt-get -qy update && \
     apt-get -qy clean
 
 ENV LANG=C.UTF-8 LC_ALL=C.UTF-8
+ENV HF_HOME=/tmp
 
 # Copy arena to tmp since bind-mount is read-only and pip doesn't support
 # out-of-tree builds.
@@ -14,3 +15,5 @@ RUN --mount=target=/usr/src/arena,type=bind,source=. \
     cp -r /usr/src/arena /tmp/arena && \
     pip install /tmp/arena[stable-baselines3] && \
     rm -rf /tmp/arena
+
+RUN pip install huggingface_hub
diff --git a/images/stable-baselines3/on.arg b/images/stable-baselines3/on.arg
index dfb0f67c..b8de1dfc 100644
--- a/images/stable-baselines3/on.arg
+++ b/images/stable-baselines3/on.arg
@@ -1,2 +1,3 @@
 3.10-bullseye
 3.9-bullseye
+3.8-bullseye