diff --git a/tools/cufinufft/docker/cuda11.2/Dockerfile-x86_64 b/tools/cufinufft/docker/cuda11.2/Dockerfile-x86_64
index 3c1e61ed1..1f32e5213 100644
--- a/tools/cufinufft/docker/cuda11.2/Dockerfile-x86_64
+++ b/tools/cufinufft/docker/cuda11.2/Dockerfile-x86_64
@@ -68,7 +68,7 @@ RUN yum install -y \
 RUN ln -s /opt/python/cp312-cp312/bin/python3 /usr/bin/python3
 
 # upgrade pip, install auditwheel
-RUN python3 -m pip install --upgrade pip && \
-    python3 -m pip install --upgrade auditwheel
+RUN python3 -m pip install --no-cache-dir --upgrade pip && \
+    python3 -m pip install --no-cache-dir --upgrade auditwheel
 
 CMD ["/bin/bash"]
diff --git a/tools/cufinufft/docker/cuda11.8/Dockerfile-x86_64 b/tools/cufinufft/docker/cuda11.8/Dockerfile-x86_64
index 104aad317..ceaf79a00 100644
--- a/tools/cufinufft/docker/cuda11.8/Dockerfile-x86_64
+++ b/tools/cufinufft/docker/cuda11.8/Dockerfile-x86_64
@@ -68,7 +68,7 @@ RUN yum install -y \
 RUN ln -s /opt/python/cp312-cp312/bin/python3 /usr/bin/python3
 
 # upgrade pip, install auditwheel
-RUN python3 -m pip install --upgrade pip && \
-    python3 -m pip install --upgrade auditwheel
+RUN python3 -m pip install --no-cache-dir --upgrade pip && \
+    python3 -m pip install --no-cache-dir --upgrade auditwheel
 
 CMD ["/bin/bash"]
diff --git a/tools/cufinufft/docker/cuda12.0/Dockerfile-x86_64 b/tools/cufinufft/docker/cuda12.0/Dockerfile-x86_64
index a410a414c..3366b4b30 100644
--- a/tools/cufinufft/docker/cuda12.0/Dockerfile-x86_64
+++ b/tools/cufinufft/docker/cuda12.0/Dockerfile-x86_64
@@ -70,7 +70,7 @@ RUN yum install -y \
 RUN ln -s /opt/python/cp312-cp312/bin/python3 /usr/bin/python3
 
 # upgrade pip, install auditwheel
-RUN python3 -m pip install --upgrade pip && \
-    python3 -m pip install --upgrade auditwheel
+RUN python3 -m pip install --no-cache-dir --upgrade pip && \
+    python3 -m pip install --no-cache-dir --upgrade auditwheel
 
 CMD ["/bin/bash"]