diff --git a/.github/workflows/docker-ci.yml b/.github/workflows/docker-ci.yml
index da84fe4..a628199 100644
--- a/.github/workflows/docker-ci.yml
+++ b/.github/workflows/docker-ci.yml
@@ -5,7 +5,7 @@ on:
 
 env:
   VLLM_VERSION: 0.4.0.post1
-  LM_EVAL_VERSION: main
+  LM_EVAL_VERSION: v0.4.2
 
 jobs:
   docker:
diff --git a/Dockerfile b/Dockerfile
index 32ae4ee..07887ec 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -22,6 +22,9 @@ RUN cd lm-evaluation-harness && pip install -e ".[vllm]"
 RUN cd cot-eval && pip install -e .
 RUN pip install -U vllm==${VLLM_VERSION}
 
+# Install datasets 2.18.0, being used with lm-evaluation-harness
+RUN pip install datasets==2.18.0
+
 # reinstall flash-attn as torch might have gotten reinstalled above
 RUN pip uninstall -y flash-attn
 RUN pip install flash-attn --no-build-isolation