Dockerfile.ubi: add flashinfer

opendatahub-io · Jul 10, 2024 · afbfc37 · afbfc37
1 parent c624c10
commit afbfc37
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/Dockerfile.ubi b/Dockerfile.ubi
@@ -166,6 +166,9 @@ RUN --mount=type=bind,from=libsodium-builder,src=/usr/src/libsodium,target=/usr/
     cd /usr/src/libsodium \
     && make install
 
+RUN --mount=type=cache,target=/root/.cache/pip \
+    pip install https://github.com/flashinfer-ai/flashinfer/releases/download/v0.0.8/flashinfer-0.0.8+cu121torch2.3-cp311-cp311-linux_x86_64.whl
+
 ENV HF_HUB_OFFLINE=1 \
     PORT=8000 \
     HOME=/home/vllm \