From afbfc3713e824fb84936cf25320d5c9f58a85777 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Daniele=20Trifir=C3=B2?= <dtrifiro@redhat.com>
Date: Tue, 9 Jul 2024 14:53:07 +0200
Subject: [PATCH] Dockerfile.ubi: add flashinfer

---
 Dockerfile.ubi | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/Dockerfile.ubi b/Dockerfile.ubi
index 822363161be2b..6e17fb205579e 100644
--- a/Dockerfile.ubi
+++ b/Dockerfile.ubi
@@ -166,6 +166,9 @@ RUN --mount=type=bind,from=libsodium-builder,src=/usr/src/libsodium,target=/usr/
     cd /usr/src/libsodium \
     && make install
 
+RUN --mount=type=cache,target=/root/.cache/pip \
+    pip install https://github.com/flashinfer-ai/flashinfer/releases/download/v0.0.8/flashinfer-0.0.8+cu121torch2.3-cp311-cp311-linux_x86_64.whl
+
 ENV HF_HUB_OFFLINE=1 \
     PORT=8000 \
     HOME=/home/vllm \