From 6271c04c5e77c7607a1433a57037e802550e499b Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Daniele=20Trifir=C3=B2?= <dtrifiro@redhat.com>
Date: Tue, 28 May 2024 18:31:39 +0200
Subject: [PATCH] Dockerfile.ubi: use vllm-tgis-adapter

---
 Dockerfile.ubi | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/Dockerfile.ubi b/Dockerfile.ubi
index 3226a24ba1eab..1a11dbb33e5e7 100644
--- a/Dockerfile.ubi
+++ b/Dockerfile.ubi
@@ -211,3 +211,15 @@ COPY LICENSE /licenses/vllm.md
 
 USER 2000
 ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
+
+
+FROM vllm-openai as vllm-grpc-adapter
+
+USER root
+
+RUN --mount=type=cache,target=/root/.cache/pip \
+    pip install vllm-tgis-adapter
+
+ENV GRPC_PORT=8033
+USER 2000
+ENTRYPOINT ["python3", "-m", "vllm_tgis_adapter"]