Dockerfile.ubi: use vllm-tgis-adapter

opendatahub-io · May 31, 2024 · 6271c04 · 6271c04
1 parent 9fbda74
commit 6271c04
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/Dockerfile.ubi b/Dockerfile.ubi
@@ -211,3 +211,15 @@ COPY LICENSE /licenses/vllm.md
 
 USER 2000
 ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
+
+
+FROM vllm-openai as vllm-grpc-adapter
+
+USER root
+
+RUN --mount=type=cache,target=/root/.cache/pip \
+    pip install vllm-tgis-adapter
+
+ENV GRPC_PORT=8033
+USER 2000
+ENTRYPOINT ["python3", "-m", "vllm_tgis_adapter"]