Merge pull request #39 from dtrifiro/use-vllm-tgis-adapter

Dockerfile.ubi: use vllm tgis adapter
opendatahub-io · May 31, 2024 · cab241c · cab241c
2 parents 9fbda74 + 6271c04
commit cab241c
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/Dockerfile.ubi b/Dockerfile.ubi
@@ -211,3 +211,15 @@ COPY LICENSE /licenses/vllm.md
 
 USER 2000
 ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
+
+
+FROM vllm-openai as vllm-grpc-adapter
+
+USER root
+
+RUN --mount=type=cache,target=/root/.cache/pip \
+    pip install vllm-tgis-adapter
+
+ENV GRPC_PORT=8033
+USER 2000
+ENTRYPOINT ["python3", "-m", "vllm_tgis_adapter"]