From cb09618d03bd33cbe7d070684d824932d19bd351 Mon Sep 17 00:00:00 2001 From: Jefferson Fialho Date: Thu, 26 Sep 2024 06:01:56 -0300 Subject: [PATCH] Add tgis-vllm adapter with adapter/#137 Signed-off-by: Jefferson Fialho --- Dockerfile.ubi | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/Dockerfile.ubi b/Dockerfile.ubi index 910cbcfe91083..86e54c6b2cf64 100644 --- a/Dockerfile.ubi +++ b/Dockerfile.ubi @@ -210,8 +210,10 @@ FROM vllm-openai as vllm-grpc-adapter USER root +# RUN --mount=type=cache,target=/root/.cache/pip \ +# pip install vllm-tgis-adapter==0.4.1 RUN --mount=type=cache,target=/root/.cache/pip \ - pip install vllm-tgis-adapter==0.4.0 + pip install git+https://github.com/opendatahub-io/vllm-tgis-adapter@ibm-adapter-20240924 ENV GRPC_PORT=8033 \ PORT=8000 \