From 049cf55e66bc05a82b20ec087c958559677b10c3 Mon Sep 17 00:00:00 2001 From: Jefferson Fialho Date: Mon, 18 Nov 2024 20:23:24 -0300 Subject: [PATCH] pin mistral and install adapter from branch :rocket: Signed-off-by: Jefferson Fialho --- Dockerfile.ubi | 8 ++++++-- docs/requirements-docs.txt | 2 +- requirements-test.in | 2 +- requirements-test.txt | 2 +- 4 files changed, 9 insertions(+), 5 deletions(-) diff --git a/Dockerfile.ubi b/Dockerfile.ubi index d1a29ac7ed61c..be097170cdcf7 100644 --- a/Dockerfile.ubi +++ b/Dockerfile.ubi @@ -200,14 +200,18 @@ COPY examples/*.jinja /app/data/template/ USER 2000 ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"] - FROM vllm-openai as vllm-grpc-adapter USER root RUN --mount=type=cache,target=/root/.cache/pip \ --mount=type=bind,from=build,src=/workspace/dist,target=/workspace/dist \ - uv pip install $(echo dist/*.whl)'[tensorizer]' vllm-tgis-adapter==0.5.3 + uv pip install $(echo /workspace/dist/*.whl)'[tensorizer]' --verbose && \ + uv pip install \ + "git+https://github.com/opendatahub-io/vllm-tgis-adapter@ibm-20241106-adapter" --verbose + +RUN --mount=type=bind,from=build,src=/workspace/dist,target=/workspace/dist \ + echo "Local dir and dist:" && pwd && ls -l /workspace/dist ENV GRPC_PORT=8033 \ PORT=8000 \ diff --git a/docs/requirements-docs.txt b/docs/requirements-docs.txt index e3e35844405ac..8ea240f59c38f 100644 --- a/docs/requirements-docs.txt +++ b/docs/requirements-docs.txt @@ -12,7 +12,7 @@ pydantic >= 2.8 torch py-cpuinfo transformers -mistral_common >= 1.3.4 +mistral_common >= 1.5.0 aiohttp starlette openai # Required by docs/source/serving/openai_compatible_server.md's vllm.entrypoints.openai.cli_args diff --git a/requirements-test.in b/requirements-test.in index 76f6de2f77c34..44972866ddc4b 100644 --- a/requirements-test.in +++ b/requirements-test.in @@ -20,7 +20,7 @@ timm # required for internvl test torch==2.5.1 transformers_stream_generator # required for qwen-vl test matplotlib # required for qwen-vl test -mistral_common[opencv] >= 1.4.4 # required for pixtral test +mistral_common[opencv] >= 1.5.0 # required for pixtral test datamodel_code_generator # required for minicpm3 test lm-eval[api]==0.4.4 # required for model evaluation test diff --git a/requirements-test.txt b/requirements-test.txt index 65695111e4dc5..9fe5effa1a241 100644 --- a/requirements-test.txt +++ b/requirements-test.txt @@ -217,7 +217,7 @@ mbstrdecoder==1.1.3 # dataproperty # pytablewriter # typepy -mistral-common[opencv]==1.4.4 +mistral_common[opencv]==1.5.0 # via # -r requirements-test.in # mistral-common