From 05fbb5b657cb3b042e08acd3591dfb1726bb967c Mon Sep 17 00:00:00 2001 From: Daniel J Walsh Date: Mon, 21 Oct 2024 17:02:33 -0400 Subject: [PATCH] Add support for vllm container image Signed-off-by: Daniel J Walsh --- container-images/vllm/Containerfile | 37 +++++++++++++++++++++++++++++ container-images/vllm/vllm | 1 + 2 files changed, 38 insertions(+) create mode 100644 container-images/vllm/Containerfile create mode 100644 container-images/vllm/vllm diff --git a/container-images/vllm/Containerfile b/container-images/vllm/Containerfile new file mode 100644 index 00000000..2ecf8aaa --- /dev/null +++ b/container-images/vllm/Containerfile @@ -0,0 +1,37 @@ +FROM quay.io/wxpe/tgis-vllm:release.4e3ff78 + +USER root + +# renovate: datasource=github-releases depName=huggingface/huggingface_hub extractVersion=^v(?.*) +ARG HUGGINGFACE_HUB_VERSION=0.26.0 +# renovate: datasource=github-releases depName=containers/omlmd extractVersion=^v(?.*) +ARG OMLMD_VERSION=0.1.6 +# renovate: datasource=github-releases depName=tqdm/tqdm extractVersion=^v(?.*) +ARG TQDM_VERSION=4.66.5 +ARG LLAMA_CPP_SHA=3f1ae2e32cde00c39b96be6d01c2997c29bae555 +# renovate: datasource=git-refs depName=ggerganov/whisper.cpp packageName=https://github.com/ggerganov/whisper.cpp gitRef=master versioning=loose type=digest +ARG WHISPER_CPP_SHA=a5abfe6a90495f7bf19fe70d016ecc255e97359c + +# vulkan-headers vulkan-loader-devel vulkan-tools glslc glslang python3-pip mesa-libOpenCL-$MESA_VER.aarch64 +RUN microdnf -y install dnf subscription-manager && \ + dnf install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm && \ + crb enable && \ + dnf install -y epel-release && \ + dnf --enablerepo=ubi-9-appstream-rpms update -y \ + dnf --enablerepo=ubi-9-appstream-rpms install -y git procps-ng vim \ + dnf-plugins-core python3-dnf-plugin-versionlock python3-pip \ + python3-argcomplete && \ + dnf clean all && \ + rm -rf /var/cache/*dnf* + +RUN /usr/bin/python3 --version +RUN pip install "huggingface_hub==${HUGGINGFACE_HUB_VERSION}" +RUN pip install "omlmd==${OMLMD_VERSION}" +RUN pip install "tqdm==${TQDM_VERSION}" + +USER vllm + +ENTRYPOINT [] +CMD /bin/sh + +ADD --chmod=755 vllm /usr/bin/vllm diff --git a/container-images/vllm/vllm b/container-images/vllm/vllm new file mode 100644 index 00000000..f7293cd2 --- /dev/null +++ b/container-images/vllm/vllm @@ -0,0 +1 @@ +python3 -m vllm.entrypoints.openai.api_server