diff --git a/chat/vulkan/amd64/Containerfile b/chat/vulkan/amd64/Containerfile index 0dfe368..950df97 100644 --- a/chat/vulkan/amd64/Containerfile +++ b/chat/vulkan/amd64/Containerfile @@ -24,7 +24,7 @@ RUN dnf install -y python3-dnf-plugin-versionlock && \ dnf install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm && \ dnf install -y git cmake ninja-build gcc gcc-c++ && \ dnf copr enable -y ligenix/enterprise-sandbox epel-9-x86_64 && \ - dnf install -y vulkan-headers vulkan-tools vulkan-loader-devel && \ + dnf install -y vulkan-headers vulkan-tools vulkan-loader-devel fmt-devel && \ dnf copr enable -y ligenix/enterprise-buildtools epel-9-x86_64 && \ dnf copr enable -y jeffmaury/shaderc epel-9-x86_64 && \ dnf install -y glslc && \ @@ -33,7 +33,7 @@ RUN dnf install -y python3-dnf-plugin-versionlock && \ WORKDIR /locallm COPY requirements.txt ./ RUN pip install --upgrade pip -ENV CMAKE_ARGS="-DGGML_VULKAN=on" +ENV CMAKE_ARGS="-DGGML_KOMPUTE=1 -DKOMPUTE_OPT_USE_BUILT_IN_FMT=OFF" ENV FORCE_CMAKE=1 RUN pip install --target=/locallm --no-cache-dir --upgrade -r requirements.txt diff --git a/chat/vulkan/arm64/Containerfile b/chat/vulkan/arm64/Containerfile index 7bbfaa7..5de9697 100644 --- a/chat/vulkan/arm64/Containerfile +++ b/chat/vulkan/arm64/Containerfile @@ -25,13 +25,13 @@ https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm && \ dnf copr enable -y slp/mesa-krunkit epel-9-aarch64 && \ dnf install -y mesa-vulkan-drivers-24.1.2-101.el9.aarch64 && \ dnf versionlock mesa-vulkan-drivers-24.1.2-101.el9.aarch64 && \ - dnf install -y git cmake ninja-build gcc gcc-c++ vulkan-loader-devel vulkan-tools && \ + dnf install -y git cmake ninja-build gcc gcc-c++ vulkan-loader-devel vulkan-tools fmt-devel && \ dnf copr enable -y jeffmaury/shaderc epel-9-aarch64 && \ dnf install -y glslc && \ dnf clean all COPY requirements.txt ./ RUN pip install --upgrade pip -ENV CMAKE_ARGS="-DGGML_VULKAN=on" +ENV CMAKE_ARGS="-DGGML_KOMPUTE=1 -DKOMPUTE_OPT_USE_BUILT_IN_FMT=OFF" ENV FORCE_CMAKE=1 RUN pip install --target=/locallm --no-cache-dir --upgrade -r requirements.txt