diff --git a/chat/Containerfile b/chat/Containerfile index 4aea7d6..31d616f 100644 --- a/chat/Containerfile +++ b/chat/Containerfile @@ -24,5 +24,5 @@ COPY requirements.txt requirements.txt RUN pip install --no-cache-dir --upgrade -r requirements.txt USER default COPY run.sh run.sh -EXPOSE 8001 +EXPOSE 8000 ENTRYPOINT [ "sh", "run.sh" ] diff --git a/chat/run.sh b/chat/run.sh index d2b047e..756a9e9 100755 --- a/chat/run.sh +++ b/chat/run.sh @@ -15,4 +15,4 @@ # limitations under the License. # # SPDX-License-Identifier: Apache-2.0 -python -m llama_cpp.server --model ${MODEL_PATH} --host ${HOST:=0.0.0.0} --port ${PORT:=8001} --n_gpu_layers 0 +python -m llama_cpp.server --model ${MODEL_PATH} --host ${HOST:=0.0.0.0} --port ${PORT:=8000} --n_gpu_layers 0