From a36172ba375b0f8ee53ad83a5b3598d840c68b2a Mon Sep 17 00:00:00 2001 From: Michael Clifford Date: Thu, 11 Apr 2024 08:51:25 -0400 Subject: [PATCH] update to MODEL_CHAT_FORMAT Signed-off-by: Michael Clifford --- model_servers/llamacpp_python/src/run.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model_servers/llamacpp_python/src/run.sh b/model_servers/llamacpp_python/src/run.sh index 8611eda4..c7578d71 100644 --- a/model_servers/llamacpp_python/src/run.sh +++ b/model_servers/llamacpp_python/src/run.sh @@ -5,7 +5,7 @@ if [ ${CONFIG_PATH} ] || [[ ${MODEL_PATH} && ${CONFIG_PATH} ]]; then fi if [ ${MODEL_PATH} ]; then - python -m llama_cpp.server --model ${MODEL_PATH} --host ${HOST:=0.0.0.0} --port ${PORT:=8001} --n_gpu_layers ${GPU_LAYERS:=0} --clip_model_path ${CLIP_MODEL_PATH:=None} --chat_format ${CHAT_FORMAT:="llama-2"} + python -m llama_cpp.server --model ${MODEL_PATH} --host ${HOST:=0.0.0.0} --port ${PORT:=8001} --n_gpu_layers ${GPU_LAYERS:=0} --clip_model_path ${CLIP_MODEL_PATH:=None} --chat_format ${MODEL_CHAT_FORMAT:="llama-2"} exit 0 fi