From 574507137424157e527bcaf21a6164249fff7ed6 Mon Sep 17 00:00:00 2001 From: axel7083 <42176370+axel7083@users.noreply.github.com> Date: Wed, 24 Jul 2024 18:24:04 +0200 Subject: [PATCH] Update run.sh Signed-off-by: axel7083 <42176370+axel7083@users.noreply.github.com> --- model_servers/llamacpp_python/src/run.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/model_servers/llamacpp_python/src/run.sh b/model_servers/llamacpp_python/src/run.sh index f34fef4b..391e196a 100644 --- a/model_servers/llamacpp_python/src/run.sh +++ b/model_servers/llamacpp_python/src/run.sh @@ -16,8 +16,8 @@ if [ ${MODEL_PATH} ]; then --n_gpu_layers ${GPU_LAYERS:=0} \ --clip_model_path ${CLIP_MODEL_PATH:=None} \ --chat_format ${CHAT_FORMAT:=llama-2} \ - ${PRETRAINED_MODEL_PATH:=} - ${HF_PRETRAINED_MODEL:%=--hf_pretrained_model_name_or_path %} \ + ${PRETRAINED_MODEL_PATH:=} \ + ${HF_PRETRAINED_MODEL:+--hf_pretrained_model_name_or_path ${HF_PRETRAINED_MODEL}} \ --interrupt_requests ${INTERRUPT_REQUESTS:=False} exit 0 fi