diff --git a/.github/workflows/llm-ppl-evaluation.yml b/.github/workflows/llm-ppl-evaluation.yml index 584d6fcd977..bfab5277f80 100644 --- a/.github/workflows/llm-ppl-evaluation.yml +++ b/.github/workflows/llm-ppl-evaluation.yml @@ -143,8 +143,7 @@ jobs: run: | echo "MODEL_PATH=${ORIGIN_DIR}/${{ matrix.model_name }}/" >> "$GITHUB_ENV" MODEL_PATH=${ORIGIN_DIR}/${{ matrix.model_name }}/ - #wget -r -nH -nc --no-verbose --cut-dirs=1 ${LLM_FTP_URL}/llm/${{ matrix.model_name }} -P ${ORIGIN_DIR} - wget -r -nH --no-verbose --cut-dirs=1 ${LLM_FTP_URL}/llm/${{ matrix.model_name }} -P ${ORIGIN_DIR} + wget -r -nH -nc --no-verbose --cut-dirs=1 ${LLM_FTP_URL}/llm/${{ matrix.model_name }} -P ${ORIGIN_DIR} - name: Upgrade packages shell: bash diff --git a/.github/workflows/llm_unit_tests.yml b/.github/workflows/llm_unit_tests.yml index 09ebf4f4421..0590531a372 100644 --- a/.github/workflows/llm_unit_tests.yml +++ b/.github/workflows/llm_unit_tests.yml @@ -155,9 +155,6 @@ jobs: # echo "Directory $CHATGLM_INT4_CKPT_PATH not found. Downloading from FTP server..." # wget --no-verbose $LLM_FTP_URL/llm/ggml-actions/stable/chatglm2-6b-q4_0.bin -P $INT4_CKPT_DIR # fi - if [ -d $ORIGINAL_CHATGLM2_6B_PATH ]; then - rm -rf $ORIGINAL_CHATGLM2_6B_PATH - fi if [ ! -d $ORIGINAL_CHATGLM2_6B_PATH ]; then echo "Directory $ORIGINAL_CHATGLM2_6B_PATH not found. Downloading from FTP server..." echo "wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/chatglm2-6b -P $ORIGIN_DIR" @@ -316,9 +313,6 @@ jobs: echo "Directory $LLAMA2_7B_ORIGIN_PATH not found. Downloading from FTP server..." wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/Llama-2-7b-chat-hf -P $ORIGIN_DIR fi - if [ -d $CHATGLM2_6B_ORIGIN_PATH ]; then - rm -rf $CHATGLM2_6B_ORIGIN_PATH - fi if [ ! -d $CHATGLM2_6B_ORIGIN_PATH ]; then echo "Directory $CHATGLM2_6B_ORIGIN_PATH not found. Downloading from FTP server..." wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/chatglm2-6b -P $ORIGIN_DIR @@ -327,9 +321,6 @@ jobs: echo "Directory $FALCON_7B_ORIGIN_PATH not found. Downloading from FTP server..." wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/falcon-7b-instruct-with-patch -P $ORIGIN_DIR fi - if [ -d $MPT_7B_ORIGIN_PATH ]; then - rm -rf $MPT_7B_ORIGIN_PATH - fi if [ ! -d $MPT_7B_ORIGIN_PATH ]; then echo "Directory $MPT_7B_ORIGIN_PATH not found. Downloading from FTP server..." wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/mpt-7b-chat -P $ORIGIN_DIR @@ -357,9 +348,6 @@ jobs: echo "Directory $QWEN_7B_ORIGIN_PATH not found. Downloading from FTP server..." wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/Qwen-7B-Chat -P $ORIGIN_DIR fi - if [ -d $BAICHUAN2_7B_ORIGIN_PATH ]; then - rm -rf $BAICHUAN2_7B_ORIGIN_PATH - fi if [ ! -d $BAICHUAN2_7B_ORIGIN_PATH ]; then echo "Directory $BAICHUAN2_7B_ORIGIN_PATH not found. Downloading from FTP server..." wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/Baichuan2-7B-Chat -P $ORIGIN_DIR