run_demo_parallel.sh

#!/bin/bash
set -ex

model=llama2-13b_int4_6dev.bmodel

# download bmodel
if [ ! -d "../../../bmodels" ]; then
  mkdir ../../../bmodels
fi

if [ ! -f "../../../bmodels/${model}" ]; then
  pip3 install dfss
  python3 -m dfss --url=open@sophgo.com:/ext_model_information/LLM/LLM-TPU/bmodels/${model}
  mv ${model} ../../../bmodels
else
  echo "Bmodel Exists!"
fi

if [ ! -f "./llama2_parallel" ]; then
  rm -rf build && mkdir build && cd build
  cmake .. && make -j4
  cp llama2_parallel .. && cd ../
else
  echo "llama2_parallel files Exist!"
fi

./llama2_parallel --model ../../../bmodels/${model} --tokenizer ../token_config/tokenizer.model --devid 16,17,18,19,20,21