Skip to content

Commit

Permalink
base llm hosting main script changes
Browse files Browse the repository at this point in the history
  • Loading branch information
FalgunMalhotra committed Dec 7, 2023
1 parent f2fed57 commit 95484d3
Showing 1 changed file with 1 addition and 4 deletions.
5 changes: 1 addition & 4 deletions llm_hosting/base_llm/main.sh
Original file line number Diff line number Diff line change
@@ -1,20 +1,17 @@
export ILABSERVER=$1
original_dir=$(pwd)
if [ "$2" = "setup" ]; then
echo "running setup"
cd setup
rm setup.log
ssh $ILABSERVER /common/home/$USER/Persona-LLM-Chatbot-For-QA/llm_hosting/base_llm/setup/setup.sh > setup.log 2>&1 &
ssh $ILABSERVER /common/home/$USER/Persona-LLM-Chatbot-For-QA/llm_hosting/base_llm/setup/setup_repos.sh > setup.log 2>&1
echo "setup completed"
cd "$original_dir"
elif [ "$2" = "build" ]; then
echo "running build"
cd build
rm build.log
export PATH=/usr/local/cuda/bin:$PATH
srun --nodelist=$ILABSERVER -G 1 -o build.log build_llamacpp.sh
echo "build completed"
cd "$original_dir"
elif [ "$2" = "inference" ]; then
echo "running inference server"
cd inference
Expand Down

0 comments on commit 95484d3

Please sign in to comment.