Skip to content

Commit

Permalink
update Makefiles
Browse files Browse the repository at this point in the history
Signed-off-by: sallyom <[email protected]>
  • Loading branch information
sallyom committed Mar 28, 2024
1 parent 75572f5 commit f2318ce
Show file tree
Hide file tree
Showing 5 changed files with 6 additions and 4 deletions.
4 changes: 2 additions & 2 deletions model_servers/llamacpp_python/base/Makefile
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
.PHONY: build
build:
podman build -f Containerfile -t ghcr.io/ai-lab-recipes/model_servers .
podman build -t ghcr.io/ai-lab-recipes/model_servers .

models/llama-2-7b-chat.Q5_K_S.gguf:
curl -s -S -L -f https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGUF/resolve/main/llama-2-7b-chat.Q5_K_S.gguf -z $@ -o $@.tmp && mv -f $@.tmp $@ 2>/dev/null || rm -f $@.tmp $@

.PHONY: install
install:
pip install -r requirements-test.txt
pip install -r tests/requirements-test.txt

.PHONY: run
run: models/llama-2-7b-chat.Q5_K_S.gguf install
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,12 +4,12 @@ build:

.PHONY: install
install:
pip install -r requirements-test.txt
pip install -r tests/requirements-test.txt

.PHONY: run
run:
podman run -it -p 8501:8501 -e MODEL_SERVICE_ENDPOINT=http://10.88.0.1:8001/v1 ghcr.io/ai-lab-recipes/chatbot

.PHONY: test
test:
pytest --collect-only chatbot/tests --log-cli-level NOTSET
pytest --collect-only tests --log-cli-level NOTSET
File renamed without changes.

0 comments on commit f2318ce

Please sign in to comment.