Make model path relative

fixstars · May 23, 2024 · 3251c58 · 3251c58
1 parent ffcc0cd
commit 3251c58
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 5 deletions.
diff --git a/app/live-image-captioning/README.md b/app/live-image-captioning/README.md
@@ -0,0 +1,13 @@
+1. Install dependencies
+```
+python -m pip install -r requirements.txt
+```
+2. Download LLaVA models from Hugging Face
+- [mmproj-mistral7b-f16-q6_k.gguf](https://huggingface.co/cmp-nct/llava-1.6-gguf/resolve/main/mmproj-mistral7b-f16-q6_k.gguf?download=true)
+- [ggml-mistral-q_4_k.gguf](https://huggingface.co/cmp-nct/llava-1.6-gguf/resolve/main/ggml-mistral-q_4_k.gguf?download=true)
+
+2. Connect UVC camera and run
+
+```
+python3 main.py
+```
diff --git a/src/bb/llm/bb.cc b/src/bb/llm/bb.cc
@@ -396,13 +396,12 @@ class Llava {
 
 private:
     Llava() : keep_running_(true), initialized_(false) {
-        params_.model = "/home/iitaku/Develop/llava-1.6-gguf/ggml-mistral-q_4_k.gguf";
-        params_.mmproj = "/home/iitaku/Develop/llava-1.6-gguf/mmproj-mistral7b-f16-q6_k.gguf";
-        // params_.model = "/home/iitaku/Develop/llava-phi-3-mini-gguf/ggml-model-int4.gguf";
-        // params_.mmproj = "/home/iitaku/Develop/llava-phi-3-mini-gguf/mmproj-model-f16.gguf";
+        params_.model = "ggml-mistral-q_4_k.gguf";
+        params_.mmproj = "mmproj-mistral7b-f16-q6_k.gguf";
+        // params_.model = "llava-phi-3-mini-gguf/ggml-model-int4.gguf";
+        // params_.mmproj = "llava-phi-3-mini-gguf/mmproj-model-f16.gguf";
         params_.n_gpu_layers = 999;
         params_.n_ctx = 4096;
-        // params_.n_batch = 3072;
     }
 
     void thread_main() {