Merge pull request #259 from janhq/hotfix-shorter-warmup

Update llamaCPP.cc
janhq · Dec 12, 2023 · 9b778b3 · 9b778b3
2 parents 7113586 + 455720d
commit 9b778b3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/controllers/llamaCPP.cc b/controllers/llamaCPP.cc
@@ -133,7 +133,7 @@ void llamaCPP::warmupModel() {
   json pseudo;
 
   pseudo["prompt"] = "Hello";
-  pseudo["n_predict"] = 10;
+  pseudo["n_predict"] = 2;
   pseudo["stream"] = false;
   const int task_id = llama.request_completion(pseudo, false, false);
   std::string completion_text;