Update llamaCPP.cc

janhq · Dec 12, 2023 · 455720d · 455720d
1 parent 7113586
commit 455720d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/controllers/llamaCPP.cc b/controllers/llamaCPP.cc
@@ -133,7 +133,7 @@ void llamaCPP::warmupModel() {
   json pseudo;
 
   pseudo["prompt"] = "Hello";
-  pseudo["n_predict"] = 10;
+  pseudo["n_predict"] = 2;
   pseudo["stream"] = false;
   const int task_id = llama.request_completion(pseudo, false, false);
   std::string completion_text;