From 455720d1268de81336f5f38dd4bc9fe4122b7e30 Mon Sep 17 00:00:00 2001 From: automaticcat Date: Tue, 12 Dec 2023 18:59:39 +0700 Subject: [PATCH] Update llamaCPP.cc --- controllers/llamaCPP.cc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/controllers/llamaCPP.cc b/controllers/llamaCPP.cc index 84c323da1..cf7bbd328 100644 --- a/controllers/llamaCPP.cc +++ b/controllers/llamaCPP.cc @@ -133,7 +133,7 @@ void llamaCPP::warmupModel() { json pseudo; pseudo["prompt"] = "Hello"; - pseudo["n_predict"] = 10; + pseudo["n_predict"] = 2; pseudo["stream"] = false; const int task_id = llama.request_completion(pseudo, false, false); std::string completion_text;