Merge pull request #163 from janhq/162-feat-enable-caching-prompt-for…

…-the-server enable cache prompt
janhq · Nov 21, 2023 · a9a90a1 · a9a90a1
2 parents 7c0be9f + 2602b4f
commit a9a90a1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/controllers/llamaCPP.cc b/controllers/llamaCPP.cc
@@ -164,7 +164,7 @@ void llamaCPP::chatCompletion(
     data["frequency_penalty"] =
         (*jsonBody).get("frequency_penalty", 0).asFloat();
     data["presence_penalty"] = (*jsonBody).get("presence_penalty", 0).asFloat();
-
+    data["cache_prompt"] = true;
     const Json::Value &messages = (*jsonBody)["messages"];
     for (const auto &message : messages) {
       std::string input_role = message["role"].asString();