Merge pull request #230 from tikikun/main

bug: Fix caching compatibility issues regarding system prompt
janhq · Dec 3, 2023 · 8c95f6b · 8c95f6b
2 parents 9615282 + 61fc781
commit 8c95f6b
Showing 1 changed file with 9 additions and 2 deletions.
diff --git a/controllers/llamaCPP.cc b/controllers/llamaCPP.cc
@@ -186,15 +186,22 @@ void llamaCPP::chatCompletion(
       std::string role;
       if (input_role == "user") {
         role = user_prompt;
+        std::string content = message["content"].asString();
+        formatted_output += role + content;
       } else if (input_role == "assistant") {
         role = ai_prompt;
+        std::string content = message["content"].asString();
+        formatted_output += role + content;
       } else if (input_role == "system") {
         role = system_prompt;
+        std::string content = message["content"].asString();
+        formatted_output = role + content + formatted_output;
+
       } else {
         role = input_role;
+        std::string content = message["content"].asString();
+        formatted_output += role + content;
       }
-      std::string content = message["content"].asString();
-      formatted_output += role + content;
     }
     formatted_output += ai_prompt;