Refactor RirikoAI-NLP.js, remove duplicated response, implement retri…

…es, better prompt trimming (#170) * Refactor RirikoAI-NLP.js * Fix NLPCloudProvider.test.js test
RirikoAI · Jul 9, 2023 · 0a73f35 · 0a73f35
1 parent bfca61c
commit 0a73f35
Show file tree

Hide file tree

Showing 5 changed files with 404 additions and 206 deletions.
diff --git a/src/app/Providers/AI/NLPCloudProvider.js b/src/app/Providers/AI/NLPCloudProvider.js
@@ -24,12 +24,19 @@ class NLPCloudProvider extends AIProviderBase {
     return this.nlpCloudClient;
   }
 
+  /**
+   * Send chat to NLP Cloud
+   * @param {String} messageText
+   * @param {String} context
+   * @param {Array} history
+   * @returns {Promise<*>}
+   */
   async sendChat(messageText, context, history) {
     try {
       // Send request to NLP Cloud.
       const response = await this.nlpCloudClient.chatbot(
         messageText,
-        context + history
+        context + history.join("\n")
       );
 
       if (typeof response.data["response"] !== "undefined") {

diff --git a/src/app/Providers/AI/NLPCloudProvider.test.js b/src/app/Providers/AI/NLPCloudProvider.test.js
@@ -26,7 +26,7 @@ describe("NLPCloudProvider", () => {
     const response = await nlpCloudProvider.sendChat(
       "hello",
       "This is a chat",
-      {}
+      []
     );
     expect(response).toBe("example response");
   });

diff --git a/src/app/Providers/AI/OpenAIProvider.js b/src/app/Providers/AI/OpenAIProvider.js
@@ -25,10 +25,17 @@ class OpenAIProvider extends AIProviderBase {
     return this.openAiClient;
   }
 
+  /**
+   * Send chat to OpenAI
+   * @param {String} messageText
+   * @param {String} context
+   * @param {Array} history
+   * @returns {Promise<*>}
+   */
   async sendChat(messageText, context, history) {
     try {
       const model = config.AI.GPTModel; // davinci or gpt35
-      const prompt = context + history.join("\n") + "\n";
+      const prompt = `${context}${history.join("\n")}\nHuman: ${messageText}\n`;
 
       if (model === "gpt35") {
         const convertedChatHistory = history.map((message) => {
@@ -61,7 +68,7 @@ class OpenAIProvider extends AIProviderBase {
           model: "text-davinci-003",
           prompt,
           temperature: 1,
-          max_tokens: 1900,
+          max_tokens: 2000,
           top_p: 0.2,
           frequency_penalty: 0.9,
           presence_penalty: 1.9,