Gemini: call out RECITATIONS

enricoros · Apr 3, 2024 · 79d0c96 · 79d0c96
1 parent 21ed38a
commit 79d0c96
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/modules/llms/server/llm.server.streaming.ts b/src/modules/llms/server/llm.server.streaming.ts
@@ -389,7 +389,9 @@ function createStreamParserGemini(modelName: string): AIStreamParser {
     if (!singleCandidate.content) {
       if (singleCandidate.finishReason === 'MAX_TOKENS')
         return { text: ` ${USER_SYMBOL_MAX_TOKENS}`, close: true };
-      throw new Error('server response missing content');
+      if (singleCandidate.finishReason === 'RECITATION')
+        throw new Error('generation stopped due to RECITATION');
+      throw new Error(`server response missing content (finishReason: ${singleCandidate?.finishReason})`);
     }
 
     // expect a single part