Merge branch 'master' of github.com:upstash/rag-chat

README.md

@@ -72,7 +72,7 @@ OPENAI_API_KEY=...
 
 #### Using Upstash-hosted Open-Source Models
 
-To use an OpenAI model, first initialize RAGChat:
+To use an Upstash model, first initialize RAGChat:
 
 ```typescript
 import { RAGChat, upstashModel } from "@upstash/rag-chat";
@@ -82,11 +82,25 @@ export const ragChat = new RAGChat({
 });
 ```
 
+#### Using Custom Providers - TogetherAi, Replicate
+
+To use an Upstash model, first initialize RAGChat:
+
+````typescript
+import { RAGChat, upstashModel } from "@upstash/rag-chat";
+
+export const ragChat = new RAGChat({
+  model: customModel("codellama/CodeLlama-70b-Instruct-hf", {
+      apiKey: "TOGETHER_AI_TOKEN",
+      baseUrl: "https://api.together.xyz/v1",
+    }),
+});
+
 And set your Upstash QStash API key environment variable:
 
 ```bash
 QSTASH_TOKEN=...
-```
+````
 
 <details>
   <summary>Where do I find my Upstash API key?</summary><br>

examples/nodejs/package.json

@@ -7,7 +7,7 @@
     "@ai-sdk/google": "latest",
     "@ai-sdk/mistral": "latest",
     "@ai-sdk/openai": "latest",
-    "@upstash/rag-chat": "0.0.4-2.alpha",
+    "@upstash/rag-chat": "1.0.1",
     "ai": "latest",
     "dotenv": "16.4.5",
     "zod": "3.23.8",

examples/nuxt/package.json

@@ -29,6 +29,6 @@
   },
   "version": "0.0.0",
   "dependencies": {
-    "@upstash/rag-chat": "0.0.4-2.alpha"
+    "@upstash/rag-chat": "1.0.1"
   }
 }

examples/solidjs/package.json

@@ -19,7 +19,7 @@
     "@solidjs/meta": "0.29.4",
     "@solidjs/router": "^0.13.6",
     "@solidjs/start": "^1.0.2",
-    "@upstash/rag-chat": "0.0.4-2.alpha",
+    "@upstash/rag-chat": "1.0.1",
     "ai": "latest",
     "solid-js": "^1.8.17",
     "zod": "^3.23.8"

examples/sveltekit/package.json

@@ -12,7 +12,7 @@
   "dependencies": {
     "@ai-sdk/openai": "latest",
     "@ai-sdk/svelte": "latest",
-    "@upstash/rag-chat": "0.0.4-2.alpha",
+    "@upstash/rag-chat": "1.0.1",
     "ai": "latest",
     "openai": "4.47.1"
   },

src/rag-chat-base.ts

@@ -106,9 +106,9 @@ export class RAGChatBase {
               onChunk?.({
                 content: message,
                 inputTokens: value?.usage_metadata?.input_tokens ?? 0,
-                outputTokens: value?.usage_metadata?.output_tokens ?? 0,
+                chunkTokens: value?.usage_metadata?.output_tokens ?? 0,
                 totalTokens: value?.usage_metadata?.total_tokens ?? 0,
-                // This actually streamed output from LLM, but cast it to UpstashMessage above to make everything type.But, in this case its not needed
+                // This actually streamed output from LLM, but cast it to UpstashMessage above to make everything type. But, in this case its not needed
                 rawContent: value as unknown as string,
               });
               concatenatedOutput += message;

src/types.ts

@@ -65,12 +65,12 @@ export type ChatOptions = {
   onChunk?: ({
     content,
     inputTokens,
-    outputTokens,
+    chunkTokens,
     totalTokens,
     rawContent,
   }: {
     inputTokens: number;
-    outputTokens: number;
+    chunkTokens: number;
     totalTokens: number;
     content: string;
     rawContent: string;