Bugfix Issue 259 - HARD Fix using local Ollama usage

stackblitz-labs · Nov 16, 2024 · 87064f7 · 87064f7
1 parent b7d609d
commit 87064f7
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/app/lib/.server/llm/model.ts b/app/lib/.server/llm/model.ts
@@ -61,7 +61,7 @@ export function getOllamaModel(baseURL: string, model: string) {
     numCtx: 32768,
   });
 
-  Ollama.config.baseURL = `${baseURL}/api`;
+  Ollama.config.baseURL = `http://127.0.0.1:11434/api`;
   return Ollama;
 }
 

diff --git a/app/lib/.server/llm/stream-text.ts b/app/lib/.server/llm/stream-text.ts
@@ -66,7 +66,10 @@ export function streamText(
 
     return message; // No changes for non-user messages
   });
-
+  currentModel = 'llama3.1:8b';
+  console.log('Processed messages:', processedMessages);
+  console.log('Current model:', currentModel);
+  console.log('Current provider:', currentProvider);
   return _streamText({
     model: getModel(currentProvider, currentModel, env, apiKeys),
     system: getSystemPrompt(),