Groq Added

extensions/void/package.json

@@ -143,6 +143,8 @@
     "eslint-plugin-react": "^7.35.1",
     "eslint-plugin-react-hooks": "^4.6.2",
     "globals": "^15.9.0",
+    "groq-sdk": "^0.8.0",
+
     "lodash": "^4.17.21",
     "marked": "^14.1.0",
     "ollama": "^0.5.9",

extensions/void/src/common/sendLLMMessage.ts

@@ -3,8 +3,12 @@ import OpenAI from 'openai';
 import { Ollama } from 'ollama/browser'
 import { Content, GoogleGenerativeAI, GoogleGenerativeAIError, GoogleGenerativeAIFetchError } from '@google/generative-ai';
 import { VoidConfig } from '../webviews/common/contextForConfig'
+
+import Groq, { GroqError } from 'groq-sdk';
+
 import { getFIMPrompt, getFIMSystem } from './getPrompt';
 
+
 export type AbortRef = { current: (() => void) | null }
 
 export type OnText = (newText: string, fullText: string) => void
@@ -387,6 +391,46 @@ const sendGreptileMsg: SendLLMMessageFnTypeInternal = ({ messages, onText, onFin
 
 }
 
+
+// Groq
+const sendGroqMsg: SendLLMMessageFnTypeInternal = async ({ messages, onText, onFinalMessage, onError, voidConfig, abortRef }) => {
+	let didAbort = false;
+	let fullText = '';
+
+	abortRef.current = () => {
+		didAbort = true;
+	};
+
+	const max_tokens = parseMaxTokensStr(voidConfig.default.maxTokens)
+	const options = { model: voidConfig.groq.model, messages: messages, stream: true, max_tokens: max_tokens, } as const
+
+	const groq = new Groq({ apiKey: voidConfig.groq.apikey, dangerouslyAllowBrowser: true });
+
+	groq.chat.completions
+		.create(options)
+		.then(async response => {
+			for await (const chunk of response) {
+				if (didAbort) return;
+				const newText = chunk.choices[0]?.delta?.content || '';
+				fullText += newText;
+				onText(newText, fullText);
+			}
+			onFinalMessage(fullText);
+		})
+		// when error/fail - this catches errors of both .create() and .then(for await)
+		.catch(error => {
+			if (error instanceof GroqError) {
+				onError(`${error.name}:\n${error.message}`);
+			}
+			else {
+				onError(error);
+			}
+		})
+
+};
+
+export const sendLLMMessage: SendLLMMessageFnTypeExternal = ({ messages, onText, onFinalMessage, onError, voidConfig, abortRef }) => {
+	if (!voidConfig) return;
 export const sendLLMMessage: SendLLMMessageFnTypeExternal = ({ mode, messages, fimInfo, onText, onFinalMessage, onError, voidConfig, abortRef }) => {
 	if (!voidConfig)
 		return onError('No config file found for LLM.');
@@ -427,6 +471,11 @@ export const sendLLMMessage: SendLLMMessageFnTypeExternal = ({ mode, messages, f
 		case 'ollama':
 			return sendOllamaMsg({ mode, messages, onText, onFinalMessage, onError, voidConfig, abortRef });
 		case 'greptile':
+
+			return sendGreptileMsg({ messages, onText, onFinalMessage, onError, voidConfig, abortRef });
+		case 'groq':
+			return sendGroqMsg({ messages, onText, onFinalMessage, onError, voidConfig, abortRef });
+
 			return sendGreptileMsg({ mode, messages, onText, onFinalMessage, onError, voidConfig, abortRef });
 		default:
 			onError(`Error: whichApi was ${voidConfig.default.whichApi}, which is not recognized!`)

extensions/void/src/webviews/common/contextForConfig.tsx

@@ -21,6 +21,7 @@ const configString = (description: string, defaultVal: string) => {
 export const configFields = [
 	'anthropic',
 	'openAI',
+	'groq',
 	'gemini',
 	'greptile',
 	'ollama',
@@ -137,6 +138,18 @@ const voidConfigInfo: Record<
 		model: configString('The name of the model to use.', 'gpt-4o'),
 		apikey: configString('Your API key.', ''),
 	},
+	groq: {
+		apikey: configString('Groq API key.', ''),
+		model: configEnum(
+			'Groq model to use.',
+			'mixtral-8x7b-32768',
+			[
+				"mixtral-8x7b-32768",
+				"llama2-70b-4096",
+				"gemma-7b-it"
+			] as const
+		),
+	},
 	azure: {
 		// "void.azure.apiKey": {
 		// 	"type": "string",