feat(app): add groq, gemini & anthropic provider

2025-08-13 03:08:35 +00:00 · 2025-03-18 11:28:47 +05:30
parent 4cb20542a5
commit 32f26bb4e8
5 changed files with 411 additions and 55 deletions
--- a/ui/lib/providers/groq.ts
+++ b/ui/lib/providers/groq.ts
@ -0,0 +1,107 @@
+import { ChatOpenAI } from '@langchain/openai';
+import { getGroqApiKey } from '../config';
+import { ChatModel } from '.';
+
+const groqChatModels: Record<string, string>[] = [
+  {
+    displayName: 'Gemma2 9B IT',
+    key: 'gemma2-9b-it',
+  },
+  {
+    displayName: 'Llama 3.3 70B Versatile',
+    key: 'llama-3.3-70b-versatile',
+  },
+  {
+    displayName: 'Llama 3.1 8B Instant',
+    key: 'llama-3.1-8b-instant',
+  },
+  {
+    displayName: 'Llama3 70B 8192',
+    key: 'llama3-70b-8192',
+  },
+  {
+    displayName: 'Llama3 8B 8192',
+    key: 'llama3-8b-8192',
+  },
+  {
+    displayName: 'Mixtral 8x7B 32768',
+    key: 'mixtral-8x7b-32768',
+  },
+  {
+    displayName: 'Qwen QWQ 32B (Preview)',
+    key: 'qwen-qwq-32b',
+  },
+  {
+    displayName: 'Mistral Saba 24B (Preview)',
+    key: 'mistral-saba-24b',
+  },
+  {
+    displayName: 'Qwen 2.5 Coder 32B (Preview)',
+    key: 'qwen-2.5-coder-32b',
+  },
+  {
+    displayName: 'Qwen 2.5 32B (Preview)',
+    key: 'qwen-2.5-32b',
+  },
+  {
+    displayName: 'DeepSeek R1 Distill Qwen 32B (Preview)',
+    key: 'deepseek-r1-distill-qwen-32b',
+  },
+  {
+    displayName: 'DeepSeek R1 Distill Llama 70B SpecDec (Preview)',
+    key: 'deepseek-r1-distill-llama-70b-specdec',
+  },
+  {
+    displayName: 'DeepSeek R1 Distill Llama 70B (Preview)',
+    key: 'deepseek-r1-distill-llama-70b',
+  },
+  {
+    displayName: 'Llama 3.3 70B SpecDec (Preview)',
+    key: 'llama-3.3-70b-specdec',
+  },
+  {
+    displayName: 'Llama 3.2 1B Preview (Preview)',
+    key: 'llama-3.2-1b-preview',
+  },
+  {
+    displayName: 'Llama 3.2 3B Preview (Preview)',
+    key: 'llama-3.2-3b-preview',
+  },
+  {
+    displayName: 'Llama 3.2 11B Vision Preview (Preview)',
+    key: 'llama-3.2-11b-vision-preview',
+  },
+  {
+    displayName: 'Llama 3.2 90B Vision Preview (Preview)',
+    key: 'llama-3.2-90b-vision-preview',
+  },
+];
+
+export const loadGroqChatModels = async () => {
+  const groqApiKey = getGroqApiKey();
+
+  if (!groqApiKey) return {};
+
+  try {
+    const chatModels: Record<string, ChatModel> = {};
+
+    groqChatModels.forEach((model) => {
+      chatModels[model.key] = {
+        displayName: model.displayName,
+        model: new ChatOpenAI({
+          openAIApiKey: groqApiKey,
+          modelName: model.key,
+          temperature: 0.7,
+          configuration: {
+            baseURL: 'https://api.groq.com/openai/v1',
+          },
+        }),
+      };
+    });
+
+    return chatModels;
+  } catch (err) {
+    console.error(`Error loading Groq models: ${err}`);
+    return {};
+  }
+};