feat(groq): update model name

package.json

@@ -1,6 +1,6 @@
 {
   "name": "perplexica-frontend",
-  "version": "1.10.1",
+  "version": "1.10.2",
   "license": "MIT",
   "author": "ItzCrazyKns",
   "scripts": {

src/components/ChatWindow.tsx

@@ -363,6 +363,7 @@ const ChatWindow = ({ id }: { id?: string }) => {
 
       if (data.type === 'sources') {
         sources = data.data;
+        if (!added) {
           setMessages((prevMessages) => [
             ...prevMessages,
             {
@@ -375,6 +376,7 @@ const ChatWindow = ({ id }: { id?: string }) => {
             },
           ]);
           added = true;
+        }
         setMessageAppeared(true);
       }
 
@@ -392,8 +394,8 @@ const ChatWindow = ({ id }: { id?: string }) => {
             },
           ]);
           added = true;
-          setMessageAppeared(true);
-        } else {
+        }
+
         setMessages((prev) =>
           prev.map((message) => {
             if (message.messageId === data.messageId) {
@@ -403,9 +405,9 @@ const ChatWindow = ({ id }: { id?: string }) => {
             return message;
           }),
         );
-        }
 
         recievedMessage += data.data;
+        setMessageAppeared(true);
       }
 
       if (data.type === 'messageEnd') {

src/lib/providers/gemini.ts

@@ -40,8 +40,12 @@ const geminiChatModels: Record<string, string>[] = [
 
 const geminiEmbeddingModels: Record<string, string>[] = [
   {
-    displayName: 'Gemini Embedding',
-    key: 'gemini-embedding-exp',
+    displayName: 'Text Embedding 004',
+    key: 'models/text-embedding-004',
+  },
+  {
+    displayName: 'Embedding 001',
+    key: 'models/embedding-001',
   },
 ];
 

src/lib/providers/groq.ts

@@ -72,6 +72,14 @@ const groqChatModels: Record<string, string>[] = [
     displayName: 'Llama 3.2 90B Vision Preview (Preview)',
     key: 'llama-3.2-90b-vision-preview',
   },
+  /* {
+    displayName: 'Llama 4 Maverick 17B 128E Instruct (Preview)',
+    key: 'meta-llama/llama-4-maverick-17b-128e-instruct',
+  }, */
+  {
+    displayName: 'Llama 4 Scout 17B 16E Instruct (Preview)',
+    key: 'meta-llama/llama-4-scout-17b-16e-instruct',
+  },
 ];
 
 export const loadGroqChatModels = async () => {

src/lib/search/metaSearchAgent.ts

@@ -6,6 +6,11 @@ import {
   MessagesPlaceholder,
   PromptTemplate,
 } from '@langchain/core/prompts';
+import {
+  RunnableLambda,
+  RunnableMap,
+  RunnableSequence,
+} from '@langchain/core/runnables';
 import { BaseMessage } from '@langchain/core/messages';
 import { StringOutputParser } from '@langchain/core/output_parsers';
 import LineListOutputParser from '../outputParsers/listLineOutputParser';
@@ -19,7 +24,6 @@ import computeSimilarity from '../utils/computeSimilarity';
 import formatChatHistoryAsString from '../utils/formatHistory';
 import eventEmitter from 'events';
 import { StreamEvent } from '@langchain/core/tracers/log_stream';
-import { EventEmitter } from 'node:stream';
 
 export interface MetaSearchAgentType {
   searchAndAnswer: (
@@ -43,7 +47,7 @@ interface Config {
   activeEngines: string[];
 }
 
-type SearchInput = {
+type BasicChainInput = {
   chat_history: BaseMessage[];
   query: string;
 };
@@ -56,25 +60,14 @@ class MetaSearchAgent implements MetaSearchAgentType {
     this.config = config;
   }
 
-  private async searchSources(
-    llm: BaseChatModel,
-    input: SearchInput,
-    emitter: EventEmitter,
-  ) {
+  private async createSearchRetrieverChain(llm: BaseChatModel) {
     (llm as unknown as ChatOpenAI).temperature = 0;
 
-    const chatPrompt = PromptTemplate.fromTemplate(
-      this.config.queryGeneratorPrompt,
-    );
-
-    const processedChatPrompt = await chatPrompt.invoke({
-      chat_history: formatChatHistoryAsString(input.chat_history),
-      query: input.query,
-    });
-
-    const llmRes = await llm.invoke(processedChatPrompt);
-    const messageStr = await this.strParser.invoke(llmRes);
-
+    return RunnableSequence.from([
+      PromptTemplate.fromTemplate(this.config.queryGeneratorPrompt),
+      llm,
+      this.strParser,
+      RunnableLambda.from(async (input: string) => {
         const linksOutputParser = new LineListOutputParser({
           key: 'links',
         });
@@ -83,10 +76,10 @@ class MetaSearchAgent implements MetaSearchAgentType {
           key: 'question',
         });
 
-    const links = await linksOutputParser.parse(messageStr);
+        const links = await linksOutputParser.parse(input);
         let question = this.config.summarizer
-      ? await questionOutputParser.parse(messageStr)
-      : messageStr;
+          ? await questionOutputParser.parse(input)
+          : input;
 
         if (question === 'not_needed') {
           return { query: '', docs: [] };
@@ -106,7 +99,8 @@ class MetaSearchAgent implements MetaSearchAgentType {
           linkDocs.map((doc) => {
             const URLDocExists = docGroups.find(
               (d) =>
-            d.metadata.url === doc.metadata.url && d.metadata.totalDocs < 10,
+                d.metadata.url === doc.metadata.url &&
+                d.metadata.totalDocs < 10,
             );
 
             if (!URLDocExists) {
@@ -121,7 +115,8 @@ class MetaSearchAgent implements MetaSearchAgentType {
 
             const docIndex = docGroups.findIndex(
               (d) =>
-            d.metadata.url === doc.metadata.url && d.metadata.totalDocs < 10,
+                d.metadata.url === doc.metadata.url &&
+                d.metadata.totalDocs < 10,
             );
 
             if (docIndex !== -1) {
@@ -233,31 +228,42 @@ class MetaSearchAgent implements MetaSearchAgentType {
 
           return { query: question, docs: documents };
         }
+      }),
+    ]);
   }
 
-  private async streamAnswer(
+  private async createAnsweringChain(
     llm: BaseChatModel,
     fileIds: string[],
     embeddings: Embeddings,
     optimizationMode: 'speed' | 'balanced' | 'quality',
     systemInstructions: string,
-    input: SearchInput,
-    emitter: EventEmitter,
   ) {
-    const chatPrompt = ChatPromptTemplate.fromMessages([
-      ['system', this.config.responsePrompt],
-      new MessagesPlaceholder('chat_history'),
-      ['user', '{query}'],
-    ]);
+    return RunnableSequence.from([
+      RunnableMap.from({
+        systemInstructions: () => systemInstructions,
+        query: (input: BasicChainInput) => input.query,
+        chat_history: (input: BasicChainInput) => input.chat_history,
+        date: () => new Date().toISOString(),
+        context: RunnableLambda.from(async (input: BasicChainInput) => {
+          const processedHistory = formatChatHistoryAsString(
+            input.chat_history,
+          );
 
           let docs: Document[] | null = null;
           let query = input.query;
 
           if (this.config.searchWeb) {
-      const searchResults = await this.searchSources(llm, input, emitter);
+            const searchRetrieverChain =
+              await this.createSearchRetrieverChain(llm);
 
-      query = searchResults.query;
-      docs = searchResults.docs;
+            const searchRetrieverResult = await searchRetrieverChain.invoke({
+              chat_history: processedHistory,
+              query,
+            });
+
+            query = searchRetrieverResult.query;
+            docs = searchRetrieverResult.docs;
           }
 
           const sortedDocs = await this.rerankDocs(
@@ -268,30 +274,23 @@ class MetaSearchAgent implements MetaSearchAgentType {
             optimizationMode,
           );
 
-    emitter.emit('data', JSON.stringify({ type: 'sources', data: sortedDocs }));
-
-    const context = this.processDocs(sortedDocs);
-
-    const formattedChatPrompt = await chatPrompt.invoke({
-      query: input.query,
-      chat_history: input.chat_history,
-      date: new Date().toISOString(),
-      context: context,
-      systemInstructions: systemInstructions,
+          return sortedDocs;
+        })
+          .withConfig({
+            runName: 'FinalSourceRetriever',
+          })
+          .pipe(this.processDocs),
+      }),
+      ChatPromptTemplate.fromMessages([
+        ['system', this.config.responsePrompt],
+        new MessagesPlaceholder('chat_history'),
+        ['user', '{query}'],
+      ]),
+      llm,
+      this.strParser,
+    ]).withConfig({
+      runName: 'FinalResponseGenerator',
     });
-
-    const llmRes = await llm.stream(formattedChatPrompt);
-
-    for await (const data of llmRes) {
-      const messageStr = await this.strParser.invoke(data);
-
-      emitter.emit(
-        'data',
-        JSON.stringify({ type: 'response', data: messageStr }),
-      );
-    }
-
-    emitter.emit('end');
   }
 
   private async rerankDocs(
@@ -432,6 +431,39 @@ class MetaSearchAgent implements MetaSearchAgentType {
       .join('\n');
   }
 
+  private async handleStream(
+    stream: AsyncGenerator<StreamEvent, any, any>,
+    emitter: eventEmitter,
+  ) {
+    for await (const event of stream) {
+      if (
+        event.event === 'on_chain_end' &&
+        event.name === 'FinalSourceRetriever'
+      ) {
+        ``;
+        emitter.emit(
+          'data',
+          JSON.stringify({ type: 'sources', data: event.data.output }),
+        );
+      }
+      if (
+        event.event === 'on_chain_stream' &&
+        event.name === 'FinalResponseGenerator'
+      ) {
+        emitter.emit(
+          'data',
+          JSON.stringify({ type: 'response', data: event.data.chunk }),
+        );
+      }
+      if (
+        event.event === 'on_chain_end' &&
+        event.name === 'FinalResponseGenerator'
+      ) {
+        emitter.emit('end');
+      }
+    }
+  }
+
   async searchAndAnswer(
     message: string,
     history: BaseMessage[],
@@ -443,19 +475,26 @@ class MetaSearchAgent implements MetaSearchAgentType {
   ) {
     const emitter = new eventEmitter();
 
-    this.streamAnswer(
+    const answeringChain = await this.createAnsweringChain(
       llm,
       fileIds,
       embeddings,
       optimizationMode,
       systemInstructions,
+    );
+
+    const stream = answeringChain.streamEvents(
       {
         chat_history: history,
         query: message,
       },
-      emitter,
+      {
+        version: 'v1',
+      },
     );
 
+    this.handleStream(stream, emitter);
+
     return emitter;
   }
 }