feat(agents): update suggestion generator

src/lib/agents/suggestions/index.ts

@@ -1,32 +1,39 @@
-import ListLineOutputParser from '@/lib/outputParsers/listLineOutputParser';
-import { ChatPromptTemplate, PromptTemplate } from '@langchain/core/prompts';
 import formatChatHistoryAsString from '@/lib/utils/formatHistory';
-import { BaseMessage, HumanMessage, SystemMessage } from '@langchain/core/messages';
-import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { suggestionGeneratorPrompt } from '@/lib/prompts/suggestions';
+import { ChatTurnMessage } from '@/lib/types';
+import z from 'zod';
+import BaseLLM from '@/lib/models/base/llm';
+import { i } from 'mathjs';
 
 type SuggestionGeneratorInput = {
-  chatHistory: BaseMessage[];
+  chatHistory: ChatTurnMessage[];
 };
 
-const outputParser = new ListLineOutputParser({
-  key: 'suggestions',
+const schema = z.object({
+  suggestions: z
+    .array(z.string())
+    .describe('List of suggested questions or prompts'),
 });
 
 const generateSuggestions = async (
   input: SuggestionGeneratorInput,
-  llm: BaseChatModel,
+  llm: BaseLLM<any>,
 ) => {
-  const chatPrompt = await ChatPromptTemplate.fromMessages([
-    new SystemMessage(suggestionGeneratorPrompt),
-    new HumanMessage(`<conversation>${formatChatHistoryAsString(input.chatHistory)}</conversation>`)
-  ]).formatMessages({})
+  const res = await llm.generateObject<z.infer<typeof schema>>({
+    messages: [
+      {
+        role: 'system',
+        content: suggestionGeneratorPrompt,
+      },
+      {
+        role: 'user',
+        content: `<chat_history>\n${formatChatHistoryAsString(input.chatHistory)}\n</chat_history>`,
+      },
+    ],
+    schema,
+  });
 
-  const res = await llm.invoke(chatPrompt)
-
-  const suggestions = await outputParser.invoke(res)
-
-  return suggestions
+  return res.suggestions;
 };
 
 export default generateSuggestions;