feat(writer): add system instructions, send response block on response

src/app/api/chat/route.ts

@@ -221,6 +221,7 @@ export const POST = async (req: Request) => {
         sources: body.sources as SearchSources[],
         mode: body.optimizationMode,
         fileIds: body.files,
+        systemInstructions: body.systemInstructions || 'None',
       },
     });
 

src/lib/agents/search/index.ts

@@ -114,7 +114,11 @@ class SearchAgent {
 
     const finalContextWithWidgets = `<search_results note="These are the search results and assistant can cite these">\n${finalContext}\n</search_results>\n<widgets_result noteForAssistant="Its output is already showed to the user, assistant can use this information to answer the query but do not CITE this as a souce">\n${widgetContext}\n</widgets_result>`;
 
-    const writerPrompt = getWriterPrompt(finalContextWithWidgets);
+    const writerPrompt = getWriterPrompt(
+      finalContextWithWidgets,
+      input.config.systemInstructions,
+      input.config.mode,
+    );
     const answerStream = input.config.llm.streamText({
       messages: [
         {
@@ -129,24 +133,36 @@ class SearchAgent {
       ],
     });
 
-    const block: TextBlock = {
-      id: crypto.randomUUID(),
-      type: 'text',
-      data: '',
-    };
-
-    session.emitBlock(block);
+    let responseBlockId = '';
 
     for await (const chunk of answerStream) {
-      block.data += chunk.contentChunk;
+      if (!responseBlockId) {
+        const block: TextBlock = {
+          id: crypto.randomUUID(),
+          type: 'text',
+          data: chunk.contentChunk,
+        };
 
-      session.updateBlock(block.id, [
-        {
-          op: 'replace',
-          path: '/data',
-          value: block.data,
-        },
-      ]);
+        session.emitBlock(block);
+
+        responseBlockId = block.id;
+      } else {
+        const block = session.getBlock(responseBlockId) as TextBlock | null;
+
+        if (!block) {
+          continue;
+        }
+
+        block.data += chunk.contentChunk;
+
+        session.updateBlock(block.id, [
+          {
+            op: 'replace',
+            path: '/data',
+            value: block.data,
+          },
+        ]);
+      }
     }
 
     session.emit('end', {});

src/lib/prompts/search/writer.ts

@@ -1,4 +1,8 @@
-export const getWriterPrompt = (context: string) => {
+export const getWriterPrompt = (
+  context: string,
+  systemInstructions: string,
+  mode: 'speed' | 'balanced' | 'quality',
+) => {
   return `
 You are Perplexica, an AI model skilled in web search and crafting detailed, engaging, and well-structured answers. You excel at summarizing web pages and extracting relevant information to create professional, blog-style responses.
 
@@ -29,7 +33,11 @@ You are Perplexica, an AI model skilled in web search and crafting detailed, eng
     - If the query involves technical, historical, or complex topics, provide detailed background and explanatory sections to ensure clarity.
     - If the user provides vague input or if relevant information is missing, explain what additional details might help refine the search.
     - If no relevant information is found, say: "Hmm, sorry I could not find any relevant information on this topic. Would you like me to search again or ask something else?" Be transparent about limitations and suggest alternatives or ways to reframe the query.
-
+    ${mode === 'quality' ? "- YOU ARE CURRENTLY SET IN QUALITY MODE, GENERATE VERY DEEP, DETAILED AND COMPREHENSIVE RESPONSES USING THE FULL CONTEXT PROVIDED. ASSISTANT'S RESPONSES SHALL NOT BE LESS THAN AT LEAST 2000 WORDS, COVER EVERYTHING AND FRAME IT LIKE A RESEARCH REPORT." : ''}
+    
+    ### User instructions
+    These instructions are shared to you by the user and not by the system. You will have to follow them but give them less priority than the above instructions. If the user has provided specific instructions or preferences, incorporate them into your response while adhering to the overall guidelines.
+    ${systemInstructions}
 
     ### Example Output
     - Begin with a brief introduction summarizing the event or query topic.