feat(chat-api): handle messages as separate entities

src/app/api/chat/route.ts

@@ -52,11 +52,10 @@ const handleEmitterEvents = async (
   stream: EventEmitter,
   writer: WritableStreamDefaultWriter,
   encoder: TextEncoder,
-  aiMessageId: string,
   chatId: string,
 ) => {
   let recievedMessage = '';
-  let sources: any[] = [];
+  const aiMessageId = crypto.randomBytes(7).toString('hex');
 
   stream.on('data', (data) => {
     const parsedData = JSON.parse(data);
@@ -83,7 +82,17 @@ const handleEmitterEvents = async (
         ),
       );
 
-      sources = parsedData.data;
+      const sourceMessageId = crypto.randomBytes(7).toString('hex');
+
+      db.insert(messagesSchema)
+        .values({
+          chatId: chatId,
+          messageId: sourceMessageId,
+          role: 'source',
+          sources: parsedData.data,
+          createdAt: new Date().toString(),
+        })
+        .execute();
     }
   });
   stream.on('end', () => {
@@ -91,7 +100,6 @@ const handleEmitterEvents = async (
       encoder.encode(
         JSON.stringify({
           type: 'messageEnd',
-          messageId: aiMessageId,
         }) + '\n',
       ),
     );
@@ -103,10 +111,7 @@ const handleEmitterEvents = async (
         chatId: chatId,
         messageId: aiMessageId,
         role: 'assistant',
-        metadata: JSON.stringify({
+        createdAt: new Date().toString(),
-          createdAt: new Date(),
-          ...(sources && sources.length > 0 && { sources }),
-        }),
       })
       .execute();
   });
@@ -167,9 +172,7 @@ const handleHistorySave = async (
         chatId: message.chatId,
         messageId: humanMessageId,
         role: 'user',
-        metadata: JSON.stringify({
+        createdAt: new Date().toString(),
-          createdAt: new Date(),
-        }),
       })
       .execute();
   } else {
@@ -251,7 +254,6 @@ export const POST = async (req: Request) => {
 
     const humanMessageId =
       message.messageId ?? crypto.randomBytes(7).toString('hex');
-    const aiMessageId = crypto.randomBytes(7).toString('hex');
 
     const history: BaseMessage[] = body.history.map((msg) => {
       if (msg[0] === 'human') {
@@ -290,7 +292,7 @@ export const POST = async (req: Request) => {
     const writer = responseStream.writable.getWriter();
     const encoder = new TextEncoder();
 
-    handleEmitterEvents(stream, writer, encoder, aiMessageId, message.chatId);
+    handleEmitterEvents(stream, writer, encoder, message.chatId);
     handleHistorySave(message, humanMessageId, body.focusMode, body.files);
 
     return new Response(responseStream.readable, {

src/lib/db/schema.ts

@@ -1,15 +1,19 @@
 import { sql } from 'drizzle-orm';
 import { text, integer, sqliteTable } from 'drizzle-orm/sqlite-core';
+import { Document } from 'langchain/document';
 
 export const messages = sqliteTable('messages', {
   id: integer('id').primaryKey(),
-  content: text('content').notNull(),
+  role: text('type', { enum: ['assistant', 'user', 'source'] }).notNull(),
   chatId: text('chatId').notNull(),
+  createdAt: text('createdAt').notNull(),
   messageId: text('messageId').notNull(),
-  role: text('type', { enum: ['assistant', 'user'] }),
+
-  metadata: text('metadata', {
+  content: text('content'),
+
+  sources: text('sources', {
     mode: 'json',
-  }),
+  }).$type<Document[]>(),
 });
 
 interface File {