diff --git a/src/app/api/chat/route.ts b/src/app/api/chat/route.ts index 5b87afb..2ae80be 100644 --- a/src/app/api/chat/route.ts +++ b/src/app/api/chat/route.ts @@ -234,7 +234,7 @@ export const POST = async (req: Request) => { }) as unknown as BaseChatModel; } else if (chatModelProvider && chatModel) { llm = chatModel.model; - + // Set context window size for Ollama models if (llm instanceof ChatOllama && body.chatModel?.provider === 'ollama') { llm.numCtx = body.chatModel.ollamaContextWindow || 2048; diff --git a/src/app/api/search/route.ts b/src/app/api/search/route.ts index 5d3cb5f..c4f6970 100644 --- a/src/app/api/search/route.ts +++ b/src/app/api/search/route.ts @@ -98,7 +98,7 @@ export const POST = async (req: Request) => { llm = chatModelProviders[chatModelProvider][chatModel] .model as unknown as BaseChatModel | undefined; } - + if (llm instanceof ChatOllama && body.chatModel?.provider === 'ollama') { llm.numCtx = body.chatModel.ollamaContextWindow || 2048; } diff --git a/src/components/ChatWindow.tsx b/src/components/ChatWindow.tsx index 8713ca5..b4882e5 100644 --- a/src/components/ChatWindow.tsx +++ b/src/components/ChatWindow.tsx @@ -337,7 +337,7 @@ const ChatWindow = ({ id }: { id?: string }) => { } }, [isMessagesLoaded, isConfigReady]); -const sendMessage = async ( + const sendMessage = async ( message: string, messageId?: string, options?: { rewriteIndex?: number }, @@ -359,10 +359,13 @@ const sendMessage = async ( if (options?.rewriteIndex !== undefined) { const rewriteIndex = options.rewriteIndex; setMessages((prev) => { - return [...prev.slice(0, messages.length > 2 ? rewriteIndex - 1 : 0)] + return [...prev.slice(0, messages.length > 2 ? rewriteIndex - 1 : 0)]; }); - - messageChatHistory = chatHistory.slice(0, messages.length > 2 ? rewriteIndex - 1 : 0) + + messageChatHistory = chatHistory.slice( + 0, + messages.length > 2 ? rewriteIndex - 1 : 0, + ); setChatHistory(messageChatHistory); } @@ -480,7 +483,8 @@ const sendMessage = async ( } }; - const ollamaContextWindow = localStorage.getItem('ollamaContextWindow') || '2048'; + const ollamaContextWindow = + localStorage.getItem('ollamaContextWindow') || '2048'; const res = await fetch('/api/chat', { method: 'POST', @@ -542,9 +546,13 @@ const sendMessage = async ( }; const rewrite = (messageId: string) => { - const messageIndex = messages.findIndex((msg) => msg.messageId === messageId); - if(messageIndex == -1) return; - sendMessage(messages[messageIndex - 1].content, messageId, { rewriteIndex: messageIndex }); + const messageIndex = messages.findIndex( + (msg) => msg.messageId === messageId, + ); + if (messageIndex == -1) return; + sendMessage(messages[messageIndex - 1].content, messageId, { + rewriteIndex: messageIndex, + }); }; useEffect(() => { diff --git a/src/components/MessageInput.tsx b/src/components/MessageInput.tsx index 4b0d31f..a72381a 100644 --- a/src/components/MessageInput.tsx +++ b/src/components/MessageInput.tsx @@ -77,7 +77,9 @@ const MessageInput = ({ }} className={cn( 'bg-light-secondary dark:bg-dark-secondary p-4 flex items-center border border-light-200 dark:border-dark-200', - mode === 'multi' ? 'flex-col rounded-lg' : 'flex-col md:flex-row rounded-lg md:rounded-full', + mode === 'multi' + ? 'flex-col rounded-lg' + : 'flex-col md:flex-row rounded-lg md:rounded-full', )} > {mode === 'single' && ( @@ -130,7 +132,7 @@ const MessageInput = ({ )} - + {mode === 'multi' && (