Merge branch 'ItzCrazyKns:master' into feature/library-improvements

README.md

@@ -1,5 +1,21 @@
 # 🚀 Perplexica - An AI-powered search engine 🔎 <!-- omit in toc -->
 
+<div align="center" markdown="1">
+   <sup>Special thanks to:</sup>
+   <br>
+   <br>
+   <a href="https://www.warp.dev/perplexica">
+      <img alt="Warp sponsorship" width="400" src="https://github.com/user-attachments/assets/775dd593-9b5f-40f1-bf48-479faff4c27b">
+   </a>
+
+### [Warp, the AI Devtool that lives in your terminal](https://www.warp.dev/perplexica)
+
+[Available for MacOS, Linux, & Windows](https://www.warp.dev/perplexica)
+
+</div>
+
+<hr/>
+
 [![Discord](https://dcbadge.vercel.app/api/server/26aArMy8tT?style=flat&compact=true)](https://discord.gg/26aArMy8tT)
 
 ![preview](.assets/perplexica-screenshot.png?)

sample.config.toml

@@ -25,8 +25,5 @@ API_URL = "" # Ollama API URL - http://host.docker.internal:11434
 [MODELS.DEEPSEEK]
 API_KEY = ""
 
-[MODELS.LM_STUDIO]
-API_URL = "" # LM Studio API URL - http://host.docker.internal:1234
-
 [API_ENDPOINTS]
-SEARXNG = "" # SearxNG API URL - http://localhost:32768
+SEARXNG = "" # SearxNG API URL - http://localhost:32768

src/app/api/config/route.ts

@@ -8,7 +8,6 @@ import {
   getOllamaApiEndpoint,
   getOpenaiApiKey,
   getDeepseekApiKey,
-  getLMStudioApiEndpoint,
   updateConfig,
 } from '@/lib/config';
 import {
@@ -52,7 +51,6 @@ export const GET = async (req: Request) => {
 
     config['openaiApiKey'] = getOpenaiApiKey();
     config['ollamaApiUrl'] = getOllamaApiEndpoint();
-    config['lmStudioApiUrl'] = getLMStudioApiEndpoint();
     config['anthropicApiKey'] = getAnthropicApiKey();
     config['groqApiKey'] = getGroqApiKey();
     config['geminiApiKey'] = getGeminiApiKey();
@@ -95,9 +93,6 @@ export const POST = async (req: Request) => {
         DEEPSEEK: {
           API_KEY: config.deepseekApiKey,
         },
-        LM_STUDIO: {
-          API_URL: config.lmStudioApiUrl,
-        },
         CUSTOM_OPENAI: {
           API_URL: config.customOpenaiApiUrl,
           API_KEY: config.customOpenaiApiKey,

src/app/library/page.tsx

@@ -1,10 +1,12 @@
 'use client';
 
 import DeleteChat from '@/components/DeleteChat';
+import BatchDeleteChats from '@/components/BatchDeleteChats';
 import { cn, formatTimeDifference } from '@/lib/utils';
-import { BookOpenText, ClockIcon, Delete, ScanEye } from 'lucide-react';
+import { BookOpenText, Check, ClockIcon, Delete, ScanEye, Search, X } from 'lucide-react';
 import Link from 'next/link';
 import { useEffect, useState } from 'react';
+import { toast } from 'sonner';
 
 export interface Chat {
   id: string;
@@ -15,7 +17,13 @@ export interface Chat {
 
 const Page = () => {
   const [chats, setChats] = useState<Chat[]>([]);
+  const [filteredChats, setFilteredChats] = useState<Chat[]>([]);
   const [loading, setLoading] = useState(true);
+  const [searchQuery, setSearchQuery] = useState('');
+  const [selectionMode, setSelectionMode] = useState(false);
+  const [selectedChats, setSelectedChats] = useState<string[]>([]);
+  const [hoveredChatId, setHoveredChatId] = useState<string | null>(null);
+  const [isDeleteDialogOpen, setIsDeleteDialogOpen] = useState(false);
 
   useEffect(() => {
     const fetchChats = async () => {
@@ -31,12 +39,71 @@ const Page = () => {
       const data = await res.json();
 
       setChats(data.chats);
+      setFilteredChats(data.chats);
       setLoading(false);
     };
 
     fetchChats();
   }, []);
 
+  useEffect(() => {
+    if (searchQuery.trim() === '') {
+      setFilteredChats(chats);
+    } else {
+      const filtered = chats.filter((chat) =>
+        chat.title.toLowerCase().includes(searchQuery.toLowerCase())
+      );
+      setFilteredChats(filtered);
+    }
+  }, [searchQuery, chats]);
+
+  const handleSearchChange = (e: React.ChangeEvent<HTMLInputElement>) => {
+    setSearchQuery(e.target.value);
+  };
+
+  const clearSearch = () => {
+    setSearchQuery('');
+  };
+
+  const toggleSelectionMode = () => {
+    setSelectionMode(!selectionMode);
+    setSelectedChats([]);
+  };
+
+  const toggleChatSelection = (chatId: string) => {
+    if (selectedChats.includes(chatId)) {
+      setSelectedChats(selectedChats.filter(id => id !== chatId));
+    } else {
+      setSelectedChats([...selectedChats, chatId]);
+    }
+  };
+
+  const selectAllChats = () => {
+    if (selectedChats.length === filteredChats.length) {
+      setSelectedChats([]);
+    } else {
+      setSelectedChats(filteredChats.map(chat => chat.id));
+    }
+  };
+
+  const deleteSelectedChats = () => {
+    if (selectedChats.length === 0) return;
+    setIsDeleteDialogOpen(true);
+  };
+
+  const handleBatchDeleteComplete = () => {
+    setSelectedChats([]);
+    setSelectionMode(false);
+  };
+
+  const updateChatsAfterDelete = (newChats: Chat[]) => {
+    setChats(newChats);
+    setFilteredChats(newChats.filter(chat => 
+      searchQuery.trim() === '' || 
+      chat.title.toLowerCase().includes(searchQuery.toLowerCase())
+    ));
+  };
+
   return loading ? (
     <div className="flex flex-row items-center justify-center min-h-screen">
       <svg
@@ -64,32 +131,145 @@ const Page = () => {
           <h1 className="text-3xl font-medium p-2">Library</h1>
         </div>
         <hr className="border-t border-[#2B2C2C] my-4 w-full" />
+        
+        {/* Search Box */}
+        <div className="relative mt-6 mb-6">
+          <div className="absolute inset-y-0 left-0 flex items-center pl-3 pointer-events-none">
+            <Search className="w-5 h-5 text-black/50 dark:text-white/50" />
+          </div>
+          <input
+            type="text"
+            className="block w-full p-2 pl-10 pr-10 bg-light-secondary dark:bg-dark-secondary border border-light-200 dark:border-dark-200 rounded-md text-black dark:text-white focus:outline-none focus:ring-1 focus:ring-blue-500"
+            placeholder="Search your threads..."
+            value={searchQuery}
+            onChange={handleSearchChange}
+          />
+          {searchQuery && (
+            <button
+              onClick={clearSearch}
+              className="absolute inset-y-0 right-0 flex items-center pr-3"
+            >
+              <X className="w-5 h-5 text-black/50 dark:text-white/50 hover:text-black dark:hover:text-white" />
+            </button>
+          )}
+        </div>
+        
+        {/* Thread Count and Selection Controls */}
+        <div className="mb-4">
+          {!selectionMode ? (
+            <div className="flex items-center justify-between">
+              <div className="text-black/70 dark:text-white/70">
+                You have {chats.length} threads in Perplexica
+              </div>
+              <button
+                onClick={toggleSelectionMode}
+                className="text-black/70 dark:text-white/70 hover:text-black dark:hover:text-white text-sm transition duration-200"
+              >
+                Select
+              </button>
+            </div>
+          ) : (
+            <div className="flex items-center justify-between">
+              <div className="text-black/70 dark:text-white/70">
+                {selectedChats.length} selected thread{selectedChats.length !== 1 ? 's' : ''}
+              </div>
+              <div className="flex space-x-4">
+                <button
+                  onClick={selectAllChats}
+                  className="text-black/70 dark:text-white/70 hover:text-black dark:hover:text-white text-sm transition duration-200"
+                >
+                  {selectedChats.length === filteredChats.length ? 'Deselect all' : 'Select all'}
+                </button>
+                
+                <button
+                  onClick={toggleSelectionMode}
+                  className="text-black/70 dark:text-white/70 hover:text-black dark:hover:text-white text-sm transition duration-200"
+                >
+                  Cancel
+                </button>
+                
+                <button
+                  onClick={deleteSelectedChats}
+                  disabled={selectedChats.length === 0}
+                  className={cn(
+                    "text-sm transition duration-200",
+                    selectedChats.length === 0 
+                      ? "text-red-400/50 hover:text-red-500/50 cursor-not-allowed" 
+                      : "text-red-400 hover:text-red-500 cursor-pointer"
+                  )}
+                >
+                  Delete Selected
+                </button>
+              </div>
+            </div>
+          )}
+        </div>
       </div>
-      {chats.length === 0 && (
-        <div className="flex flex-row items-center justify-center min-h-screen">
+      
+      {filteredChats.length === 0 && (
+        <div className="flex flex-row items-center justify-center min-h-[50vh]">
           <p className="text-black/70 dark:text-white/70 text-sm">
-            No chats found.
+            {searchQuery ? 'No threads found matching your search.' : 'No threads found.'}
           </p>
         </div>
       )}
-      {chats.length > 0 && (
+      
+      {filteredChats.length > 0 && (
         <div className="flex flex-col pb-20 lg:pb-2">
-          {chats.map((chat, i) => (
+          {filteredChats.map((chat, i) => (
             <div
               className={cn(
                 'flex flex-col space-y-4 py-6',
-                i !== chats.length - 1
+                i !== filteredChats.length - 1
                   ? 'border-b border-white-200 dark:border-dark-200'
                   : '',
               )}
               key={i}
+              onMouseEnter={() => setHoveredChatId(chat.id)}
+              onMouseLeave={() => setHoveredChatId(null)}
             >
-              <Link
-                href={`/c/${chat.id}`}
-                className="text-black dark:text-white lg:text-xl font-medium truncate transition duration-200 hover:text-[#24A0ED] dark:hover:text-[#24A0ED] cursor-pointer"
-              >
-                {chat.title}
-              </Link>
+              <div className="flex items-center">
+                {/* Checkbox - visible when in selection mode or when hovering */}
+                {(selectionMode || hoveredChatId === chat.id) && (
+                  <div 
+                    className="mr-3 cursor-pointer"
+                    onClick={(e) => {
+                      e.preventDefault();
+                      if (!selectionMode) setSelectionMode(true);
+                      toggleChatSelection(chat.id);
+                    }}
+                  >
+                    <div className={cn(
+                      "w-5 h-5 border rounded flex items-center justify-center transition-colors",
+                      selectedChats.includes(chat.id) 
+                        ? "bg-blue-500 border-blue-500" 
+                        : "border-gray-400 dark:border-gray-600"
+                    )}>
+                      {selectedChats.includes(chat.id) && (
+                        <Check className="w-4 h-4 text-white" />
+                      )}
+                    </div>
+                  </div>
+                )}
+                
+                {/* Chat Title */}
+                <Link
+                  href={`/c/${chat.id}`}
+                  className={cn(
+                    "text-black dark:text-white lg:text-xl font-medium truncate transition duration-200 hover:text-[#24A0ED] dark:hover:text-[#24A0ED] cursor-pointer",
+                    selectionMode && "pointer-events-none text-black dark:text-white hover:text-black dark:hover:text-white"
+                  )}
+                  onClick={(e) => {
+                    if (selectionMode) {
+                      e.preventDefault();
+                      toggleChatSelection(chat.id);
+                    }
+                  }}
+                >
+                  {chat.title}
+                </Link>
+              </div>
+              
               <div className="flex flex-row items-center justify-between w-full">
                 <div className="flex flex-row items-center space-x-1 lg:space-x-1.5 text-black/70 dark:text-white/70">
                   <ClockIcon size={15} />
@@ -97,16 +277,30 @@ const Page = () => {
                     {formatTimeDifference(new Date(), chat.createdAt)} Ago
                   </p>
                 </div>
-                <DeleteChat
-                  chatId={chat.id}
-                  chats={chats}
-                  setChats={setChats}
-                />
+                
+                {/* Delete button - only visible when not in selection mode */}
+                {!selectionMode && (
+                  <DeleteChat
+                    chatId={chat.id}
+                    chats={chats}
+                    setChats={updateChatsAfterDelete}
+                  />
+                )}
               </div>
             </div>
           ))}
         </div>
       )}
+      
+      {/* Batch Delete Confirmation Dialog */}
+      <BatchDeleteChats
+        chatIds={selectedChats}
+        chats={chats}
+        setChats={updateChatsAfterDelete}
+        onComplete={handleBatchDeleteComplete}
+        isOpen={isDeleteDialogOpen}
+        setIsOpen={setIsDeleteDialogOpen}
+      />
     </div>
   );
 };

src/app/settings/page.tsx

@@ -7,7 +7,6 @@ import { Switch } from '@headlessui/react';
 import ThemeSwitcher from '@/components/theme/Switcher';
 import { ImagesIcon, VideoIcon } from 'lucide-react';
 import Link from 'next/link';
-import { PROVIDER_METADATA } from '@/lib/providers';
 
 interface SettingsType {
   chatModelProviders: {
@@ -21,7 +20,6 @@ interface SettingsType {
   anthropicApiKey: string;
   geminiApiKey: string;
   ollamaApiUrl: string;
-  lmStudioApiUrl: string;
   deepseekApiKey: string;
   customOpenaiApiKey: string;
   customOpenaiApiUrl: string;
@@ -550,9 +548,8 @@ const Page = () => {
                         (provider) => ({
                           value: provider,
                           label:
-                            (PROVIDER_METADATA as any)[provider]?.displayName ||
                             provider.charAt(0).toUpperCase() +
-                              provider.slice(1),
+                            provider.slice(1),
                         }),
                       )}
                     />
@@ -693,9 +690,8 @@ const Page = () => {
                         (provider) => ({
                           value: provider,
                           label:
-                            (PROVIDER_METADATA as any)[provider]?.displayName ||
                             provider.charAt(0).toUpperCase() +
-                              provider.slice(1),
+                            provider.slice(1),
                         }),
                       )}
                     />
@@ -862,25 +858,6 @@ const Page = () => {
                     onSave={(value) => saveConfig('deepseekApiKey', value)}
                   />
                 </div>
-
-                <div className="flex flex-col space-y-1">
-                  <p className="text-black/70 dark:text-white/70 text-sm">
-                    LM Studio API URL
-                  </p>
-                  <Input
-                    type="text"
-                    placeholder="LM Studio API URL"
-                    value={config.lmStudioApiUrl}
-                    isSaving={savingStates['lmStudioApiUrl']}
-                    onChange={(e) => {
-                      setConfig((prev) => ({
-                        ...prev!,
-                        lmStudioApiUrl: e.target.value,
-                      }));
-                    }}
-                    onSave={(value) => saveConfig('lmStudioApiUrl', value)}
-                  />
-                </div>
               </div>
             </SettingsSection>
           </div>

src/components/BatchDeleteChats.tsx

@@ -0,0 +1,118 @@
+import {
+  Description,
+  Dialog,
+  DialogBackdrop,
+  DialogPanel,
+  DialogTitle,
+  Transition,
+  TransitionChild,
+} from '@headlessui/react';
+import { Fragment, useState } from 'react';
+import { toast } from 'sonner';
+import { Chat } from '@/app/library/page';
+
+interface BatchDeleteChatsProps {
+  chatIds: string[];
+  chats: Chat[];
+  setChats: (chats: Chat[]) => void;
+  onComplete: () => void;
+  isOpen: boolean;
+  setIsOpen: (isOpen: boolean) => void;
+}
+
+const BatchDeleteChats = ({
+  chatIds,
+  chats,
+  setChats,
+  onComplete,
+  isOpen,
+  setIsOpen,
+}: BatchDeleteChatsProps) => {
+  const [loading, setLoading] = useState(false);
+
+  const handleDelete = async () => {
+    if (chatIds.length === 0) return;
+    
+    setLoading(true);
+    try {
+      for (const chatId of chatIds) {
+        await fetch(`/api/chats/${chatId}`, {
+          method: 'DELETE',
+          headers: {
+            'Content-Type': 'application/json',
+          },
+        });
+      }
+
+      const newChats = chats.filter(chat => !chatIds.includes(chat.id));
+      setChats(newChats);
+      
+      toast.success(`${chatIds.length} thread${chatIds.length > 1 ? 's' : ''} deleted`);
+      onComplete();
+    } catch (err: any) {
+      toast.error('Failed to delete threads');
+    } finally {
+      setIsOpen(false);
+      setLoading(false);
+    }
+  };
+
+  return (
+    <Transition appear show={isOpen} as={Fragment}>
+      <Dialog
+        as="div"
+        className="relative z-50"
+        onClose={() => {
+          if (!loading) {
+            setIsOpen(false);
+          }
+        }}
+      >
+        <DialogBackdrop className="fixed inset-0 bg-black/30" />
+        <div className="fixed inset-0 overflow-y-auto">
+          <div className="flex min-h-full items-center justify-center p-4 text-center">
+            <TransitionChild
+              as={Fragment}
+              enter="ease-out duration-200"
+              enterFrom="opacity-0 scale-95"
+              enterTo="opacity-100 scale-100"
+              leave="ease-in duration-100"
+              leaveFrom="opacity-100 scale-200"
+              leaveTo="opacity-0 scale-95"
+            >
+              <DialogPanel className="w-full max-w-md transform rounded-2xl bg-light-secondary dark:bg-dark-secondary border border-light-200 dark:border-dark-200 p-6 text-left align-middle shadow-xl transition-all">
+                <DialogTitle className="text-lg font-medium leading-6 dark:text-white">
+                  Delete Confirmation
+                </DialogTitle>
+                <Description className="text-sm dark:text-white/70 text-black/70">
+                  Are you sure you want to delete {chatIds.length} selected thread{chatIds.length !== 1 ? 's' : ''}?
+                </Description>
+                <div className="flex flex-row items-end justify-end space-x-4 mt-6">
+                  <button
+                    onClick={() => {
+                      if (!loading) {
+                        setIsOpen(false);
+                      }
+                    }}
+                    className="text-black/50 dark:text-white/50 text-sm hover:text-black/70 hover:dark:text-white/70 transition duration-200"
+                  >
+                    Cancel
+                  </button>
+                  <button
+                    onClick={handleDelete}
+                    className="text-red-400 text-sm hover:text-red-500 transition duration-200"
+                    disabled={loading}
+                  >
+                    Delete
+                  </button>
+                </div>
+              </DialogPanel>
+            </TransitionChild>
+          </div>
+        </div>
+      </Dialog>
+    </Transition>
+  );
+};
+
+export default BatchDeleteChats;

src/lib/config.ts

@@ -1,14 +1,7 @@
+import fs from 'fs';
+import path from 'path';
 import toml from '@iarna/toml';
 
-// Use dynamic imports for Node.js modules to prevent client-side errors
-let fs: any;
-let path: any;
-if (typeof window === 'undefined') {
-  // We're on the server
-  fs = require('fs');
-  path = require('path');
-}
-
 const configFileName = 'config.toml';
 
 interface Config {
@@ -35,9 +28,6 @@ interface Config {
     DEEPSEEK: {
       API_KEY: string;
     };
-    LM_STUDIO: {
-      API_URL: string;
-    };
     CUSTOM_OPENAI: {
       API_URL: string;
       API_KEY: string;
@@ -53,17 +43,10 @@ type RecursivePartial<T> = {
   [P in keyof T]?: RecursivePartial<T[P]>;
 };
 
-const loadConfig = () => {
-  // Server-side only
-  if (typeof window === 'undefined') {
-    return toml.parse(
-      fs.readFileSync(path.join(process.cwd(), `${configFileName}`), 'utf-8'),
-    ) as any as Config;
-  }
-
-  // Client-side fallback - settings will be loaded via API
-  return {} as Config;
-};
+const loadConfig = () =>
+  toml.parse(
+    fs.readFileSync(path.join(process.cwd(), `${configFileName}`), 'utf-8'),
+  ) as any as Config;
 
 export const getSimilarityMeasure = () =>
   loadConfig().GENERAL.SIMILARITY_MEASURE;
@@ -94,9 +77,6 @@ export const getCustomOpenaiApiUrl = () =>
 export const getCustomOpenaiModelName = () =>
   loadConfig().MODELS.CUSTOM_OPENAI.MODEL_NAME;
 
-export const getLMStudioApiEndpoint = () =>
-  loadConfig().MODELS.LM_STUDIO.API_URL;
-
 const mergeConfigs = (current: any, update: any): any => {
   if (update === null || update === undefined) {
     return current;
@@ -129,13 +109,10 @@ const mergeConfigs = (current: any, update: any): any => {
 };
 
 export const updateConfig = (config: RecursivePartial<Config>) => {
-  // Server-side only
-  if (typeof window === 'undefined') {
-    const currentConfig = loadConfig();
-    const mergedConfig = mergeConfigs(currentConfig, config);
-    fs.writeFileSync(
-      path.join(path.join(process.cwd(), `${configFileName}`)),
-      toml.stringify(mergedConfig),
-    );
-  }
+  const currentConfig = loadConfig();
+  const mergedConfig = mergeConfigs(currentConfig, config);
+  fs.writeFileSync(
+    path.join(path.join(process.cwd(), `${configFileName}`)),
+    toml.stringify(mergedConfig),
+  );
 };

src/lib/providers/anthropic.ts

@@ -1,11 +1,6 @@
 import { ChatAnthropic } from '@langchain/anthropic';
 import { ChatModel } from '.';
 import { getAnthropicApiKey } from '../config';
-
-export const PROVIDER_INFO = {
-  key: 'anthropic',
-  displayName: 'Anthropic',
-};
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 
 const anthropicChatModels: Record<string, string>[] = [

src/lib/providers/deepseek.ts

@@ -3,11 +3,6 @@ import { getDeepseekApiKey } from '../config';
 import { ChatModel } from '.';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 
-export const PROVIDER_INFO = {
-  key: 'deepseek',
-  displayName: 'Deepseek AI',
-};
-
 const deepseekChatModels: Record<string, string>[] = [
   {
     displayName: 'Deepseek Chat (Deepseek V3)',

src/lib/providers/gemini.ts

@@ -4,11 +4,6 @@ import {
 } from '@langchain/google-genai';
 import { getGeminiApiKey } from '../config';
 import { ChatModel, EmbeddingModel } from '.';
-
-export const PROVIDER_INFO = {
-  key: 'gemini',
-  displayName: 'Google Gemini',
-};
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { Embeddings } from '@langchain/core/embeddings';
 

src/lib/providers/groq.ts

@@ -1,11 +1,6 @@
 import { ChatOpenAI } from '@langchain/openai';
 import { getGroqApiKey } from '../config';
 import { ChatModel } from '.';
-
-export const PROVIDER_INFO = {
-  key: 'groq',
-  displayName: 'Groq',
-};
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 
 const groqChatModels: Record<string, string>[] = [

src/lib/providers/index.ts

@@ -1,60 +1,18 @@
 import { Embeddings } from '@langchain/core/embeddings';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
-import {
-  loadOpenAIChatModels,
-  loadOpenAIEmbeddingModels,
-  PROVIDER_INFO as OpenAIInfo,
-  PROVIDER_INFO,
-} from './openai';
+import { loadOpenAIChatModels, loadOpenAIEmbeddingModels } from './openai';
 import {
   getCustomOpenaiApiKey,
   getCustomOpenaiApiUrl,
   getCustomOpenaiModelName,
 } from '../config';
 import { ChatOpenAI } from '@langchain/openai';
-import {
-  loadOllamaChatModels,
-  loadOllamaEmbeddingModels,
-  PROVIDER_INFO as OllamaInfo,
-} from './ollama';
-import { loadGroqChatModels, PROVIDER_INFO as GroqInfo } from './groq';
-import {
-  loadAnthropicChatModels,
-  PROVIDER_INFO as AnthropicInfo,
-} from './anthropic';
-import {
-  loadGeminiChatModels,
-  loadGeminiEmbeddingModels,
-  PROVIDER_INFO as GeminiInfo,
-} from './gemini';
-import {
-  loadTransformersEmbeddingsModels,
-  PROVIDER_INFO as TransformersInfo,
-} from './transformers';
-import {
-  loadDeepseekChatModels,
-  PROVIDER_INFO as DeepseekInfo,
-} from './deepseek';
-import {
-  loadLMStudioChatModels,
-  loadLMStudioEmbeddingsModels,
-  PROVIDER_INFO as LMStudioInfo,
-} from './lmstudio';
-
-export const PROVIDER_METADATA = {
-  openai: OpenAIInfo,
-  ollama: OllamaInfo,
-  groq: GroqInfo,
-  anthropic: AnthropicInfo,
-  gemini: GeminiInfo,
-  transformers: TransformersInfo,
-  deepseek: DeepseekInfo,
-  lmstudio: LMStudioInfo,
-  custom_openai: {
-    key: 'custom_openai',
-    displayName: 'Custom OpenAI',
-  },
-};
+import { loadOllamaChatModels, loadOllamaEmbeddingModels } from './ollama';
+import { loadGroqChatModels } from './groq';
+import { loadAnthropicChatModels } from './anthropic';
+import { loadGeminiChatModels, loadGeminiEmbeddingModels } from './gemini';
+import { loadTransformersEmbeddingsModels } from './transformers';
+import { loadDeepseekChatModels } from './deepseek';
 
 export interface ChatModel {
   displayName: string;
@@ -76,7 +34,6 @@ export const chatModelProviders: Record<
   anthropic: loadAnthropicChatModels,
   gemini: loadGeminiChatModels,
   deepseek: loadDeepseekChatModels,
-  lmstudio: loadLMStudioChatModels,
 };
 
 export const embeddingModelProviders: Record<
@@ -87,7 +44,6 @@ export const embeddingModelProviders: Record<
   ollama: loadOllamaEmbeddingModels,
   gemini: loadGeminiEmbeddingModels,
   transformers: loadTransformersEmbeddingsModels,
-  lmstudio: loadLMStudioEmbeddingsModels,
 };
 
 export const getAvailableChatModelProviders = async () => {

src/lib/providers/lmstudio.ts

@@ -1,100 +0,0 @@
-import { getKeepAlive, getLMStudioApiEndpoint } from '../config';
-import axios from 'axios';
-import { ChatModel, EmbeddingModel } from '.';
-
-export const PROVIDER_INFO = {
-  key: 'lmstudio',
-  displayName: 'LM Studio',
-};
-import { ChatOpenAI } from '@langchain/openai';
-import { OpenAIEmbeddings } from '@langchain/openai';
-import { BaseChatModel } from '@langchain/core/language_models/chat_models';
-import { Embeddings } from '@langchain/core/embeddings';
-
-interface LMStudioModel {
-  id: string;
-  name?: string;
-}
-
-const ensureV1Endpoint = (endpoint: string): string =>
-  endpoint.endsWith('/v1') ? endpoint : `${endpoint}/v1`;
-
-const checkServerAvailability = async (endpoint: string): Promise<boolean> => {
-  try {
-    await axios.get(`${ensureV1Endpoint(endpoint)}/models`, {
-      headers: { 'Content-Type': 'application/json' },
-    });
-    return true;
-  } catch {
-    return false;
-  }
-};
-
-export const loadLMStudioChatModels = async () => {
-  const endpoint = getLMStudioApiEndpoint();
-
-  if (!endpoint) return {};
-  if (!(await checkServerAvailability(endpoint))) return {};
-
-  try {
-    const response = await axios.get(`${ensureV1Endpoint(endpoint)}/models`, {
-      headers: { 'Content-Type': 'application/json' },
-    });
-
-    const chatModels: Record<string, ChatModel> = {};
-
-    response.data.data.forEach((model: LMStudioModel) => {
-      chatModels[model.id] = {
-        displayName: model.name || model.id,
-        model: new ChatOpenAI({
-          openAIApiKey: 'lm-studio',
-          configuration: {
-            baseURL: ensureV1Endpoint(endpoint),
-          },
-          modelName: model.id,
-          temperature: 0.7,
-          streaming: true,
-          maxRetries: 3,
-        }) as unknown as BaseChatModel,
-      };
-    });
-
-    return chatModels;
-  } catch (err) {
-    console.error(`Error loading LM Studio models: ${err}`);
-    return {};
-  }
-};
-
-export const loadLMStudioEmbeddingsModels = async () => {
-  const endpoint = getLMStudioApiEndpoint();
-
-  if (!endpoint) return {};
-  if (!(await checkServerAvailability(endpoint))) return {};
-
-  try {
-    const response = await axios.get(`${ensureV1Endpoint(endpoint)}/models`, {
-      headers: { 'Content-Type': 'application/json' },
-    });
-
-    const embeddingsModels: Record<string, EmbeddingModel> = {};
-
-    response.data.data.forEach((model: LMStudioModel) => {
-      embeddingsModels[model.id] = {
-        displayName: model.name || model.id,
-        model: new OpenAIEmbeddings({
-          openAIApiKey: 'lm-studio',
-          configuration: {
-            baseURL: ensureV1Endpoint(endpoint),
-          },
-          modelName: model.id,
-        }) as unknown as Embeddings,
-      };
-    });
-
-    return embeddingsModels;
-  } catch (err) {
-    console.error(`Error loading LM Studio embeddings model: ${err}`);
-    return {};
-  }
-};

src/lib/providers/ollama.ts

@@ -1,11 +1,6 @@
 import axios from 'axios';
 import { getKeepAlive, getOllamaApiEndpoint } from '../config';
 import { ChatModel, EmbeddingModel } from '.';
-
-export const PROVIDER_INFO = {
-  key: 'ollama',
-  displayName: 'Ollama',
-};
 import { ChatOllama } from '@langchain/community/chat_models/ollama';
 import { OllamaEmbeddings } from '@langchain/community/embeddings/ollama';
 

src/lib/providers/openai.ts

@@ -1,11 +1,6 @@
 import { ChatOpenAI, OpenAIEmbeddings } from '@langchain/openai';
 import { getOpenaiApiKey } from '../config';
 import { ChatModel, EmbeddingModel } from '.';
-
-export const PROVIDER_INFO = {
-  key: 'openai',
-  displayName: 'OpenAI',
-};
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { Embeddings } from '@langchain/core/embeddings';
 
@@ -30,18 +25,6 @@ const openaiChatModels: Record<string, string>[] = [
     displayName: 'GPT-4 omni mini',
     key: 'gpt-4o-mini',
   },
-  {
-    displayName: 'GPT 4.1 nano',
-    key: 'gpt-4.1-nano',
-  },
-  {
-    displayName: 'GPT 4.1 mini',
-    key: 'gpt-4.1-mini',
-  },
-  {
-    displayName: 'GPT 4.1',
-    key: 'gpt-4.1',
-  },
 ];
 
 const openaiEmbeddingModels: Record<string, string>[] = [

src/lib/providers/transformers.ts

@@ -1,10 +1,5 @@
 import { HuggingFaceTransformersEmbeddings } from '../huggingfaceTransformer';
 
-export const PROVIDER_INFO = {
-  key: 'transformers',
-  displayName: 'Hugging Face',
-};
-
 export const loadTransformersEmbeddingsModels = async () => {
   try {
     const embeddingModels = {

src/lib/utils/documents.ts

@@ -64,7 +64,7 @@ export const getDocumentsFromLinks = async ({ links }: { links: string[] }) => {
         const splittedText = await splitter.splitText(parsedText);
         const title = res.data
           .toString('utf8')
-          .match(/<title.*>(.*?)<\/title>/)?.[1];
+          .match(/<title>(.*?)<\/title>/)?.[1];
 
         const linkDocs = splittedText.map((text) => {
           return new Document({