Merge branch 'feat/improve-search-architecture' of https://github.com/ItzCrazyKns/Perplexica into feat/improve-search-architecture

Update MessageSources.tsx
2026-04-10 13:54:28 +00:00 · 2025-12-27 13:34:10 +05:30 · 2025-12-27 13:30:59 +05:30
76 changed files with 3070 additions and 4306 deletions
--- a/.assets/perplexica-screenshot.png
+++ b/.assets/perplexica-screenshot.png
--- a/.assets/vane-screenshot.png
+++ b/.assets/vane-screenshot.png
--- a/.github/workflows/docker-build.yaml
+++ b/.github/workflows/docker-build.yaml
@@ -44,11 +44,11 @@ jobs:
          DOCKERFILE=${{ matrix.variant.dockerfile }}
          VARIANT=${{ matrix.variant.name }}
          docker buildx build --platform linux/amd64 \
-            --cache-from=type=registry,ref=itzcrazykns1337/vane:${VARIANT}-amd64 \
+            --cache-from=type=registry,ref=itzcrazykns1337/perplexica:${VARIANT}-amd64 \
            --cache-to=type=inline \
            --provenance false \
            -f $DOCKERFILE \
-            -t itzcrazykns1337/vane:${VARIANT}-amd64 \
+            -t itzcrazykns1337/perplexica:${VARIANT}-amd64 \
            --push .

      - name: Build and push AMD64 Canary Docker image
@@ -57,11 +57,11 @@ jobs:
          DOCKERFILE=${{ matrix.variant.dockerfile }}
          VARIANT=${{ matrix.variant.name }}
          docker buildx build --platform linux/amd64 \
-            --cache-from=type=registry,ref=itzcrazykns1337/vane:${VARIANT}-canary-amd64 \
+            --cache-from=type=registry,ref=itzcrazykns1337/perplexica:${VARIANT}-canary-amd64 \
            --cache-to=type=inline \
            --provenance false \
            -f $DOCKERFILE \
-            -t itzcrazykns1337/vane:${VARIANT}-canary-amd64 \
+            -t itzcrazykns1337/perplexica:${VARIANT}-canary-amd64 \
            --push .

      - name: Build and push AMD64 release Docker image
@@ -70,11 +70,11 @@ jobs:
          DOCKERFILE=${{ matrix.variant.dockerfile }}
          VARIANT=${{ matrix.variant.name }}
          docker buildx build --platform linux/amd64 \
-            --cache-from=type=registry,ref=itzcrazykns1337/vane:${VARIANT}-${{ env.RELEASE_VERSION }}-amd64 \
+            --cache-from=type=registry,ref=itzcrazykns1337/perplexica:${VARIANT}-${{ env.RELEASE_VERSION }}-amd64 \
            --cache-to=type=inline \
            --provenance false \
            -f $DOCKERFILE \
-            -t itzcrazykns1337/vane:${VARIANT}-${{ env.RELEASE_VERSION }}-amd64 \
+            -t itzcrazykns1337/perplexica:${VARIANT}-${{ env.RELEASE_VERSION }}-amd64 \
            --push .

  build-arm64:
@@ -112,11 +112,11 @@ jobs:
          DOCKERFILE=${{ matrix.variant.dockerfile }}
          VARIANT=${{ matrix.variant.name }}
          docker buildx build --platform linux/arm64 \
-            --cache-from=type=registry,ref=itzcrazykns1337/vane:${VARIANT}-arm64 \
+            --cache-from=type=registry,ref=itzcrazykns1337/perplexica:${VARIANT}-arm64 \
            --cache-to=type=inline \
            --provenance false \
            -f $DOCKERFILE \
-            -t itzcrazykns1337/vane:${VARIANT}-arm64 \
+            -t itzcrazykns1337/perplexica:${VARIANT}-arm64 \
            --push .

      - name: Build and push ARM64 Canary Docker image
@@ -125,11 +125,11 @@ jobs:
          DOCKERFILE=${{ matrix.variant.dockerfile }}
          VARIANT=${{ matrix.variant.name }}
          docker buildx build --platform linux/arm64 \
-            --cache-from=type=registry,ref=itzcrazykns1337/vane:${VARIANT}-canary-arm64 \
+            --cache-from=type=registry,ref=itzcrazykns1337/perplexica:${VARIANT}-canary-arm64 \
            --cache-to=type=inline \
            --provenance false \
            -f $DOCKERFILE \
-            -t itzcrazykns1337/vane:${VARIANT}-canary-arm64 \
+            -t itzcrazykns1337/perplexica:${VARIANT}-canary-arm64 \
            --push .

      - name: Build and push ARM64 release Docker image
@@ -138,11 +138,11 @@ jobs:
          DOCKERFILE=${{ matrix.variant.dockerfile }}
          VARIANT=${{ matrix.variant.name }}
          docker buildx build --platform linux/arm64 \
-            --cache-from=type=registry,ref=itzcrazykns1337/vane:${VARIANT}-${{ env.RELEASE_VERSION }}-arm64 \
+            --cache-from=type=registry,ref=itzcrazykns1337/perplexica:${VARIANT}-${{ env.RELEASE_VERSION }}-arm64 \
            --cache-to=type=inline \
            --provenance false \
            -f $DOCKERFILE \
-            -t itzcrazykns1337/vane:${VARIANT}-${{ env.RELEASE_VERSION }}-arm64 \
+            -t itzcrazykns1337/perplexica:${VARIANT}-${{ env.RELEASE_VERSION }}-arm64 \
            --push .

  manifest:
@@ -167,51 +167,51 @@ jobs:
        if: github.ref == 'refs/heads/master' && github.event_name == 'push'
        run: |
          VARIANT=${{ matrix.variant }}
-          docker manifest create itzcrazykns1337/vane:${VARIANT}-latest \
-            --amend itzcrazykns1337/vane:${VARIANT}-amd64 \
-            --amend itzcrazykns1337/vane:${VARIANT}-arm64
-          docker manifest push itzcrazykns1337/vane:${VARIANT}-latest
+          docker manifest create itzcrazykns1337/perplexica:${VARIANT}-latest \
+            --amend itzcrazykns1337/perplexica:${VARIANT}-amd64 \
+            --amend itzcrazykns1337/perplexica:${VARIANT}-arm64
+          docker manifest push itzcrazykns1337/perplexica:${VARIANT}-latest

          if [ "$VARIANT" = "full" ]; then
-            docker manifest create itzcrazykns1337/vane:latest \
-              --amend itzcrazykns1337/vane:${VARIANT}-amd64 \
-              --amend itzcrazykns1337/vane:${VARIANT}-arm64
-            docker manifest push itzcrazykns1337/vane:latest
+            docker manifest create itzcrazykns1337/perplexica:latest \
+              --amend itzcrazykns1337/perplexica:${VARIANT}-amd64 \
+              --amend itzcrazykns1337/perplexica:${VARIANT}-arm64
+            docker manifest push itzcrazykns1337/perplexica:latest

-            docker manifest create itzcrazykns1337/vane:main \
-              --amend itzcrazykns1337/vane:${VARIANT}-amd64 \
-              --amend itzcrazykns1337/vane:${VARIANT}-arm64
-            docker manifest push itzcrazykns1337/vane:main
+            docker manifest create itzcrazykns1337/perplexica:main \
+              --amend itzcrazykns1337/perplexica:${VARIANT}-amd64 \
+              --amend itzcrazykns1337/perplexica:${VARIANT}-arm64
+            docker manifest push itzcrazykns1337/perplexica:main
          fi

      - name: Create and push manifest for canary
        if: github.ref == 'refs/heads/canary' && github.event_name == 'push'
        run: |
          VARIANT=${{ matrix.variant }}
-          docker manifest create itzcrazykns1337/vane:${VARIANT}-canary \
-            --amend itzcrazykns1337/vane:${VARIANT}-canary-amd64 \
-            --amend itzcrazykns1337/vane:${VARIANT}-canary-arm64
-          docker manifest push itzcrazykns1337/vane:${VARIANT}-canary
+          docker manifest create itzcrazykns1337/perplexica:${VARIANT}-canary \
+            --amend itzcrazykns1337/perplexica:${VARIANT}-canary-amd64 \
+            --amend itzcrazykns1337/perplexica:${VARIANT}-canary-arm64
+          docker manifest push itzcrazykns1337/perplexica:${VARIANT}-canary

          if [ "$VARIANT" = "full" ]; then
-            docker manifest create itzcrazykns1337/vane:canary \
-              --amend itzcrazykns1337/vane:${VARIANT}-canary-amd64 \
-              --amend itzcrazykns1337/vane:${VARIANT}-canary-arm64
-            docker manifest push itzcrazykns1337/vane:canary
+            docker manifest create itzcrazykns1337/perplexica:canary \
+              --amend itzcrazykns1337/perplexica:${VARIANT}-canary-amd64 \
+              --amend itzcrazykns1337/perplexica:${VARIANT}-canary-arm64
+            docker manifest push itzcrazykns1337/perplexica:canary
          fi

      - name: Create and push manifest for releases
        if: github.event_name == 'release'
        run: |
          VARIANT=${{ matrix.variant }}
-          docker manifest create itzcrazykns1337/vane:${VARIANT}-${{ env.RELEASE_VERSION }} \
-            --amend itzcrazykns1337/vane:${VARIANT}-${{ env.RELEASE_VERSION }}-amd64 \
-            --amend itzcrazykns1337/vane:${VARIANT}-${{ env.RELEASE_VERSION }}-arm64
-          docker manifest push itzcrazykns1337/vane:${VARIANT}-${{ env.RELEASE_VERSION }}
+          docker manifest create itzcrazykns1337/perplexica:${VARIANT}-${{ env.RELEASE_VERSION }} \
+            --amend itzcrazykns1337/perplexica:${VARIANT}-${{ env.RELEASE_VERSION }}-amd64 \
+            --amend itzcrazykns1337/perplexica:${VARIANT}-${{ env.RELEASE_VERSION }}-arm64
+          docker manifest push itzcrazykns1337/perplexica:${VARIANT}-${{ env.RELEASE_VERSION }}

          if [ "$VARIANT" = "full" ]; then
-            docker manifest create itzcrazykns1337/vane:${{ env.RELEASE_VERSION }} \
-              --amend itzcrazykns1337/vane:${VARIANT}-${{ env.RELEASE_VERSION }}-amd64 \
-              --amend itzcrazykns1337/vane:${VARIANT}-${{ env.RELEASE_VERSION }}-arm64
-            docker manifest push itzcrazykns1337/vane:${{ env.RELEASE_VERSION }}
+            docker manifest create itzcrazykns1337/perplexica:${{ env.RELEASE_VERSION }} \
+              --amend itzcrazykns1337/perplexica:${VARIANT}-${{ env.RELEASE_VERSION }}-amd64 \
+              --amend itzcrazykns1337/perplexica:${VARIANT}-${{ env.RELEASE_VERSION }}-arm64
+            docker manifest push itzcrazykns1337/perplexica:${{ env.RELEASE_VERSION }}
          fi
--- a/CONTRIBUTING.md
+++ b/CONTRIBUTING.md
@@ -1,12 +1,12 @@
-# How to Contribute to Vane
+# How to Contribute to Perplexica

-Thanks for your interest in contributing to Vane! Your help makes this project better. This guide explains how to contribute effectively.
+Thanks for your interest in contributing to Perplexica! Your help makes this project better. This guide explains how to contribute effectively.

-Vane is a modern AI chat application with advanced search capabilities.
+Perplexica is a modern AI chat application with advanced search capabilities.

 ## Project Structure

-Vane's codebase is organized as follows:
+Perplexica's codebase is organized as follows:

 - **UI Components and Pages**:
  - **Components (`src/components`)**: Reusable UI components.
@@ -53,7 +53,7 @@ If you are not sure where to start, use this section as a map.

 ## API Documentation

-Vane includes API documentation for programmatic access.
+Perplexica includes API documentation for programmatic access.

 - **Search API**: For detailed documentation, see `docs/API/SEARCH.md`.

@@ -79,4 +79,4 @@ Before committing changes:
 2. Always run `npm run format:write` to format your code according to the project's coding standards. This helps maintain consistency and code quality.
 3. We currently do not have a code of conduct, but it is in the works. In the meantime, please be mindful of how you engage with the project and its community.

-Following these steps will help maintain the integrity of Vane's codebase and facilitate a smoother integration of your valuable contributions. Thank you for your support and commitment to improving Vane.
+Following these steps will help maintain the integrity of Perplexica's codebase and facilitate a smoother integration of your valuable contributions. Thank you for your support and commitment to improving Perplexica.
--- a/25
+++ b/25
@@ -2,7 +2,7 @@ FROM node:24.5.0-slim AS builder

 RUN apt-get update && apt-get install -y python3 python3-pip sqlite3 && rm -rf /var/lib/apt/lists/*

-WORKDIR /home/vane
+WORKDIR /home/perplexica

 COPY package.json yarn.lock ./
 RUN yarn install --frozen-lockfile --network-timeout 600000
@@ -12,7 +12,7 @@ COPY src ./src
 COPY public ./public
 COPY drizzle ./drizzle

-RUN mkdir -p /home/vane/data
+RUN mkdir -p /home/perplexica/data
 RUN yarn build

 FROM node:24.5.0-slim
@@ -24,18 +24,15 @@ RUN apt-get update && apt-get install -y \
    curl sudo \
    && rm -rf /var/lib/apt/lists/*

-WORKDIR /home/vane
+WORKDIR /home/perplexica

-COPY --from=builder /home/vane/public ./public
-COPY --from=builder /home/vane/.next/static ./public/_next/static
-COPY --from=builder /home/vane/.next/standalone ./
-COPY --from=builder /home/vane/data ./data
+COPY --from=builder /home/perplexica/public ./public
+COPY --from=builder /home/perplexica/.next/static ./public/_next/static
+COPY --from=builder /home/perplexica/.next/standalone ./
+COPY --from=builder /home/perplexica/data ./data
 COPY drizzle ./drizzle

-RUN mkdir /home/vane/uploads
-
-RUN yarn add playwright
-RUN yarn playwright install --with-deps --only-shell chromium
+RUN mkdir /home/perplexica/uploads

 RUN useradd --shell /bin/bash --system \
    --home-dir "/usr/local/searxng" \
@@ -57,13 +54,13 @@ RUN git clone "https://github.com/searxng/searxng" \
                   "/usr/local/searxng/searxng-src"

 RUN python3 -m venv "/usr/local/searxng/searx-pyenv"
-RUN "/usr/local/searxng/searx-pyenv/bin/pip" install --upgrade pip setuptools wheel pyyaml msgspec typing_extensions
+RUN "/usr/local/searxng/searx-pyenv/bin/pip" install --upgrade pip setuptools wheel pyyaml msgspec
 RUN cd "/usr/local/searxng/searxng-src" && \
    "/usr/local/searxng/searx-pyenv/bin/pip" install --use-pep517 --no-build-isolation -e .

 USER root

-WORKDIR /home/vane
+WORKDIR /home/perplexica
 COPY entrypoint.sh ./entrypoint.sh
 RUN chmod +x ./entrypoint.sh
 RUN sed -i 's/\r$//' ./entrypoint.sh || true
@@ -74,4 +71,4 @@ EXPOSE 3000 8080

 ENV SEARXNG_API_URL=http://localhost:8080

-CMD ["/home/vane/entrypoint.sh"]
+CMD ["/home/perplexica/entrypoint.sh"]
--- a/Dockerfile.slim
+++ b/Dockerfile.slim
@@ -2,7 +2,7 @@ FROM node:24.5.0-slim AS builder

 RUN apt-get update && apt-get install -y python3 python3-pip sqlite3 && rm -rf /var/lib/apt/lists/*

-WORKDIR /home/vane
+WORKDIR /home/perplexica

 COPY package.json yarn.lock ./
 RUN yarn install --frozen-lockfile --network-timeout 600000
@@ -12,23 +12,23 @@ COPY src ./src
 COPY public ./public
 COPY drizzle ./drizzle

-RUN mkdir -p /home/vane/data
+RUN mkdir -p /home/perplexica/data
 RUN yarn build

 FROM node:24.5.0-slim

 RUN apt-get update && apt-get install -y python3 python3-pip sqlite3 && rm -rf /var/lib/apt/lists/*

-WORKDIR /home/vane
+WORKDIR /home/perplexica

-COPY --from=builder /home/vane/public ./public
-COPY --from=builder /home/vane/.next/static ./public/_next/static
+COPY --from=builder /home/perplexica/public ./public
+COPY --from=builder /home/perplexica/.next/static ./public/_next/static

-COPY --from=builder /home/vane/.next/standalone ./
-COPY --from=builder /home/vane/data ./data
+COPY --from=builder /home/perplexica/.next/standalone ./
+COPY --from=builder /home/perplexica/data ./data
 COPY drizzle ./drizzle

-RUN mkdir /home/vane/uploads
+RUN mkdir /home/perplexica/uploads

 EXPOSE 3000

--- a/2
+++ b/2
@@ -1,6 +1,6 @@
 MIT License

-Copyright (c) 2026 ItzCrazyKns
+Copyright (c) 2024 ItzCrazyKns

 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
--- a/README.md
+++ b/README.md
@@ -1,18 +1,18 @@
-# Vane 🔍
+# Perplexica 🔍

-[![GitHub Repo stars](https://img.shields.io/github/stars/ItzCrazyKns/Vane?style=social)](https://github.com/ItzCrazyKns/Vane/stargazers)
-[![GitHub forks](https://img.shields.io/github/forks/ItzCrazyKns/Vane?style=social)](https://github.com/ItzCrazyKns/Vane/network/members)
-[![GitHub watchers](https://img.shields.io/github/watchers/ItzCrazyKns/Vane?style=social)](https://github.com/ItzCrazyKns/Vane/watchers)
-[![Docker Pulls](https://img.shields.io/docker/pulls/itzcrazykns1337/vane?color=blue)](https://hub.docker.com/r/itzcrazykns1337/vane)
-[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://github.com/ItzCrazyKns/Vane/blob/master/LICENSE)
-[![GitHub last commit](https://img.shields.io/github/last-commit/ItzCrazyKns/Vane?color=green)](https://github.com/ItzCrazyKns/Vane/commits/master)
+[![GitHub Repo stars](https://img.shields.io/github/stars/ItzCrazyKns/Perplexica?style=social)](https://github.com/ItzCrazyKns/Perplexica/stargazers)
+[![GitHub forks](https://img.shields.io/github/forks/ItzCrazyKns/Perplexica?style=social)](https://github.com/ItzCrazyKns/Perplexica/network/members)
+[![GitHub watchers](https://img.shields.io/github/watchers/ItzCrazyKns/Perplexica?style=social)](https://github.com/ItzCrazyKns/Perplexica/watchers)
+[![Docker Pulls](https://img.shields.io/docker/pulls/itzcrazykns1337/perplexica?color=blue)](https://hub.docker.com/r/itzcrazykns1337/perplexica)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://github.com/ItzCrazyKns/Perplexica/blob/master/LICENSE)
+[![GitHub last commit](https://img.shields.io/github/last-commit/ItzCrazyKns/Perplexica?color=green)](https://github.com/ItzCrazyKns/Perplexica/commits/master)
 [![Discord](https://dcbadge.limes.pink/api/server/26aArMy8tT?style=flat)](https://discord.gg/26aArMy8tT)

-Vane is a **privacy-focused AI answering engine** that runs entirely on your own hardware. It combines knowledge from the vast internet with support for **local LLMs** (Ollama) and cloud providers (OpenAI, Claude, Groq), delivering accurate answers with **cited sources** while keeping your searches completely private.
+Perplexica is a **privacy-focused AI answering engine** that runs entirely on your own hardware. It combines knowledge from the vast internet with support for **local LLMs** (Ollama) and cloud providers (OpenAI, Claude, Groq), delivering accurate answers with **cited sources** while keeping your searches completely private.

-![preview](.assets/vane-screenshot.png)
+![preview](.assets/perplexica-screenshot.png)

-Want to know more about its architecture and how it works? You can read it [here](https://github.com/ItzCrazyKns/Vane/tree/master/docs/architecture/README.md).
+Want to know more about its architecture and how it works? You can read it [here](https://github.com/ItzCrazyKns/Perplexica/tree/master/docs/architecture/README.md).

 ## ✨ Features

@@ -28,7 +28,7 @@ Want to know more about its architecture and how it works? You can read it [here

 📷 **Image and video search** - Find visual content alongside text results. Search isn't limited to just articles anymore.

-📄 **File uploads** - Upload documents and ask questions about them. PDFs, text files, images - Vane understands them all.
+📄 **File uploads** - Upload documents and ask questions about them. PDFs, text files, images - Perplexica understands them all.

 🌐 **Search specific domains** - Limit your search to specific websites when you know where to look. Perfect for technical documentation or research papers.

@@ -38,11 +38,11 @@ Want to know more about its architecture and how it works? You can read it [here

 🕒 **Search history** - Every search is saved locally so you can revisit your discoveries anytime. Your research is never lost.

-✨ **More coming soon** - We're actively developing new features based on community feedback. Join our Discord to help shape Vane's future!
+✨ **More coming soon** - We're actively developing new features based on community feedback. Join our Discord to help shape Perplexica's future!

 ## Sponsors

-Vane's development is powered by the generous support of our sponsors. Their contributions help keep this project free, open-source, and accessible to everyone.
+Perplexica's development is powered by the generous support of our sponsors. Their contributions help keep this project free, open-source, and accessible to everyone.

 <div align="center">
  
@@ -51,7 +51,7 @@ Vane's development is powered by the generous support of our sponsors. Their con
  <img alt="Warp Terminal" src=".assets/sponsers/warp.png" width="100%">
 </a>

-### **✨ [Try Warp - The AI-Powered Terminal →](https://www.warp.dev/vane)**
+### **✨ [Try Warp - The AI-Powered Terminal →](https://www.warp.dev/perplexica)**

 Warp is revolutionizing development workflows with AI-powered features, modern UX, and blazing-fast performance. Used by developers at top companies worldwide.

@@ -76,26 +76,26 @@ We'd also like to thank the following partners for their generous support:

 ## Installation

-There are mainly 2 ways of installing Vane - With Docker, Without Docker. Using Docker is highly recommended.
+There are mainly 2 ways of installing Perplexica - With Docker, Without Docker. Using Docker is highly recommended.

 ### Getting Started with Docker (Recommended)

-Vane can be easily run using Docker. Simply run the following command:
+Perplexica can be easily run using Docker. Simply run the following command:

 ```bash
-docker run -d -p 3000:3000 -v vane-data:/home/vane/data --name vane itzcrazykns1337/vane:latest
+docker run -d -p 3000:3000 -v perplexica-data:/home/perplexica/data --name perplexica itzcrazykns1337/perplexica:latest
 ```

-This will pull and start the Vane container with the bundled SearxNG search engine. Once running, open your browser and navigate to http://localhost:3000. You can then configure your settings (API keys, models, etc.) directly in the setup screen.
+This will pull and start the Perplexica container with the bundled SearxNG search engine. Once running, open your browser and navigate to http://localhost:3000. You can then configure your settings (API keys, models, etc.) directly in the setup screen.

-**Note**: The image includes both Vane and SearxNG, so no additional setup is required. The `-v` flags create persistent volumes for your data and uploaded files.
+**Note**: The image includes both Perplexica and SearxNG, so no additional setup is required. The `-v` flags create persistent volumes for your data and uploaded files.

-#### Using Vane with Your Own SearxNG Instance
+#### Using Perplexica with Your Own SearxNG Instance

-If you already have SearxNG running, you can use the slim version of Vane:
+If you already have SearxNG running, you can use the slim version of Perplexica:

 ```bash
-docker run -d -p 3000:3000 -e SEARXNG_API_URL=http://your-searxng-url:8080 -v vane-data:/home/vane/data --name vane itzcrazykns1337/vane:slim-latest
+docker run -d -p 3000:3000 -e SEARXNG_API_URL=http://your-searxng-url:8080 -v perplexica-data:/home/perplexica/data --name perplexica itzcrazykns1337/perplexica:slim-latest
 ```

 **Important**: Make sure your SearxNG instance has:
@@ -110,10 +110,10 @@ Replace `http://your-searxng-url:8080` with your actual SearxNG URL. Then config
 If you prefer to build from source or need more control:

 1. Ensure Docker is installed and running on your system.
-2. Clone the Vane repository:
+2. Clone the Perplexica repository:

   ```bash
-   git clone https://github.com/ItzCrazyKns/Vane.git
+   git clone https://github.com/ItzCrazyKns/Perplexica.git
   ```

 3. After cloning, navigate to the directory containing the project files.
@@ -121,13 +121,13 @@ If you prefer to build from source or need more control:
 4. Build and run using Docker:

   ```bash
-   docker build -t vane .
-   docker run -d -p 3000:3000 -v vane-data:/home/vane/data --name vane vane
+   docker build -t perplexica .
+   docker run -d -p 3000:3000 -v perplexica-data:/home/perplexica/data --name perplexica perplexica
   ```

-5. Access Vane at http://localhost:3000 and configure your settings in the setup screen.
+5. Access Perplexica at http://localhost:3000 and configure your settings in the setup screen.

-**Note**: After the containers are built, you can start Vane directly from Docker without having to open a terminal.
+**Note**: After the containers are built, you can start Perplexica directly from Docker without having to open a terminal.

 ### Non-Docker Installation

@@ -135,8 +135,8 @@ If you prefer to build from source or need more control:
 2. Clone the repository:

   ```bash
-   git clone https://github.com/ItzCrazyKns/Vane.git
-   cd Vane
+   git clone https://github.com/ItzCrazyKns/Perplexica.git
+   cd Perplexica
   ```

 3. Install dependencies:
@@ -161,13 +161,13 @@ If you prefer to build from source or need more control:

 **Note**: Using Docker is recommended as it simplifies the setup process, especially for managing environment variables and dependencies.

-See the [installation documentation](https://github.com/ItzCrazyKns/Vane/tree/master/docs/installation) for more information like updating, etc.
+See the [installation documentation](https://github.com/ItzCrazyKns/Perplexica/tree/master/docs/installation) for more information like updating, etc.

 ### Troubleshooting

 #### Local OpenAI-API-Compliant Servers

-If Vane tells you that you haven't configured any chat model providers, ensure that:
+If Perplexica tells you that you haven't configured any chat model providers, ensure that:

 1. Your server is running on `0.0.0.0` (not `127.0.0.1`) and on the same port you put in the API URL.
 2. You have specified the correct model name loaded by your local LLM server.
@@ -213,39 +213,38 @@ If you're encountering a Lemonade connection error, it is likely due to the back

 ## Using as a Search Engine

-If you wish to use Vane as an alternative to traditional search engines like Google or Bing, or if you want to add a shortcut for quick access from your browser's search bar, follow these steps:
+If you wish to use Perplexica as an alternative to traditional search engines like Google or Bing, or if you want to add a shortcut for quick access from your browser's search bar, follow these steps:

 1. Open your browser's settings.
 2. Navigate to the 'Search Engines' section.
-3. Add a new site search with the following URL: `http://localhost:3000/?q=%s`. Replace `localhost` with your IP address or domain name, and `3000` with the port number if Vane is not hosted locally.
-4. Click the add button. Now, you can use Vane directly from your browser's search bar.
+3. Add a new site search with the following URL: `http://localhost:3000/?q=%s`. Replace `localhost` with your IP address or domain name, and `3000` with the port number if Perplexica is not hosted locally.
+4. Click the add button. Now, you can use Perplexica directly from your browser's search bar.

-## Using Vane's API
+## Using Perplexica's API

-Vane also provides an API for developers looking to integrate its powerful search engine into their own applications. You can run searches, use multiple models and get answers to your queries.
+Perplexica also provides an API for developers looking to integrate its powerful search engine into their own applications. You can run searches, use multiple models and get answers to your queries.

-For more details, check out the full documentation [here](https://github.com/ItzCrazyKns/Vane/tree/master/docs/API/SEARCH.md).
+For more details, check out the full documentation [here](https://github.com/ItzCrazyKns/Perplexica/tree/master/docs/API/SEARCH.md).

-## Expose Vane to network
+## Expose Perplexica to network

-Vane runs on Next.js and handles all API requests. It works right away on the same network and stays accessible even with port forwarding.
+Perplexica runs on Next.js and handles all API requests. It works right away on the same network and stays accessible even with port forwarding.

 ## One-Click Deployment

 [![Deploy to Sealos](https://raw.githubusercontent.com/labring-actions/templates/main/Deploy-on-Sealos.svg)](https://usw.sealos.io/?openapp=system-template%3FtemplateName%3Dperplexica)
 [![Deploy to RepoCloud](https://d16t0pc4846x52.cloudfront.net/deploylobe.svg)](https://repocloud.io/details/?app_id=267)
 [![Run on ClawCloud](https://raw.githubusercontent.com/ClawCloud/Run-Template/refs/heads/main/Run-on-ClawCloud.svg)](https://template.run.claw.cloud/?referralCode=U11MRQ8U9RM4&openapp=system-fastdeploy%3FtemplateName%3Dperplexica)
-[![Deploy on Hostinger](https://assets.hostinger.com/vps/deploy.svg)](https://www.hostinger.com/vps/docker-hosting?compose_url=https://raw.githubusercontent.com/ItzCrazyKns/Vane/refs/heads/master/docker-compose.yaml)
+[![Deploy on Hostinger](https://assets.hostinger.com/vps/deploy.svg)](https://www.hostinger.com/vps/docker-hosting?compose_url=https://raw.githubusercontent.com/ItzCrazyKns/Perplexica/refs/heads/master/docker-compose.yaml)

 ## Upcoming Features

- [ ] Adding more widgets, integrations, search sources
- [ ] Adding ability to create custom agents (name T.B.D.)
- [ ] Adding authentication
+- [] Adding more widgets, integrations, search sources
+- [] Adding authentication

 ## Support Us

-If you find Vane useful, consider giving us a star on GitHub. This helps more people discover Vane and supports the development of new features. Your support is greatly appreciated.
+If you find Perplexica useful, consider giving us a star on GitHub. This helps more people discover Perplexica and supports the development of new features. Your support is greatly appreciated.

 ### Donations

@@ -257,10 +256,10 @@ We also accept donations to help sustain our project. If you would like to contr

 ## Contribution

-Vane is built on the idea that AI and large language models should be easy for everyone to use. If you find bugs or have ideas, please share them in via GitHub Issues. For more information on contributing to Vane you can read the [CONTRIBUTING.md](CONTRIBUTING.md) file to learn more about Vane and how you can contribute to it.
+Perplexica is built on the idea that AI and large language models should be easy for everyone to use. If you find bugs or have ideas, please share them in via GitHub Issues. For more information on contributing to Perplexica you can read the [CONTRIBUTING.md](CONTRIBUTING.md) file to learn more about Perplexica and how you can contribute to it.

 ## Help and Support

 If you have any questions or feedback, please feel free to reach out to us. You can create an issue on GitHub or join our Discord server. There, you can connect with other users, share your experiences and reviews, and receive more personalized help. [Click here](https://discord.gg/EFwsmQDgAu) to join the Discord server. To discuss matters outside of regular support, feel free to contact me on Discord at `itzcrazykns`.

-Thank you for exploring Vane, the AI-powered search engine designed to enhance your search experience. We are constantly working to improve Vane and expand its capabilities. We value your feedback and contributions which help us make Vane even better. Don't forget to check back for updates and new features!
+Thank you for exploring Perplexica, the AI-powered search engine designed to enhance your search experience. We are constantly working to improve Perplexica and expand its capabilities. We value your feedback and contributions which help us make Perplexica even better. Don't forget to check back for updates and new features!
--- a/docker-compose.yaml
+++ b/docker-compose.yaml
@@ -1,14 +1,17 @@
 services:
-  vane:
-    image: itzcrazykns1337/vane:latest
+  perplexica:
+    image: itzcrazykns1337/perplexica:latest
    build:
      context: .
    ports:
      - '3000:3000'
    volumes:
-      - data:/home/vane/data
+      - data:/home/perplexica/data
+      - uploads:/home/perplexica/uploads
    restart: unless-stopped

 volumes:
  data:
-    name: 'vane-data'
+    name: 'perplexica-data'
+  uploads:
+    name: 'perplexica-uploads'
--- a/docs/API/SEARCH.md
+++ b/docs/API/SEARCH.md
@@ -1,8 +1,8 @@
-# Vane Search API Documentation
+# Perplexica Search API Documentation

 ## Overview

-Vane's Search API makes it easy to use our AI-powered search engine. You can run different types of searches, pick the models you want to use, and get the most recent info. Follow the following headings to learn more about Vane's search API.
+Perplexica’s Search API makes it easy to use our AI-powered search engine. You can run different types of searches, pick the models you want to use, and get the most recent info. Follow the following headings to learn more about Perplexica's search API.

 ## Endpoints

@@ -53,7 +53,7 @@ Use the `id` field as the `providerId` and the `key` field from the models array

 **Full URL**: `http://localhost:3000/api/search`

-**Note**: Replace `localhost:3000` with your Vane instance URL if running on a different host or port
+**Note**: Replace `localhost:3000` with your Perplexica instance URL if running on a different host or port

 ### Request

@@ -73,12 +73,12 @@ The API accepts a JSON object in the request body, where you define the enabled
  },
  "optimizationMode": "speed",
  "sources": ["web"],
-  "query": "What is Vane",
+  "query": "What is Perplexica",
  "history": [
    ["human", "Hi, how are you?"],
    ["assistant", "I am doing well, how can I help you today?"]
  ],
-  "systemInstructions": "Focus on providing technical details about Vane's architecture.",
+  "systemInstructions": "Focus on providing technical details about Perplexica's architecture.",
  "stream": false
 }
 ```
@@ -115,8 +115,8 @@ The API accepts a JSON object in the request body, where you define the enabled

  ```json
  [
-    ["human", "What is Vane?"],
-    ["assistant", "Vane is an AI-powered search engine..."]
+    ["human", "What is Perplexica?"],
+    ["assistant", "Perplexica is an AI-powered search engine..."]
  ]
  ```

@@ -130,20 +130,20 @@ The response from the API includes both the final message and the sources used t

 ```json
 {
-  "message": "Vane is an innovative, open-source AI-powered search engine designed to enhance the way users search for information online. Here are some key features and characteristics of Vane:\n\n- **AI-Powered Technology**: It utilizes advanced machine learning algorithms to not only retrieve information but also to understand the context and intent behind user queries, providing more relevant results [1][5].\n\n- **Open-Source**: Being open-source, Vane offers flexibility and transparency, allowing users to explore its functionalities without the constraints of proprietary software [3][10].",
+  "message": "Perplexica is an innovative, open-source AI-powered search engine designed to enhance the way users search for information online. Here are some key features and characteristics of Perplexica:\n\n- **AI-Powered Technology**: It utilizes advanced machine learning algorithms to not only retrieve information but also to understand the context and intent behind user queries, providing more relevant results [1][5].\n\n- **Open-Source**: Being open-source, Perplexica offers flexibility and transparency, allowing users to explore its functionalities without the constraints of proprietary software [3][10].",
  "sources": [
    {
-      "content": "Vane is an innovative, open-source AI-powered search engine designed to enhance the way users search for information online.",
+      "content": "Perplexica is an innovative, open-source AI-powered search engine designed to enhance the way users search for information online.",
      "metadata": {
-        "title": "What is Vane, and how does it function as an AI-powered search ...",
-        "url": "https://askai.glarity.app/search/What-is-Vane--and-how-does-it-function-as-an-AI-powered-search-engine"
+        "title": "What is Perplexica, and how does it function as an AI-powered search ...",
+        "url": "https://askai.glarity.app/search/What-is-Perplexica--and-how-does-it-function-as-an-AI-powered-search-engine"
      }
    },
    {
-      "content": "Vane is an open-source AI-powered search tool that dives deep into the internet to find precise answers.",
+      "content": "Perplexica is an open-source AI-powered search tool that dives deep into the internet to find precise answers.",
      "metadata": {
        "title": "Sahar Mor's Post",
-        "url": "https://www.linkedin.com/posts/sahar-mor_a-new-open-source-project-called-vane-activity-7204489745668694016-ncja"
+        "url": "https://www.linkedin.com/posts/sahar-mor_a-new-open-source-project-called-perplexica-activity-7204489745668694016-ncja"
      }
    }
        ....
@@ -160,7 +160,7 @@ Example of streamed response objects:
 ```
 {"type":"init","data":"Stream connected"}
 {"type":"sources","data":[{"content":"...","metadata":{"title":"...","url":"..."}},...]}
-{"type":"response","data":"Vane is an "}
+{"type":"response","data":"Perplexica is an "}
 {"type":"response","data":"innovative, open-source "}
 {"type":"response","data":"AI-powered search engine..."}
 {"type":"done"}
--- a/docs/architecture/README.md
+++ b/docs/architecture/README.md
@@ -1,6 +1,6 @@
-# Vane Architecture
+# Perplexica Architecture

-Vane is a Next.js application that combines an AI chat experience with search.
+Perplexica is a Next.js application that combines an AI chat experience with search.

 For a high level flow, see [WORKING.md](WORKING.md). For deeper implementation details, see [CONTRIBUTING.md](../../CONTRIBUTING.md).

--- a/docs/architecture/WORKING.md
+++ b/docs/architecture/WORKING.md
@@ -1,6 +1,6 @@
-# How Vane Works
+# How Perplexica Works

-This is a high level overview of how Vane answers a question.
+This is a high level overview of how Perplexica answers a question.

 If you want a component level overview, see [README.md](README.md).

@@ -58,7 +58,7 @@ We prompt the model to cite the references it used. The UI then renders those ci

 ## Search API

-If you are integrating Vane into another product, you can call `POST /api/search`.
+If you are integrating Perplexica into another product, you can call `POST /api/search`.

 It returns:

--- a/docs/installation/UPDATING.md
+++ b/docs/installation/UPDATING.md
@@ -1,60 +1,60 @@
-# Update Vane to the latest version
+# Update Perplexica to the latest version

-To update Vane to the latest version, follow these steps:
+To update Perplexica to the latest version, follow these steps:

 ## For Docker users (Using pre-built images)

 Simply pull the latest image and restart your container:

 ```bash
-docker pull itzcrazykns1337/vane:latest
-docker stop vane
-docker rm vane
-docker run -d -p 3000:3000 -v vane-data:/home/vane/data --name vane itzcrazykns1337/vane:latest
+docker pull itzcrazykns1337/perplexica:latest
+docker stop perplexica
+docker rm perplexica
+docker run -d -p 3000:3000 -v perplexica-data:/home/perplexica/data --name perplexica itzcrazykns1337/perplexica:latest
 ```

 For slim version:

 ```bash
-docker pull itzcrazykns1337/vane:slim-latest
-docker stop vane
-docker rm vane
-docker run -d -p 3000:3000 -e SEARXNG_API_URL=http://your-searxng-url:8080 -v vane-data:/home/vane/data --name vane itzcrazykns1337/vane:slim-latest
+docker pull itzcrazykns1337/perplexica:slim-latest
+docker stop perplexica
+docker rm perplexica
+docker run -d -p 3000:3000 -e SEARXNG_API_URL=http://your-searxng-url:8080 -v perplexica-data:/home/perplexica/data --name perplexica itzcrazykns1337/perplexica:slim-latest
 ```

 Once updated, go to http://localhost:3000 and verify the latest changes. Your settings are preserved automatically.

 ## For Docker users (Building from source)

-1. Navigate to your Vane directory and pull the latest changes:
+1. Navigate to your Perplexica directory and pull the latest changes:

   ```bash
-   cd Vane
+   cd Perplexica
   git pull origin master
   ```

 2. Rebuild the Docker image:

   ```bash
-   docker build -t vane .
+   docker build -t perplexica .
   ```

 3. Stop and remove the old container, then start the new one:

   ```bash
-   docker stop vane
-   docker rm vane
-   docker run -p 3000:3000 -p 8080:8080 --name vane vane
+   docker stop perplexica
+   docker rm perplexica
+   docker run -p 3000:3000 -p 8080:8080 --name perplexica perplexica
   ```

 4. Once the command completes, go to http://localhost:3000 and verify the latest changes.

 ## For non-Docker users

-1. Navigate to your Vane directory and pull the latest changes:
+1. Navigate to your Perplexica directory and pull the latest changes:

   ```bash
-   cd Vane
+   cd Perplexica
   git pull origin master
   ```

--- a/drizzle.config.ts
+++ b/drizzle.config.ts
@@ -1,10 +1,11 @@
+import { defineConfig } from 'drizzle-kit';
 import path from 'path';

-export default {
+export default defineConfig({
  dialect: 'sqlite',
  schema: './src/lib/db/schema.ts',
  out: './drizzle',
  dbCredentials: {
    url: path.join(process.cwd(), 'data', 'db.sqlite'),
  },
-};
+});
--- a/entrypoint.sh
+++ b/entrypoint.sh
@@ -26,7 +26,7 @@ else
  echo "SearXNG may not be fully ready, but continuing (PID: $SEARXNG_PID)"
 fi

-cd /home/vane
-echo "Starting Vane..."
+cd /home/perplexica
+echo "Starting Perplexica..."

 exec node server.js
--- a/next-env.d.ts
+++ b/next-env.d.ts
@@ -1,6 +1,6 @@
 /// <reference types="next" />
 /// <reference types="next/image-types/global" />
-import './.next/dev/types/routes.d.ts';
+import "./.next/dev/types/routes.d.ts";

 // NOTE: This file should not be edited
 // see https://nextjs.org/docs/app/api-reference/config/typescript for more information.
--- a/next.config.mjs
+++ b/next.config.mjs
@@ -1,4 +1,3 @@
-import path from 'node:path';
 import pkg from './package.json' with { type: 'json' };

 /** @type {import('next').NextConfig} */
@@ -11,25 +10,10 @@ const nextConfig = {
      },
    ],
  },
-  serverExternalPackages: [
-    'pdf-parse',
-    'playwright',
-    'officeparser',
-    'file-type',
-  ],
-  outputFileTracingIncludes: {
-    '/api/**': [
-      './node_modules/@napi-rs/canvas/**',
-      './node_modules/@napi-rs/canvas-linux-x64-gnu/**',
-      './node_modules/@napi-rs/canvas-linux-x64-musl/**',
-    ],
-  },
+  serverExternalPackages: ['pdf-parse'],
  env: {
    NEXT_PUBLIC_VERSION: pkg.version,
  },
-  turbopack: {
-    root: process.cwd(),
-  },
 };

 export default nextConfig;
--- a/package.json
+++ b/package.json
@@ -1,11 +1,11 @@
 {
-  "name": "vane",
-  "version": "1.12.2",
+  "name": "perplexica-frontend",
+  "version": "1.11.2",
  "license": "MIT",
  "author": "ItzCrazyKns",
  "scripts": {
    "dev": "next dev",
-    "build": "next build --webpack",
+    "build": "next build",
    "start": "next start",
    "lint": "next lint",
    "format:write": "prettier . --write"
@@ -16,19 +16,16 @@
    "@headlessui/tailwindcss": "^0.2.2",
    "@huggingface/transformers": "^3.8.1",
    "@icons-pack/react-simple-icons": "^12.3.0",
-    "@mozilla/readability": "^0.6.0",
    "@phosphor-icons/react": "^2.1.10",
    "@radix-ui/react-tooltip": "^1.2.8",
    "@tailwindcss/typography": "^0.5.12",
-    "@toolsycc/json-repair": "^0.1.22",
-    "async-mutex": "^0.5.0",
+    "@types/jspdf": "^2.0.0",
    "axios": "^1.8.3",
    "better-sqlite3": "^11.9.1",
    "clsx": "^2.1.0",
-    "drizzle-orm": "^0.45.2",
+    "drizzle-orm": "^0.40.1",
    "js-tiktoken": "^1.0.21",
-    "jsdom": "^29.0.1",
-    "jspdf": "^4.2.1",
+    "jspdf": "^3.0.4",
    "lightweight-charts": "^5.0.9",
    "lucide-react": "^0.556.0",
    "mammoth": "^1.9.1",
@@ -37,12 +34,11 @@
    "motion": "^12.23.26",
    "next": "^16.0.7",
    "next-themes": "^0.3.0",
-    "officeparser": "^6.0.7",
+    "officeparser": "^5.2.2",
    "ollama": "^0.6.3",
    "openai": "^6.9.0",
    "partial-json": "^0.1.7",
    "pdf-parse": "^2.4.5",
-    "playwright": "^1.59.1",
    "react": "^18",
    "react-dom": "^18",
    "react-syntax-highlighter": "^16.1.0",
@@ -51,14 +47,13 @@
    "rfc6902": "^5.1.2",
    "sonner": "^1.4.41",
    "tailwind-merge": "^2.2.2",
+    "turndown": "^7.2.2",
    "yahoo-finance2": "^3.10.2",
    "yet-another-react-lightbox": "^3.17.2",
    "zod": "^4.1.12"
  },
  "devDependencies": {
    "@types/better-sqlite3": "^7.6.12",
-    "@types/jsdom": "^28.0.1",
-    "@types/jspdf": "^2.0.0",
    "@types/node": "^24.8.1",
    "@types/pdf-parse": "^1.1.4",
    "@types/react": "^18",
@@ -66,15 +61,12 @@
    "@types/react-syntax-highlighter": "^15.5.13",
    "@types/turndown": "^5.0.6",
    "autoprefixer": "^10.0.1",
-    "drizzle-kit": "^0.18.1",
+    "drizzle-kit": "^0.30.5",
    "eslint": "^8",
-    "eslint-config-next": "^16.2.2",
+    "eslint-config-next": "14.1.4",
    "postcss": "^8",
    "prettier": "^3.2.5",
    "tailwindcss": "^3.3.0",
    "typescript": "^5.9.3"
-  },
-  "optionalDependencies": {
-    "@napi-rs/canvas": "^0.1.87"
  }
 }
--- a/src/app/api/images/route.ts
+++ b/src/app/api/images/route.ts
@@ -21,10 +21,7 @@ export const POST = async (req: Request) => {

    const images = await searchImages(
      {
-        chatHistory: body.chatHistory.map(([role, content]) => ({
-          role: role === 'human' ? 'user' : 'assistant',
-          content,
-        })),
+        chatHistory: body.chatHistory,
        query: body.query,
      },
      llm,
--- a/src/app/api/suggestions/route.ts
+++ b/src/app/api/suggestions/route.ts
@@ -20,10 +20,7 @@ export const POST = async (req: Request) => {

    const suggestions = await generateSuggestions(
      {
-        chatHistory: body.chatHistory.map(([role, content]) => ({
-          role: role === 'human' ? 'user' : 'assistant',
-          content,
-        })),
+        chatHistory: body.chatHistory,
      },
      llm,
    );
--- a/src/app/api/videos/route.ts
+++ b/src/app/api/videos/route.ts
@@ -21,10 +21,7 @@ export const POST = async (req: Request) => {

    const videos = await handleVideoSearch(
      {
-        chatHistory: body.chatHistory.map(([role, content]) => ({
-          role: role === 'human' ? 'user' : 'assistant',
-          content,
-        })),
+        chatHistory: body.chatHistory,
        query: body.query,
      },
      llm,
--- a/src/app/layout.tsx
+++ b/src/app/layout.tsx
@@ -19,8 +19,9 @@ const montserrat = Montserrat({
 });

 export const metadata: Metadata = {
-  title: 'Vane - Direct your curiosity',
-  description: 'Vane is an AI powered answering engine.',
+  title: 'Perplexica - Chat with the internet',
+  description:
+    'Perplexica is an AI powered chatbot that is connected to the internet.',
 };

 export default function RootLayout({
--- a/src/app/library/layout.tsx
+++ b/src/app/library/layout.tsx
@@ -2,7 +2,7 @@ import { Metadata } from 'next';
 import React from 'react';

 export const metadata: Metadata = {
-  title: 'Library - Vane',
+  title: 'Library - Perplexica',
 };

 const Layout = ({ children }: { children: React.ReactNode }) => {
--- a/src/app/manifest.ts
+++ b/src/app/manifest.ts
@@ -2,9 +2,10 @@ import type { MetadataRoute } from 'next';

 export default function manifest(): MetadataRoute.Manifest {
  return {
-    name: 'Vane - Direct Your Curiosity',
-    short_name: 'Vane',
-    description: 'Vane is an AI powered answering engine.',
+    name: 'Perplexica - Chat with the internet',
+    short_name: 'Perplexica',
+    description:
+      'Perplexica is an AI powered chatbot that is connected to the internet.',
    start_url: '/',
    display: 'standalone',
    background_color: '#0a0a0a',
--- a/src/app/page.tsx
+++ b/src/app/page.tsx
@@ -2,8 +2,8 @@ import ChatWindow from '@/components/ChatWindow';
 import { Metadata } from 'next';

 export const metadata: Metadata = {
-  title: 'Chat - Vane',
-  description: 'Chat with the internet, chat with Vane.',
+  title: 'Chat - Perplexica',
+  description: 'Chat with the internet, chat with Perplexica.',
 };

 const Home = () => {
--- a/src/components/AssistantSteps.tsx
+++ b/src/components/AssistantSteps.tsx
@@ -37,8 +37,7 @@ const getStepTitle = (
  if (step.type === 'reasoning') {
    return isStreaming && !step.reasoning ? 'Thinking...' : 'Thinking';
  } else if (step.type === 'searching') {
-    const queries = Array.isArray(step.searching) ? step.searching : [];
-    return `Searching ${queries.length} ${queries.length === 1 ? 'query' : 'queries'}`;
+    return `Searching ${step.searching.length} ${step.searching.length === 1 ? 'query' : 'queries'}`;
  } else if (step.type === 'search_results') {
    return `Found ${step.reading.length} ${step.reading.length === 1 ? 'result' : 'results'}`;
  } else if (step.type === 'reading') {
@@ -161,7 +160,6 @@ const AssistantSteps = ({
                      )}

                      {step.type === 'searching' &&
-                        Array.isArray(step.searching) &&
                        step.searching.length > 0 && (
                          <div className="flex flex-wrap gap-1.5 mt-1.5">
                            {step.searching.map((query, idx) => (
--- a/src/components/Chat.tsx
+++ b/src/components/Chat.tsx
@@ -49,7 +49,7 @@ const Chat = () => {
    };

    if (messages.length === 1) {
-      document.title = `${messages[0].query.substring(0, 30)} - Vane`;
+      document.title = `${messages[0].query.substring(0, 30)} - Perplexica`;
    }

    if (sections.length > lastScrolledRef.current) {
@@ -80,10 +80,7 @@ const Chat = () => {
      {loading && !messageAppeared && <MessageBoxLoading />}
      <div ref={messageEnd} className="h-0" />
      {dividerWidth > 0 && (
-        <div
-          className="fixed z-40 bottom-24 lg:bottom-6"
-          style={{ width: dividerWidth }}
-        >
+        <div className="fixed z-40 bottom-24 lg:bottom-6" style={{ width: dividerWidth }}>
          <div
            className="pointer-events-none absolute -bottom-6 left-0 right-0 h-[calc(100%+24px+24px)] dark:hidden"
            style={{
--- a/src/components/MessageBox.tsx
+++ b/src/components/MessageBox.tsx
@@ -50,14 +50,7 @@ const MessageBox = ({
  dividerRef?: MutableRefObject<HTMLDivElement | null>;
  isLast: boolean;
 }) => {
-  const {
-    loading,
-    sendMessage,
-    rewrite,
-    messages,
-    researchEnded,
-    chatHistory,
-  } = useChat();
+  const { loading, sendMessage, rewrite, messages, researchEnded } = useChat();

  const parsedMessage = section.parsedTextBlocks.join('\n\n');
  const speechMessage = section.speechMessage || '';
@@ -272,11 +265,11 @@ const MessageBox = ({
          <div className="lg:sticky lg:top-20 flex flex-col items-center space-y-3 w-full lg:w-3/12 z-30 h-full pb-4">
            <SearchImages
              query={section.message.query}
-              chatHistory={chatHistory}
+              chatHistory={messages}
              messageId={section.message.messageId}
            />
            <SearchVideos
-              chatHistory={chatHistory}
+              chatHistory={messages}
              query={section.message.query}
              messageId={section.message.messageId}
            />
--- a/src/components/MessageInputActions/Attach.tsx
+++ b/src/components/MessageInputActions/Attach.tsx
@@ -18,7 +18,6 @@ import { Fragment, useRef, useState } from 'react';
 import { useChat } from '@/lib/hooks/useChat';
 import { AnimatePresence } from 'motion/react';
 import { motion } from 'framer-motion';
-import { toast } from 'sonner';

 const Attach = () => {
  const { files, setFiles, setFileIds, fileIds } = useChat();
@@ -27,59 +26,31 @@ const Attach = () => {
  const fileInputRef = useRef<any>();

  const handleChange = async (e: React.ChangeEvent<HTMLInputElement>) => {
-    const selectedFiles = e.target.files;
-
-    if (!selectedFiles?.length) {
-      return;
-    }
-
    setLoading(true);
+    const data = new FormData();

-    try {
-      const data = new FormData();
-
-      for (let i = 0; i < selectedFiles.length; i++) {
-        data.append('files', selectedFiles[i]);
-      }
-
-      const embeddingModelProvider = localStorage.getItem(
-        'embeddingModelProviderId',
-      );
-      const embeddingModel = localStorage.getItem('embeddingModelKey');
-
-      if (!embeddingModelProvider || !embeddingModel) {
-        throw new Error('Please select an embedding model before uploading.');
-      }
-
-      data.append('embedding_model_provider_id', embeddingModelProvider);
-      data.append('embedding_model_key', embeddingModel);
-
-      const res = await fetch(`/api/uploads`, {
-        method: 'POST',
-        body: data,
-      });
-
-      const resData = await res.json().catch(() => ({}));
-
-      if (!res.ok) {
-        throw new Error(resData.message || 'Failed to upload file(s).');
-      }
-
-      if (!Array.isArray(resData.files)) {
-        throw new Error('Invalid upload response from server.');
-      }
-
-      setFiles([...files, ...resData.files]);
-      setFileIds([
-        ...fileIds,
-        ...resData.files.map((file: any) => file.fileId),
-      ]);
-    } catch (err: any) {
-      toast(err?.message || 'Failed to upload file(s).');
-    } finally {
-      setLoading(false);
-      e.target.value = '';
+    for (let i = 0; i < e.target.files!.length; i++) {
+      data.append('files', e.target.files![i]);
    }
+
+    const embeddingModelProvider = localStorage.getItem(
+      'embeddingModelProviderId',
+    );
+    const embeddingModel = localStorage.getItem('embeddingModelKey');
+
+    data.append('embedding_model_provider_id', embeddingModelProvider!);
+    data.append('embedding_model_key', embeddingModel!);
+
+    const res = await fetch(`/api/uploads`, {
+      method: 'POST',
+      body: data,
+    });
+
+    const resData = await res.json();
+
+    setFiles([...files, ...resData.files]);
+    setFileIds([...fileIds, ...resData.files.map((file: any) => file.fileId)]);
+    setLoading(false);
  };

  return loading ? (
--- a/src/components/MessageInputActions/AttachSmall.tsx
+++ b/src/components/MessageInputActions/AttachSmall.tsx
@@ -9,7 +9,6 @@ import { Fragment, useRef, useState } from 'react';
 import { useChat } from '@/lib/hooks/useChat';
 import { AnimatePresence } from 'motion/react';
 import { motion } from 'framer-motion';
-import { toast } from 'sonner';

 const AttachSmall = () => {
  const { files, setFiles, setFileIds, fileIds } = useChat();
@@ -18,59 +17,31 @@ const AttachSmall = () => {
  const fileInputRef = useRef<any>();

  const handleChange = async (e: React.ChangeEvent<HTMLInputElement>) => {
-    const selectedFiles = e.target.files;
-
-    if (!selectedFiles?.length) {
-      return;
-    }
-
    setLoading(true);
+    const data = new FormData();

-    try {
-      const data = new FormData();
-
-      for (let i = 0; i < selectedFiles.length; i++) {
-        data.append('files', selectedFiles[i]);
-      }
-
-      const embeddingModelProvider = localStorage.getItem(
-        'embeddingModelProviderId',
-      );
-      const embeddingModel = localStorage.getItem('embeddingModelKey');
-
-      if (!embeddingModelProvider || !embeddingModel) {
-        throw new Error('Please select an embedding model before uploading.');
-      }
-
-      data.append('embedding_model_provider_id', embeddingModelProvider);
-      data.append('embedding_model_key', embeddingModel);
-
-      const res = await fetch(`/api/uploads`, {
-        method: 'POST',
-        body: data,
-      });
-
-      const resData = await res.json().catch(() => ({}));
-
-      if (!res.ok) {
-        throw new Error(resData.message || 'Failed to upload file(s).');
-      }
-
-      if (!Array.isArray(resData.files)) {
-        throw new Error('Invalid upload response from server.');
-      }
-
-      setFiles([...files, ...resData.files]);
-      setFileIds([
-        ...fileIds,
-        ...resData.files.map((file: any) => file.fileId),
-      ]);
-    } catch (err: any) {
-      toast(err?.message || 'Failed to upload file(s).');
-    } finally {
-      setLoading(false);
-      e.target.value = '';
+    for (let i = 0; i < e.target.files!.length; i++) {
+      data.append('files', e.target.files![i]);
    }
+
+    const embeddingModelProvider = localStorage.getItem(
+      'embeddingModelProviderId',
+    );
+    const embeddingModel = localStorage.getItem('embeddingModelKey');
+
+    data.append('embedding_model_provider_id', embeddingModelProvider!);
+    data.append('embedding_model_key', embeddingModel!);
+
+    const res = await fetch(`/api/uploads`, {
+      method: 'POST',
+      body: data,
+    });
+
+    const resData = await res.json();
+
+    setFiles([...files, ...resData.files]);
+    setFileIds([...fileIds, ...resData.files.map((file: any) => file.fileId)]);
+    setLoading(false);
  };

  return loading ? (
--- a/src/components/MessageRenderer/CodeBlock/index.tsx
+++ b/src/components/MessageRenderer/CodeBlock/index.tsx
@@ -7,9 +7,6 @@ import SyntaxHighlighter from 'react-syntax-highlighter';
 import darkTheme from './CodeBlockDarkTheme';
 import lightTheme from './CodeBlockLightTheme';

-const SyntaxHighlighterComponent =
-  SyntaxHighlighter as unknown as React.ComponentType<any>;
-
 const CodeBlock = ({
  language,
  children,
@@ -53,13 +50,13 @@ const CodeBlock = ({
          />
        )}
      </button>
-      <SyntaxHighlighterComponent
+      <SyntaxHighlighter
        language={language}
        style={syntaxTheme}
        showInlineLineNumbers
      >
        {children as string}
-      </SyntaxHighlighterComponent>
+      </SyntaxHighlighter>
    </div>
  );
 };
--- a/src/components/MessageSources.tsx
+++ b/src/components/MessageSources.tsx
@@ -70,7 +70,7 @@ const MessageSources = ({ sources }: { sources: Chunk[] }) => {
        >
          <div className="flex flex-row items-center space-x-1">
            {sources.slice(3, 6).map((source, i) => {
-              return source.metadata.url === 'File' ? (
+              return source.metadata.includes('file_id://') ? (
                <div
                  key={i}
                  className="bg-dark-200 hover:bg-dark-100 transition duration-200 flex items-center justify-center w-6 h-6 rounded-full"
@@ -124,7 +124,7 @@ const MessageSources = ({ sources }: { sources: Chunk[] }) => {
                        </p>
                        <div className="flex flex-row items-center justify-between">
                          <div className="flex flex-row items-center space-x-1">
-                            {source.metadata.url === 'File' ? (
+                            {source.metadata.url.includes('file_id://') ? (
                              <div className="bg-dark-200 hover:bg-dark-100 transition duration-200 flex items-center justify-center w-6 h-6 rounded-full">
                                <File size={12} className="text-white/70" />
                              </div>
--- a/src/components/SearchImages.tsx
+++ b/src/components/SearchImages.tsx
@@ -17,7 +17,7 @@ const SearchImages = ({
  messageId,
 }: {
  query: string;
-  chatHistory: [string, string][];
+  chatHistory: Message[];
  messageId: string;
 }) => {
  const [images, setImages] = useState<Image[] | null>(null);
--- a/src/components/SearchVideos.tsx
+++ b/src/components/SearchVideos.tsx
@@ -30,7 +30,7 @@ const Searchvideos = ({
  messageId,
 }: {
  query: string;
-  chatHistory: [string, string][];
+  chatHistory: Message[];
  messageId: string;
 }) => {
  const [videos, setVideos] = useState<Video[] | null>(null);
--- a/src/components/Settings/SettingsDialogue.tsx
+++ b/src/components/Settings/SettingsDialogue.tsx
@@ -154,7 +154,7 @@ const SettingsDialogue = ({
                    Version: {process.env.NEXT_PUBLIC_VERSION}
                  </p>
                  <a
-                    href="https://github.com/itzcrazykns/vane"
+                    href="https://github.com/itzcrazykns/perplexica"
                    target="_blank"
                    rel="noopener noreferrer"
                    className="text-xs text-black/70 dark:text-white/70 flex flex-row space-x-1 items-center transition duration-200 hover:text-black/90 hover:dark:text-white/90"
--- a/src/components/Setup/SetupWizard.tsx
+++ b/src/components/Setup/SetupWizard.tsx
@@ -46,9 +46,9 @@ const SetupWizard = ({
                animate={{ opacity: 1, translateY: '0px' }}
                className="text-4xl md:text-6xl xl:text-8xl font-normal font-['Instrument_Serif'] tracking-tight"
              >
-                Welcome to
+                Welcome to{' '}
                <span className="text-[#24A0ED] italic font-['PP_Editorial']">
-                  Vane
+                  Perplexica
                </span>
              </motion.h2>
              <motion.p
@@ -91,9 +91,9 @@ const SetupWizard = ({
                  }}
                  className="text-2xl md:text-4xl xl:text-6xl font-normal font-['Instrument_Serif'] tracking-tight"
                >
-                  Let us get
+                  Let us get{' '}
                  <span className="text-[#24A0ED] italic font-['PP_Editorial']">
-                    Vane
+                    Perplexica
                  </span>{' '}
                  set up for you
                </motion.p>
--- a/src/components/WeatherWidget.tsx
+++ b/src/components/WeatherWidget.tsx
@@ -1,8 +1,5 @@
-'use client';
-
-import { Wind } from 'lucide-react';
+import { Cloud, Sun, CloudRain, CloudSnow, Wind } from 'lucide-react';
 import { useEffect, useState } from 'react';
-import { getApproxLocation } from '@/lib/actions';

 const WeatherWidget = () => {
  const [data, setData] = useState({
@@ -18,6 +15,17 @@ const WeatherWidget = () => {

  const [loading, setLoading] = useState(true);

+  const getApproxLocation = async () => {
+    const res = await fetch('https://ipwhois.app/json/');
+    const data = await res.json();
+
+    return {
+      latitude: data.latitude,
+      longitude: data.longitude,
+      city: data.city,
+    };
+  };
+
  const getLocation = async (
    callback: (location: {
      latitude: number;
--- a/src/components/Widgets/Stock.tsx
+++ b/src/components/Widgets/Stock.tsx
@@ -257,21 +257,21 @@ const Stock = (props: StockWidgetProps) => {
  const isPostMarket = props.marketState === 'POST';

  const displayPrice = isPostMarket
-    ? (props.postMarketPrice ?? props.regularMarketPrice)
+    ? props.postMarketPrice ?? props.regularMarketPrice
    : isPreMarket
-      ? (props.preMarketPrice ?? props.regularMarketPrice)
+      ? props.preMarketPrice ?? props.regularMarketPrice
      : props.regularMarketPrice;

  const displayChange = isPostMarket
-    ? (props.postMarketChange ?? props.regularMarketChange)
+    ? props.postMarketChange ?? props.regularMarketChange
    : isPreMarket
-      ? (props.preMarketChange ?? props.regularMarketChange)
+      ? props.preMarketChange ?? props.regularMarketChange
      : props.regularMarketChange;

  const displayChangePercent = isPostMarket
-    ? (props.postMarketChangePercent ?? props.regularMarketChangePercent)
+    ? props.postMarketChangePercent ?? props.regularMarketChangePercent
    : isPreMarket
-      ? (props.preMarketChangePercent ?? props.regularMarketChangePercent)
+      ? props.preMarketChangePercent ?? props.regularMarketChangePercent
      : props.regularMarketChangePercent;

  const changeColor = isPositive
--- a/src/lib/actions.ts
+++ b/src/lib/actions.ts
@@ -1,4 +1,12 @@
 export const getSuggestions = async (chatHistory: [string, string][]) => {
+  const chatTurns = chatHistory.map(([role, content]) => {
+    if (role === 'human') {
+      return { role: 'user', content };
+    } else {
+      return { role: 'assistant', content };
+    }
+  });
+
  const chatModel = localStorage.getItem('chatModelKey');
  const chatModelProvider = localStorage.getItem('chatModelProviderId');

@@ -8,7 +16,7 @@ export const getSuggestions = async (chatHistory: [string, string][]) => {
      'Content-Type': 'application/json',
    },
    body: JSON.stringify({
-      chatHistory,
+      chatHistory: chatTurns,
      chatModel: {
        providerId: chatModelProvider,
        key: chatModel,
@@ -20,17 +28,3 @@ export const getSuggestions = async (chatHistory: [string, string][]) => {

  return data.suggestions;
 };
-
-export const getApproxLocation = async () => {
-  const res = await fetch('https://free.freeipapi.com/api/json', {
-    method: 'GET',
-  });
-
-  const data = await res.json();
-
-  return {
-    latitude: data.latitude,
-    longitude: data.longitude,
-    city: data.cityName,
-  };
-};
--- a/src/lib/agents/search/api.ts
+++ b/src/lib/agents/search/api.ts
@@ -19,9 +19,6 @@ class APISearchAgent {
      chatHistory: input.chatHistory,
      followUp: input.followUp,
      llm: input.config.llm,
-    }).catch((err) => {
-      console.error(`Error executing widgets: ${err}`);
-      return [];
    });

    let searchPromise: Promise<ResearcherOutput> | null = null;
--- a/src/lib/agents/search/index.ts
+++ b/src/lib/agents/search/index.ts
@@ -5,10 +5,9 @@ import Researcher from './researcher';
 import { getWriterPrompt } from '@/lib/prompts/search/writer';
 import { WidgetExecutor } from './widgets';
 import db from '@/lib/db';
-import { messages } from '@/lib/db/schema';
+import { chats, messages } from '@/lib/db/schema';
 import { and, eq, gt } from 'drizzle-orm';
 import { TextBlock } from '@/lib/types';
-import { getTokenCount } from '@/lib/utils/splitText';

 class SearchAgent {
  async searchAsync(session: SessionManager, input: SearchAgentInput) {
@@ -99,17 +98,13 @@ class SearchAgent {
      type: 'researchComplete',
    });

-    let finalContext =
-      '<Query to be answered without searching; Search not made>';
-
-    if (searchResults) {
-      finalContext = searchResults?.searchFindings
+    const finalContext =
+      searchResults?.searchFindings
        .map(
          (f, index) =>
            `<result index=${index + 1} title=${f.metadata.title}>${f.content}</result>`,
        )
-        .join('\n');
-    }
+        .join('\n') || '';

    const widgetContext = widgetOutputs
      .map((o) => {
@@ -124,7 +119,6 @@ class SearchAgent {
      input.config.systemInstructions,
      input.config.mode,
    );
-
    const answerStream = input.config.llm.streamText({
      messages: [
        {
--- a/src/lib/agents/search/researcher/actions/academicSearch.ts
+++ b/src/lib/agents/search/researcher/actions/academicSearch.ts
@@ -0,0 +1,129 @@
+import z from 'zod';
+import { ResearchAction } from '../../types';
+import { Chunk, SearchResultsResearchBlock } from '@/lib/types';
+import { searchSearxng } from '@/lib/searxng';
+
+const schema = z.object({
+  queries: z.array(z.string()).describe('List of academic search queries'),
+});
+
+const academicSearchDescription = `
+Use this tool to perform academic searches for scholarly articles, papers, and research studies relevant to the user's query. Provide a list of concise search queries that will help gather comprehensive academic information on the topic at hand.
+You can provide up to 3 queries at a time. Make sure the queries are specific and relevant to the user's needs.
+
+For example, if the user is interested in recent advancements in renewable energy, your queries could be:
+1. "Recent advancements in renewable energy 2024"
+2. "Cutting-edge research on solar power technologies"
+3. "Innovations in wind energy systems"
+
+If this tool is present and no other tools are more relevant, you MUST use this tool to get the needed academic information.
+`;
+
+const academicSearchAction: ResearchAction<typeof schema> = {
+  name: 'academic_search',
+  schema: schema,
+  getDescription: () => academicSearchDescription,
+  getToolDescription: () =>
+    "Use this tool to perform academic searches for scholarly articles, papers, and research studies relevant to the user's query. Provide a list of concise search queries that will help gather comprehensive academic information on the topic at hand.",
+  enabled: (config) =>
+    config.sources.includes('academic') &&
+    config.classification.classification.skipSearch === false &&
+    config.classification.classification.academicSearch === true,
+  execute: async (input, additionalConfig) => {
+    input.queries = input.queries.slice(0, 3);
+
+    const researchBlock = additionalConfig.session.getBlock(
+      additionalConfig.researchBlockId,
+    );
+
+    if (researchBlock && researchBlock.type === 'research') {
+      researchBlock.data.subSteps.push({
+        type: 'searching',
+        id: crypto.randomUUID(),
+        searching: input.queries,
+      });
+
+      additionalConfig.session.updateBlock(additionalConfig.researchBlockId, [
+        {
+          op: 'replace',
+          path: '/data/subSteps',
+          value: researchBlock.data.subSteps,
+        },
+      ]);
+    }
+
+    const searchResultsBlockId = crypto.randomUUID();
+    let searchResultsEmitted = false;
+
+    let results: Chunk[] = [];
+
+    const search = async (q: string) => {
+      const res = await searchSearxng(q, {
+        engines: ['arxiv', 'google scholar', 'pubmed'],
+      });
+
+      const resultChunks: Chunk[] = res.results.map((r) => ({
+        content: r.content || r.title,
+        metadata: {
+          title: r.title,
+          url: r.url,
+        },
+      }));
+
+      results.push(...resultChunks);
+
+      if (
+        !searchResultsEmitted &&
+        researchBlock &&
+        researchBlock.type === 'research'
+      ) {
+        searchResultsEmitted = true;
+
+        researchBlock.data.subSteps.push({
+          id: searchResultsBlockId,
+          type: 'search_results',
+          reading: resultChunks,
+        });
+
+        additionalConfig.session.updateBlock(additionalConfig.researchBlockId, [
+          {
+            op: 'replace',
+            path: '/data/subSteps',
+            value: researchBlock.data.subSteps,
+          },
+        ]);
+      } else if (
+        searchResultsEmitted &&
+        researchBlock &&
+        researchBlock.type === 'research'
+      ) {
+        const subStepIndex = researchBlock.data.subSteps.findIndex(
+          (step) => step.id === searchResultsBlockId,
+        );
+
+        const subStep = researchBlock.data.subSteps[
+          subStepIndex
+        ] as SearchResultsResearchBlock;
+
+        subStep.reading.push(...resultChunks);
+
+        additionalConfig.session.updateBlock(additionalConfig.researchBlockId, [
+          {
+            op: 'replace',
+            path: '/data/subSteps',
+            value: researchBlock.data.subSteps,
+          },
+        ]);
+      }
+    };
+
+    await Promise.all(input.queries.map(search));
+
+    return {
+      type: 'search_results',
+      results,
+    };
+  },
+};
+
+export default academicSearchAction;
--- a/src/lib/agents/search/researcher/actions/index.ts
+++ b/src/lib/agents/search/researcher/actions/index.ts
@@ -1,11 +1,11 @@
-import academicSearchAction from './search/academicSearch';
+import academicSearchAction from './academicSearch';
 import doneAction from './done';
 import planAction from './plan';
 import ActionRegistry from './registry';
 import scrapeURLAction from './scrapeURL';
-import socialSearchAction from './search/socialSearch';
+import socialSearchAction from './socialSearch';
 import uploadsSearchAction from './uploadsSearch';
-import webSearchAction from './search/webSearch';
+import webSearchAction from './webSearch';

 ActionRegistry.register(webSearchAction);
 ActionRegistry.register(doneAction);
--- a/src/lib/agents/search/researcher/actions/registry.ts
+++ b/src/lib/agents/search/researcher/actions/registry.ts
@@ -67,7 +67,6 @@ class ActionRegistry {
    additionalConfig: AdditionalConfig & {
      researchBlockId: string;
      fileIds: string[];
-      mode: SearchAgentConfig['mode'];
    },
  ) {
    const action = this.actions.get(name);
@@ -84,7 +83,6 @@ class ActionRegistry {
    additionalConfig: AdditionalConfig & {
      researchBlockId: string;
      fileIds: string[];
-      mode: SearchAgentConfig['mode'];
    },
  ): Promise<ActionOutput[]> {
    const results: ActionOutput[] = [];
--- a/src/lib/agents/search/researcher/actions/scrapeURL.ts
+++ b/src/lib/agents/search/researcher/actions/scrapeURL.ts
@@ -1,50 +1,10 @@
 import z from 'zod';
 import { ResearchAction } from '../../types';
 import { Chunk, ReadingResearchBlock } from '@/lib/types';
-import Scraper from '@/lib/scraper';
-import { splitText } from '@/lib/utils/splitText';
+import TurnDown from 'turndown';
+import path from 'path';

-const extractorPrompt = `
-                  Assistant is an AI information extractor. Assistant will be shared with scraped information from a website along with the queries used to retrieve that information. Assistant's task is to extract relevant facts from the scraped data to answer the queries.
-            
-                  ## Things to taken into consideration when extracting information:
-                  1. Relevance to the query: The extracted information must dynamically adjust based on the query's intent. If the query asks "What is [X]", you must extract the definition/identity. If the query asks for "[X] specs" or "features", you must provide deep, granular technical details.
-                     - Example: For "What is [Product]", extract the core definition. For "[Product] capabilities", extract every technical function mentioned.
-                  2. Concentrate on extracting factual information that can help in answering the question rather than opinions or commentary. Ignore marketing fluff like "best-in-class" or "seamless."
-                  3. Noise to signal ratio: If the scraped data is noisy (headers, footers, UI text), ignore it and extract only the high-value information. 
-                     - Example: Discard "Click for more" or "Subscribe now" messages.
-                  4. Avoid using filler sentences or words; extract concise, telegram-style information.
-                     - Example: Change "The device features a weight of only 1.2kg" to "Weight: 1.2kg."
-                  5. Duplicate information: If a fact appears multiple times (e.g., in a paragraph and a technical table), merge the details into a single, high-density bullet point to avoid redundancy.
-                  6. Numerical Data Integrity: NEVER summarize or generalize numbers, benchmarks, or table data. Extract raw values exactly as they appear.
-                     - Example: Do not say "Improved coding scores." Say "LiveCodeBench v6: 80.0%."
-            
-                  ## Example
-                  For example, if the query is "What are the health benefits of green tea?" and the scraped data contains various pieces of information about green tea, Assistant should focus on extracting factual information related to the health benefits of green tea such as "Green tea contains antioxidants which can help in reducing inflammation" and ignore irrelevant information such as "Green tea is a popular beverage worldwide".
-                  
-                  It can also remove filler words to reduce the sentence to "Contains antioxidants; reduces inflammation." 
-                  
-                  For tables/numerical data extraction, Assistant should extract the raw numerical data or the content of the table without trying to summarize it to avoid losing important details. For example, if a table lists specific battery life hours for different modes, Assistant should list every mode and its corresponding hour count rather than giving a general average.
-                  
-                  Make sure the extracted facts are in bullet points format to make it easier to read and understand.
-            
-                  ## Output format
-                  Assistant should reply with a JSON object containing a key "extracted_facts" which is a string of the bulleted facts. Return only raw JSON without markdown formatting (no \`\`\`json blocks).
-            
-                  <example_output>
-                  {
-                    "extracted_facts": "- Fact 1\n- Fact 2\n- Fact 3"
-                  }
-                  </example_output>
-                  `;
-
-const extractorSchema = z.object({
-  extracted_facts: z
-    .string()
-    .describe(
-      'The extracted facts that are relevant to the query and can help in answering the question should be listed here in a concise manner.',
-    ),
-});
+const turndownService = new TurnDown();

 const schema = z.object({
  urls: z.array(z.string()).describe('A list of URLs to scrape content from.'),
@@ -79,7 +39,11 @@ const scrapeURLAction: ResearchAction<typeof schema> = {
    await Promise.all(
      params.urls.map(async (url) => {
        try {
-          const scraped = await Scraper.scrape(url);
+          const res = await fetch(url);
+          const text = await res.text();
+
+          const title =
+            text.match(/<title>(.*?)<\/title>/i)?.[1] || `Content from ${url}`;

          if (
            !readingEmitted &&
@@ -95,7 +59,7 @@ const scrapeURLAction: ResearchAction<typeof schema> = {
                  content: '',
                  metadata: {
                    url,
-                    title: scraped.title,
+                    title: title,
                  },
                },
              ],
@@ -128,7 +92,7 @@ const scrapeURLAction: ResearchAction<typeof schema> = {
              content: '',
              metadata: {
                url,
-                title: scraped.title,
+                title: title,
              },
            });

@@ -144,49 +108,13 @@ const scrapeURLAction: ResearchAction<typeof schema> = {
            );
          }

-          const chunks = splitText(scraped.content, 4000, 500);
-
-          let accumulatedContent = '';
-
-          if (chunks.length > 1) {
-            try {
-              await Promise.all(
-                chunks.map(async (chunk) => {
-                  const extracted = await additionalConfig.llm.generateObject<
-                    typeof extractorSchema
-                  >({
-                    messages: [
-                      {
-                        role: 'system',
-                        content: extractorPrompt,
-                      },
-                      {
-                        role: 'user',
-                        content: `<queries>Summarize</queries>\n<scraped_data>${chunk}</scraped_data>`,
-                      },
-                    ],
-                    schema: extractorSchema,
-                  });
-
-                  accumulatedContent += extracted.extracted_facts + '\n';
-                }),
-              );
-            } catch (err) {
-              console.log(
-                'Error during extraction, falling back to raw content',
-                err,
-              );
-              accumulatedContent = chunks[0];
-            }
-          } else {
-            accumulatedContent = scraped.content;
-          }
+          const markdown = turndownService.turndown(text);

          results.push({
-            content: accumulatedContent,
+            content: markdown,
            metadata: {
              url,
-              title: scraped.title,
+              title: title,
            },
          });
        } catch (error) {
@@ -194,7 +122,7 @@ const scrapeURLAction: ResearchAction<typeof schema> = {
            content: `Failed to fetch content from ${url}: ${error}`,
            metadata: {
              url,
-              title: `Error scraping ${url}`,
+              title: `Error fetching ${url}`,
            },
          });
        }
--- a/src/lib/agents/search/researcher/actions/search/academicSearch.ts
+++ b/src/lib/agents/search/researcher/actions/search/academicSearch.ts
@@ -1,62 +0,0 @@
-import z from 'zod';
-import { ResearchAction } from '../../../types';
-import { ResearchBlock } from '@/lib/types';
-import { executeSearch } from './baseSearch';
-
-const schema = z.object({
-  queries: z.array(z.string()).describe('List of academic search queries'),
-});
-
-const academicSearchDescription = `
-Use this tool to perform academic searches for scholarly articles, papers, and research studies relevant to the user's query. Provide a list of concise search queries that will help gather comprehensive academic information on the topic at hand.
-You can provide up to 3 queries at a time. Make sure the queries are specific and relevant to the user's needs.
-
-For example, if the user is interested in recent advancements in renewable energy, your queries could be:
-1. "Recent advancements in renewable energy 2024"
-2. "Cutting-edge research on solar power technologies"
-3. "Innovations in wind energy systems"
-
-If this tool is present and no other tools are more relevant, you MUST use this tool to get the needed academic information.
-`;
-
-const academicSearchAction: ResearchAction<typeof schema> = {
-  name: 'academic_search',
-  schema: schema,
-  getDescription: () => academicSearchDescription,
-  getToolDescription: () =>
-    "Use this tool to perform academic searches for scholarly articles, papers, and research studies relevant to the user's query. Provide a list of concise search queries that will help gather comprehensive academic information on the topic at hand.",
-  enabled: (config) =>
-    config.sources.includes('academic') &&
-    config.classification.classification.skipSearch === false &&
-    config.classification.classification.academicSearch === true,
-  execute: async (input, additionalConfig) => {
-    input.queries = (
-      Array.isArray(input.queries) ? input.queries : [input.queries]
-    ).slice(0, 3);
-
-    const researchBlock = additionalConfig.session.getBlock(
-      additionalConfig.researchBlockId,
-    ) as ResearchBlock | undefined;
-
-    if (!researchBlock) throw new Error('Failed to retrieve research block');
-
-    const results = await executeSearch({
-      llm: additionalConfig.llm,
-      embedding: additionalConfig.embedding,
-      mode: additionalConfig.mode,
-      queries: input.queries,
-      researchBlock: researchBlock,
-      session: additionalConfig.session,
-      searchConfig: {
-        engines: ['arxiv', 'google scholar', 'pubmed'],
-      },
-    });
-
-    return {
-      type: 'search_results',
-      results: results,
-    };
-  },
-};
-
-export default academicSearchAction;
--- a/src/lib/agents/search/researcher/actions/search/baseSearch.ts
+++ b/src/lib/agents/search/researcher/actions/search/baseSearch.ts
@@ -1,423 +0,0 @@
-import BaseEmbedding from '@/lib/models/base/embedding';
-import BaseLLM from '@/lib/models/base/llm';
-import { searchSearxng, SearxngSearchOptions } from '@/lib/searxng';
-import SessionManager from '@/lib/session';
-import { Chunk, ResearchBlock, SearchResultsResearchBlock } from '@/lib/types';
-import { SearchAgentConfig } from '../../../types';
-import computeSimilarity from '@/lib/utils/computeSimilarity';
-import z from 'zod';
-import Scraper from '@/lib/scraper';
-import { splitText } from '@/lib/utils/splitText';
-
-export const executeSearch = async (input: {
-  queries: string[];
-  mode: SearchAgentConfig['mode'];
-  searchConfig?: SearxngSearchOptions;
-  researchBlock: ResearchBlock;
-  session: InstanceType<typeof SessionManager>;
-  llm: BaseLLM<any>;
-  embedding: BaseEmbedding<any>;
-}) => {
-  const researchBlock = input.researchBlock;
-
-  researchBlock.data.subSteps.push({
-    id: crypto.randomUUID(),
-    type: 'searching',
-    searching: input.queries,
-  });
-
-  input.session.updateBlock(researchBlock.id, [
-    {
-      op: 'replace',
-      path: '/data/subSteps',
-      value: researchBlock.data.subSteps,
-    },
-  ]);
-
-  if (input.mode === 'speed' || input.mode === 'balanced') {
-    const searchResultsBlockId = crypto.randomUUID();
-    let searchResultsEmitted = false;
-
-    const results: Chunk[] = [];
-
-    const search = async (q: string) => {
-      const res = await searchSearxng(q, {
-        ...(input.searchConfig ? input.searchConfig : {}),
-      });
-
-      let resultChunks: Chunk[] = [];
-
-      try {
-        const queryEmbedding = (await input.embedding.embedText([q]))[0];
-
-        resultChunks = (
-          await Promise.all(
-            res.results.map(async (r) => {
-              const content = r.content || r.title;
-              const chunkEmbedding = (
-                await input.embedding.embedText([content])
-              )[0];
-
-              return {
-                content,
-                metadata: {
-                  title: r.title,
-                  url: r.url,
-                  similarity: computeSimilarity(queryEmbedding, chunkEmbedding),
-                  embedding: chunkEmbedding,
-                },
-              };
-            }),
-          )
-        ).filter((c) => c.metadata.similarity > 0.5);
-      } catch (err) {
-        resultChunks = res.results.map((r) => {
-          const content = r.content || r.title;
-
-          return {
-            content,
-            metadata: {
-              title: r.title,
-              url: r.url,
-              similarity: 1,
-              embedding: [],
-            },
-          };
-        });
-      } finally {
-        results.push(...resultChunks);
-      }
-
-      if (!searchResultsEmitted) {
-        searchResultsEmitted = true;
-
-        researchBlock.data.subSteps.push({
-          id: searchResultsBlockId,
-          type: 'search_results',
-          reading: resultChunks,
-        });
-
-        input.session.updateBlock(researchBlock.id, [
-          {
-            op: 'replace',
-            path: '/data/subSteps',
-            value: researchBlock.data.subSteps,
-          },
-        ]);
-      } else if (searchResultsEmitted) {
-        const subStepIndex = researchBlock.data.subSteps.findIndex(
-          (step) => step.id === searchResultsBlockId,
-        );
-
-        const subStep = researchBlock.data.subSteps[
-          subStepIndex
-        ] as SearchResultsResearchBlock;
-
-        subStep.reading.push(...resultChunks);
-
-        input.session.updateBlock(researchBlock.id, [
-          {
-            op: 'replace',
-            path: '/data/subSteps',
-            value: researchBlock.data.subSteps,
-          },
-        ]);
-      }
-    };
-
-    await Promise.all(input.queries.map(search));
-
-    results.sort((a, b) => b.metadata.similarity - a.metadata.similarity);
-
-    const uniqueSearchResultIndices: Set<number> = new Set();
-
-    for (let i = 0; i < results.length; i++) {
-      let isDuplicate = false;
-
-      for (const indice of uniqueSearchResultIndices.keys()) {
-        if (
-          results[i].metadata.embedding.length === 0 ||
-          results[indice].metadata.embedding.length === 0
-        )
-          continue;
-
-        const similarity = computeSimilarity(
-          results[i].metadata.embedding,
-          results[indice].metadata.embedding,
-        );
-
-        if (similarity > 0.75) {
-          isDuplicate = true;
-          break;
-        }
-      }
-
-      if (!isDuplicate) {
-        uniqueSearchResultIndices.add(i);
-      }
-    }
-
-    const uniqueSearchResults = Array.from(uniqueSearchResultIndices.keys())
-      .map((i) => {
-        const uniqueResult = results[i];
-
-        delete uniqueResult.metadata.embedding;
-        delete uniqueResult.metadata.similarity;
-
-        return uniqueResult;
-      })
-      .slice(0, 20);
-
-    return uniqueSearchResults;
-  } else if (input.mode === 'quality') {
-    const searchResultsBlockId = crypto.randomUUID();
-    let searchResultsEmitted = false;
-
-    const searchResults: Chunk[] = [];
-
-    const search = async (q: string) => {
-      const res = await searchSearxng(q, {
-        ...(input.searchConfig ? input.searchConfig : {}),
-      });
-
-      let resultChunks: Chunk[] = [];
-
-      resultChunks = res.results.map((r) => {
-        const content = r.content || r.title;
-
-        return {
-          content,
-          metadata: {
-            title: r.title,
-            url: r.url,
-            similarity: 1,
-            embedding: [],
-          },
-        };
-      });
-
-      searchResults.push(...resultChunks);
-
-      if (!searchResultsEmitted) {
-        searchResultsEmitted = true;
-
-        researchBlock.data.subSteps.push({
-          id: searchResultsBlockId,
-          type: 'search_results',
-          reading: resultChunks,
-        });
-
-        input.session.updateBlock(researchBlock.id, [
-          {
-            op: 'replace',
-            path: '/data/subSteps',
-            value: researchBlock.data.subSteps,
-          },
-        ]);
-      } else if (searchResultsEmitted) {
-        const subStepIndex = researchBlock.data.subSteps.findIndex(
-          (step) => step.id === searchResultsBlockId,
-        );
-
-        const subStep = researchBlock.data.subSteps[
-          subStepIndex
-        ] as SearchResultsResearchBlock;
-
-        subStep.reading.push(...resultChunks);
-
-        input.session.updateBlock(researchBlock.id, [
-          {
-            op: 'replace',
-            path: '/data/subSteps',
-            value: researchBlock.data.subSteps,
-          },
-        ]);
-      }
-    };
-
-    await Promise.all(input.queries.map(search));
-
-    const pickerPrompt = `
-      Assistant is an AI search result picker. Assistant's task is to pick 2-3 of the most relevant search results based off the query which can be then scraped for information to answer the query.
-      Assistant will be shared with the search results retrieved from a search engine along with the queries used to retrieve those results. Assistant will then pick maxiumum 3 of the most relevant search results based on the queries and the content of the search results. Assistant should only pick search results that are relevant to the query and can help in answering the question.
-      
-      ## Things to taken into consideration when picking the search results:
-      1. Relevance to the query: The search results should be relevant to the query provided. Irrelevant results should be ignored.
-      2. Content quality: The content of the search results should be of high quality and provide valuable information that can help in answering the question.
-      3. Favour known and reputable sources: If there are search results from known and reputable sources that are relevant to the query, those should be prioritized.
-      4. Diversity: If there are multiple search results that are relevant and of high quality, try to pick results that provide diverse perspectives or information to get a well-rounded understanding of the topic.
-      5. Avoid picking search results that are too similar to each other in terms of content to maximize the amount of information gathered.
-      6. Maximum 3 results: Assistant should pick a maximum of 3 search results. If there are more than 3 relevant and high-quality search results, pick the top 3 based on the above criteria. If the queries are very specific and there are only 1 or 2 relevant search results, it's okay to pick only those 1 or 2 results.
-      7. Try to pick only one high quality result unless there are diverse perspective in multiple results then you can pick a maximum of 3.
-      8. Analyze the title, the snippet and the URL to determine the relevant to query, quality of the content that might be present inside and the reputation of the source before picking the search result.
-      
-      ## Output format
-      Assistant should output an array of indices corresponding to the search results that were picked based on the above criteria. The indices should be based on the order of the search results provided to Assistant. For example, if Assistant picks the 1st, 3rd, and 5th search results, Assistant should output [0, 2, 4].
-      
-      <example_output>
-      {
-       "picked_indices": [0,2,4]
-      }
-      </example_output>
-      `;
-
-    const pickerSchema = z.object({
-      picked_indices: z
-        .array(z.number())
-        .describe(
-          'The array of the picked indices to be scraped for answering',
-        ),
-    });
-
-    const pickerResponse = await input.llm.generateObject<typeof pickerSchema>({
-      schema: pickerSchema,
-      messages: [
-        {
-          role: 'system',
-          content: pickerPrompt,
-        },
-        {
-          role: 'user',
-          content: `<queries>${input.queries.join(', ')}</queries>\n<search_results>${searchResults.map((result, index) => `<result indice=${index}>${JSON.stringify(result)}</result>`).join('\n')}</search_results>`,
-        },
-      ],
-    });
-
-    const pickedIndices = pickerResponse.picked_indices.slice(0, 3);
-    const pickedResults = pickedIndices
-      .map((i) => searchResults[i])
-      .filter((r) => r !== undefined);
-
-    const alreadyExtractedURLs: string[] = [];
-
-    researchBlock.data.subSteps.forEach((step) => {
-      if (step.type === 'reading') {
-        step.reading.forEach((chunk) => {
-          alreadyExtractedURLs.push(chunk.metadata.url);
-        });
-      }
-    });
-
-    const filteredResults = pickedResults.filter(
-      (r) => !alreadyExtractedURLs.find((url) => url === r.metadata.url),
-    );
-
-    if (filteredResults.length > 0) {
-      researchBlock.data.subSteps.push({
-        id: crypto.randomUUID(),
-        type: 'reading',
-        reading: filteredResults,
-      });
-
-      input.session.updateBlock(researchBlock.id, [
-        {
-          path: '/data/subSteps',
-          op: 'replace',
-          value: researchBlock.data.subSteps,
-        },
-      ]);
-    }
-
-    const extractedFacts: Chunk[] = [];
-
-    const extractorPrompt = `
-      Assistant is an AI information extractor. Assistant will be shared with scraped information from a website along with the queries used to retrieve that information. Assistant's task is to extract relevant facts from the scraped data to answer the queries.
-
-      ## Things to taken into consideration when extracting information:
-      1. Relevance to the query: The extracted information must dynamically adjust based on the query's intent. If the query asks "What is [X]", you must extract the definition/identity. If the query asks for "[X] specs" or "features", you must provide deep, granular technical details.
-         - Example: For "What is [Product]", extract the core definition. For "[Product] capabilities", extract every technical function mentioned.
-      2. Concentrate on extracting factual information that can help in answering the question rather than opinions or commentary. Ignore marketing fluff like "best-in-class" or "seamless."
-      3. Noise to signal ratio: If the scraped data is noisy (headers, footers, UI text), ignore it and extract only the high-value information. 
-         - Example: Discard "Click for more" or "Subscribe now" messages.
-      4. Avoid using filler sentences or words; extract concise, telegram-style information.
-         - Example: Change "The device features a weight of only 1.2kg" to "Weight: 1.2kg."
-      5. Duplicate information: If a fact appears multiple times (e.g., in a paragraph and a technical table), merge the details into a single, high-density bullet point to avoid redundancy.
-      6. Numerical Data Integrity: NEVER summarize or generalize numbers, benchmarks, or table data. Extract raw values exactly as they appear.
-         - Example: Do not say "Improved coding scores." Say "LiveCodeBench v6: 80.0%."
-
-      ## Example
-      For example, if the query is "What are the health benefits of green tea?" and the scraped data contains various pieces of information about green tea, Assistant should focus on extracting factual information related to the health benefits of green tea such as "Green tea contains antioxidants which can help in reducing inflammation" and ignore irrelevant information such as "Green tea is a popular beverage worldwide".
-      
-      It can also remove filler words to reduce the sentence to "Contains antioxidants; reduces inflammation." 
-      
-      For tables/numerical data extraction, Assistant should extract the raw numerical data or the content of the table without trying to summarize it to avoid losing important details. For example, if a table lists specific battery life hours for different modes, Assistant should list every mode and its corresponding hour count rather than giving a general average.
-      
-      Make sure the extracted facts are in bullet points format to make it easier to read and understand.
-
-      ## Output format
-      Assistant should reply with a JSON object containing a key "extracted_facts" which is a string of the bulleted facts. Return only raw JSON without markdown formatting (no \`\`\`json blocks).
-
-      <example_output>
-      {
-        "extracted_facts": "- Fact 1\n- Fact 2\n- Fact 3"
-      }
-      </example_output>
-      `;
-
-    const extractorSchema = z.object({
-      extracted_facts: z
-        .string()
-        .describe(
-          'The extracted facts that are relevant to the query and can help in answering the question should be listed here in a concise manner.',
-        ),
-    });
-
-    await Promise.all(
-      filteredResults.map(async (result, i) => {
-        try {
-          const scrapedData = await Scraper.scrape(result.metadata.url).catch(
-            (err) => {
-              console.log('Error scraping data from', result.metadata.url, err);
-            },
-          );
-
-          if (!scrapedData) return;
-
-          let accumulatedContent = '';
-          const chunks = splitText(scrapedData.content, 4000, 500);
-
-          await Promise.all(
-            chunks.map(async (chunk) => {
-              try {
-                const extractorOutput = await input.llm.generateObject<
-                  typeof extractorSchema
-                >({
-                  schema: extractorSchema,
-                  messages: [
-                    {
-                      role: 'system',
-                      content: extractorPrompt,
-                    },
-                    {
-                      role: 'user',
-                      content: `<queries>${input.queries.join(', ')}</queries>\n<scraped_data>${chunk}</scraped_data>`,
-                    },
-                  ],
-                });
-
-                accumulatedContent += extractorOutput.extracted_facts + '\n';
-              } catch (err) {
-                console.log('Error extracting information from chunk', err);
-              }
-            }),
-          );
-
-          extractedFacts.push({
-            ...result,
-            content: accumulatedContent,
-          });
-        } catch (err) {
-          console.log(
-            'Error scraping or extracting information from',
-            result.metadata.url,
-            err,
-          );
-        }
-      }),
-    );
-
-    return extractedFacts;
-  } else {
-    return [];
-  }
-};
--- a/src/lib/agents/search/researcher/actions/search/socialSearch.ts
+++ b/src/lib/agents/search/researcher/actions/search/socialSearch.ts
@@ -1,62 +0,0 @@
-import z from 'zod';
-import { ResearchAction } from '../../../types';
-import { ResearchBlock } from '@/lib/types';
-import { executeSearch } from './baseSearch';
-
-const schema = z.object({
-  queries: z.array(z.string()).describe('List of social search queries'),
-});
-
-const socialSearchDescription = `
-Use this tool to perform social media searches for relevant posts, discussions, and trends related to the user's query. Provide a list of concise search queries that will help gather comprehensive social media information on the topic at hand.
-You can provide up to 3 queries at a time. Make sure the queries are specific and relevant to the user's needs.
-
-For example, if the user is interested in public opinion on electric vehicles, your queries could be:
-1. "Electric vehicles public opinion 2024"
-2. "Social media discussions on EV adoption"
-3. "Trends in electric vehicle usage"
-
-If this tool is present and no other tools are more relevant, you MUST use this tool to get the needed social media information.
-`;
-
-const socialSearchAction: ResearchAction<typeof schema> = {
-  name: 'social_search',
-  schema: schema,
-  getDescription: () => socialSearchDescription,
-  getToolDescription: () =>
-    "Use this tool to perform social media searches for relevant posts, discussions, and trends related to the user's query. Provide a list of concise search queries that will help gather comprehensive social media information on the topic at hand.",
-  enabled: (config) =>
-    config.sources.includes('discussions') &&
-    config.classification.classification.skipSearch === false &&
-    config.classification.classification.discussionSearch === true,
-  execute: async (input, additionalConfig) => {
-    input.queries = (
-      Array.isArray(input.queries) ? input.queries : [input.queries]
-    ).slice(0, 3);
-
-    const researchBlock = additionalConfig.session.getBlock(
-      additionalConfig.researchBlockId,
-    ) as ResearchBlock | undefined;
-
-    if (!researchBlock) throw new Error('Failed to retrieve research block');
-
-    const results = await executeSearch({
-      llm: additionalConfig.llm,
-      embedding: additionalConfig.embedding,
-      mode: additionalConfig.mode,
-      queries: input.queries,
-      researchBlock: researchBlock,
-      session: additionalConfig.session,
-      searchConfig: {
-        engines: ['reddit'],
-      },
-    });
-
-    return {
-      type: 'search_results',
-      results: results,
-    };
-  },
-};
-
-export default socialSearchAction;
--- a/src/lib/agents/search/researcher/actions/socialSearch.ts
+++ b/src/lib/agents/search/researcher/actions/socialSearch.ts
@@ -0,0 +1,129 @@
+import z from 'zod';
+import { ResearchAction } from '../../types';
+import { Chunk, SearchResultsResearchBlock } from '@/lib/types';
+import { searchSearxng } from '@/lib/searxng';
+
+const schema = z.object({
+  queries: z.array(z.string()).describe('List of social search queries'),
+});
+
+const socialSearchDescription = `
+Use this tool to perform social media searches for relevant posts, discussions, and trends related to the user's query. Provide a list of concise search queries that will help gather comprehensive social media information on the topic at hand.
+You can provide up to 3 queries at a time. Make sure the queries are specific and relevant to the user's needs.
+
+For example, if the user is interested in public opinion on electric vehicles, your queries could be:
+1. "Electric vehicles public opinion 2024"
+2. "Social media discussions on EV adoption"
+3. "Trends in electric vehicle usage"
+
+If this tool is present and no other tools are more relevant, you MUST use this tool to get the needed social media information.
+`;
+
+const socialSearchAction: ResearchAction<typeof schema> = {
+  name: 'social_search',
+  schema: schema,
+  getDescription: () => socialSearchDescription,
+  getToolDescription: () =>
+    "Use this tool to perform social media searches for relevant posts, discussions, and trends related to the user's query. Provide a list of concise search queries that will help gather comprehensive social media information on the topic at hand.",
+  enabled: (config) =>
+    config.sources.includes('discussions') &&
+    config.classification.classification.skipSearch === false &&
+    config.classification.classification.discussionSearch === true,
+  execute: async (input, additionalConfig) => {
+    input.queries = input.queries.slice(0, 3);
+
+    const researchBlock = additionalConfig.session.getBlock(
+      additionalConfig.researchBlockId,
+    );
+
+    if (researchBlock && researchBlock.type === 'research') {
+      researchBlock.data.subSteps.push({
+        type: 'searching',
+        id: crypto.randomUUID(),
+        searching: input.queries,
+      });
+
+      additionalConfig.session.updateBlock(additionalConfig.researchBlockId, [
+        {
+          op: 'replace',
+          path: '/data/subSteps',
+          value: researchBlock.data.subSteps,
+        },
+      ]);
+    }
+
+    const searchResultsBlockId = crypto.randomUUID();
+    let searchResultsEmitted = false;
+
+    let results: Chunk[] = [];
+
+    const search = async (q: string) => {
+      const res = await searchSearxng(q, {
+        engines: ['reddit'],
+      });
+
+      const resultChunks: Chunk[] = res.results.map((r) => ({
+        content: r.content || r.title,
+        metadata: {
+          title: r.title,
+          url: r.url,
+        },
+      }));
+
+      results.push(...resultChunks);
+
+      if (
+        !searchResultsEmitted &&
+        researchBlock &&
+        researchBlock.type === 'research'
+      ) {
+        searchResultsEmitted = true;
+
+        researchBlock.data.subSteps.push({
+          id: searchResultsBlockId,
+          type: 'search_results',
+          reading: resultChunks,
+        });
+
+        additionalConfig.session.updateBlock(additionalConfig.researchBlockId, [
+          {
+            op: 'replace',
+            path: '/data/subSteps',
+            value: researchBlock.data.subSteps,
+          },
+        ]);
+      } else if (
+        searchResultsEmitted &&
+        researchBlock &&
+        researchBlock.type === 'research'
+      ) {
+        const subStepIndex = researchBlock.data.subSteps.findIndex(
+          (step) => step.id === searchResultsBlockId,
+        );
+
+        const subStep = researchBlock.data.subSteps[
+          subStepIndex
+        ] as SearchResultsResearchBlock;
+
+        subStep.reading.push(...resultChunks);
+
+        additionalConfig.session.updateBlock(additionalConfig.researchBlockId, [
+          {
+            op: 'replace',
+            path: '/data/subSteps',
+            value: researchBlock.data.subSteps,
+          },
+        ]);
+      }
+    };
+
+    await Promise.all(input.queries.map(search));
+
+    return {
+      type: 'search_results',
+      results,
+    };
+  },
+};
+
+export default socialSearchAction;
--- a/src/lib/agents/search/researcher/actions/search/webSearch.ts
+++ b/src/lib/agents/search/researcher/actions/search/webSearch.ts
@@ -1,7 +1,7 @@
 import z from 'zod';
-import { ResearchAction } from '../../../types';
-import { ResearchBlock } from '@/lib/types';
-import { executeSearch } from './baseSearch';
+import { ResearchAction } from '../../types';
+import { searchSearxng } from '@/lib/searxng';
+import { Chunk, SearchResultsResearchBlock } from '@/lib/types';

 const actionSchema = z.object({
  type: z.literal('web_search'),
@@ -85,28 +85,96 @@ const webSearchAction: ResearchAction<typeof actionSchema> = {
    config.sources.includes('web') &&
    config.classification.classification.skipSearch === false,
  execute: async (input, additionalConfig) => {
-    input.queries = (
-      Array.isArray(input.queries) ? input.queries : [input.queries]
-    ).slice(0, 3);
+    input.queries = input.queries.slice(0, 3);

    const researchBlock = additionalConfig.session.getBlock(
      additionalConfig.researchBlockId,
-    ) as ResearchBlock | undefined;
+    );

-    if (!researchBlock) throw new Error('Failed to retrieve research block');
+    if (researchBlock && researchBlock.type === 'research') {
+      researchBlock.data.subSteps.push({
+        id: crypto.randomUUID(),
+        type: 'searching',
+        searching: input.queries,
+      });

-    const results = await executeSearch({
-      llm: additionalConfig.llm,
-      embedding: additionalConfig.embedding,
-      mode: additionalConfig.mode,
-      queries: input.queries,
-      researchBlock: researchBlock,
-      session: additionalConfig.session,
-    });
+      additionalConfig.session.updateBlock(additionalConfig.researchBlockId, [
+        {
+          op: 'replace',
+          path: '/data/subSteps',
+          value: researchBlock.data.subSteps,
+        },
+      ]);
+    }
+
+    const searchResultsBlockId = crypto.randomUUID();
+    let searchResultsEmitted = false;
+
+    let results: Chunk[] = [];
+
+    const search = async (q: string) => {
+      const res = await searchSearxng(q);
+
+      const resultChunks: Chunk[] = res.results.map((r) => ({
+        content: r.content || r.title,
+        metadata: {
+          title: r.title,
+          url: r.url,
+        },
+      }));
+
+      results.push(...resultChunks);
+
+      if (
+        !searchResultsEmitted &&
+        researchBlock &&
+        researchBlock.type === 'research'
+      ) {
+        searchResultsEmitted = true;
+
+        researchBlock.data.subSteps.push({
+          id: searchResultsBlockId,
+          type: 'search_results',
+          reading: resultChunks,
+        });
+
+        additionalConfig.session.updateBlock(additionalConfig.researchBlockId, [
+          {
+            op: 'replace',
+            path: '/data/subSteps',
+            value: researchBlock.data.subSteps,
+          },
+        ]);
+      } else if (
+        searchResultsEmitted &&
+        researchBlock &&
+        researchBlock.type === 'research'
+      ) {
+        const subStepIndex = researchBlock.data.subSteps.findIndex(
+          (step) => step.id === searchResultsBlockId,
+        );
+
+        const subStep = researchBlock.data.subSteps[
+          subStepIndex
+        ] as SearchResultsResearchBlock;
+
+        subStep.reading.push(...resultChunks);
+
+        additionalConfig.session.updateBlock(additionalConfig.researchBlockId, [
+          {
+            op: 'replace',
+            path: '/data/subSteps',
+            value: researchBlock.data.subSteps,
+          },
+        ]);
+      }
+    };
+
+    await Promise.all(input.queries.map(search));

    return {
      type: 'search_results',
-      results: results,
+      results,
    };
  },
 };
--- a/src/lib/agents/search/researcher/index.ts
+++ b/src/lib/agents/search/researcher/index.ts
@@ -167,7 +167,6 @@ class Researcher {
        session: session,
        researchBlockId: researchBlockId,
        fileIds: input.config.fileIds,
-        mode: input.config.mode,
      });

      actionOutput.push(...actionResults);
--- a/src/lib/agents/search/types.ts
+++ b/src/lib/agents/search/types.ts
@@ -117,7 +117,6 @@ export interface ResearchAction<
    additionalConfig: AdditionalConfig & {
      researchBlockId: string;
      fileIds: string[];
-      mode: SearchAgentConfig['mode'];
    },
  ) => Promise<ActionOutput>;
 }
--- a/src/lib/agents/search/widgets/weatherWidget.ts
+++ b/src/lib/agents/search/widgets/weatherWidget.ts
@@ -90,7 +90,7 @@ const weatherWidget: Widget = {

        const locationRes = await fetch(openStreetMapUrl, {
          headers: {
-            'User-Agent': 'Vane',
+            'User-Agent': 'Perplexica',
            'Content-Type': 'application/json',
          },
        });
@@ -109,7 +109,7 @@ const weatherWidget: Widget = {
          `https://api.open-meteo.com/v1/forecast?latitude=${location.lat}&longitude=${location.lon}&current=temperature_2m,relative_humidity_2m,apparent_temperature,is_day,precipitation,rain,showers,snowfall,weather_code,cloud_cover,pressure_msl,surface_pressure,wind_speed_10m,wind_direction_10m,wind_gusts_10m&hourly=temperature_2m,precipitation_probability,precipitation,weather_code&daily=weather_code,temperature_2m_max,temperature_2m_min,precipitation_sum,precipitation_probability_max&timezone=auto&forecast_days=7`,
          {
            headers: {
-              'User-Agent': 'Vane',
+              'User-Agent': 'Perplexica',
              'Content-Type': 'application/json',
            },
          },
@@ -143,7 +143,7 @@ const weatherWidget: Widget = {
            `https://api.open-meteo.com/v1/forecast?latitude=${params.lat}&longitude=${params.lon}&current=temperature_2m,relative_humidity_2m,apparent_temperature,is_day,precipitation,rain,showers,snowfall,weather_code,cloud_cover,pressure_msl,surface_pressure,wind_speed_10m,wind_direction_10m,wind_gusts_10m&hourly=temperature_2m,precipitation_probability,precipitation,weather_code&daily=weather_code,temperature_2m_max,temperature_2m_min,precipitation_sum,precipitation_probability_max&timezone=auto&forecast_days=7`,
            {
              headers: {
-                'User-Agent': 'Vane',
+                'User-Agent': 'Perplexica',
                'Content-Type': 'application/json',
              },
            },
@@ -152,7 +152,7 @@ const weatherWidget: Widget = {
            `https://nominatim.openstreetmap.org/reverse?lat=${params.lat}&lon=${params.lon}&format=json`,
            {
              headers: {
-                'User-Agent': 'Vane',
+                'User-Agent': 'Perplexica',
                'Content-Type': 'application/json',
              },
            },
--- a/src/lib/agents/suggestions/index.ts
+++ b/src/lib/agents/suggestions/index.ts
@@ -3,6 +3,7 @@ import { suggestionGeneratorPrompt } from '@/lib/prompts/suggestions';
 import { ChatTurnMessage } from '@/lib/types';
 import z from 'zod';
 import BaseLLM from '@/lib/models/base/llm';
+import { i } from 'mathjs';

 type SuggestionGeneratorInput = {
  chatHistory: ChatTurnMessage[];
--- a/src/lib/config/index.ts
+++ b/src/lib/config/index.ts
@@ -1,7 +1,7 @@
 import path from 'node:path';
 import fs from 'fs';
 import { Config, ConfigModelProvider, UIConfigSections } from './types';
-import { hashObj } from '../utils/hash';
+import { hashObj } from '../serverUtils';
 import { getModelProvidersUIConfigSection } from '../models/providers';

 class ConfigManager {
--- a/src/lib/hooks/useChat.tsx
+++ b/src/lib/hooks/useChat.tsx
@@ -175,7 +175,7 @@ const loadMessages = async (
  chatId: string,
  setMessages: (messages: Message[]) => void,
  setIsMessagesLoaded: (loaded: boolean) => void,
-  chatHistory: React.MutableRefObject<[string, string][]>,
+  setChatHistory: (history: [string, string][]) => void,
  setSources: (sources: string[]) => void,
  setNotFound: (notFound: boolean) => void,
  setFiles: (files: File[]) => void,
@@ -233,7 +233,7 @@ const loadMessages = async (
  setFiles(files);
  setFileIds(files.map((file: File) => file.fileId));

-  chatHistory.current = history;
+  setChatHistory(history);
  setSources(data.chat.sources);
  setIsMessagesLoaded(true);
 };
@@ -281,7 +281,7 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {

  const [researchEnded, setResearchEnded] = useState(false);

-  const chatHistory = useRef<[string, string][]>([]);
+  const [chatHistory, setChatHistory] = useState<[string, string][]>([]);
  const [messages, setMessages] = useState<Message[]>([]);

  const [files, setFiles] = useState<File[]>([]);
@@ -402,12 +402,7 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {
    });
  }, [messages]);

-  const isReconnectingRef = useRef(false);
-  const handledMessageEndRef = useRef<Set<string>>(new Set());
-
  const checkReconnect = async () => {
-    if (isReconnectingRef.current) return;
-
    setIsReady(true);
    console.debug(new Date(), 'app:ready');

@@ -419,8 +414,6 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {
        setResearchEnded(false);
        setMessageAppeared(false);

-        isReconnectingRef.current = true;
-
        const res = await fetch(`/api/reconnect/${lastMsg.backendId}`, {
          method: 'POST',
        });
@@ -434,27 +427,23 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {

        const messageHandler = getMessageHandler(lastMsg);

-        try {
-          while (true) {
-            const { value, done } = await reader.read();
-            if (done) break;
+        while (true) {
+          const { value, done } = await reader.read();
+          if (done) break;

-            partialChunk += decoder.decode(value, { stream: true });
+          partialChunk += decoder.decode(value, { stream: true });

-            try {
-              const messages = partialChunk.split('\n');
-              for (const msg of messages) {
-                if (!msg.trim()) continue;
-                const json = JSON.parse(msg);
-                messageHandler(json);
-              }
-              partialChunk = '';
-            } catch (error) {
-              console.warn('Incomplete JSON, waiting for next chunk...');
+          try {
+            const messages = partialChunk.split('\n');
+            for (const msg of messages) {
+              if (!msg.trim()) continue;
+              const json = JSON.parse(msg);
+              messageHandler(json);
            }
+            partialChunk = '';
+          } catch (error) {
+            console.warn('Incomplete JSON, waiting for next chunk...');
          }
-        } finally {
-          isReconnectingRef.current = false;
        }
      }
    }
@@ -474,7 +463,7 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {
    if (params.chatId && params.chatId !== chatId) {
      setChatId(params.chatId);
      setMessages([]);
-      chatHistory.current = [];
+      setChatHistory([]);
      setFiles([]);
      setFileIds([]);
      setIsMessagesLoaded(false);
@@ -494,7 +483,7 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {
        chatId,
        setMessages,
        setIsMessagesLoaded,
-        chatHistory,
+        setChatHistory,
        setSources,
        setNotFound,
        setFiles,
@@ -530,7 +519,9 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {

    setMessages((prev) => prev.slice(0, index));

-    chatHistory.current = chatHistory.current.slice(0, index * 2);
+    setChatHistory((prev) => {
+      return prev.slice(0, index * 2);
+    });

    const messageToRewrite = messages[index];
    sendMessage(messageToRewrite.query, messageToRewrite.messageId, true);
@@ -579,20 +570,6 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {
        setMessages((prev) =>
          prev.map((msg) => {
            if (msg.messageId === messageId) {
-              const exists = msg.responseBlocks.findIndex(
-                (b) => b.id === data.block.id,
-              );
-
-              if (exists !== -1) {
-                const existingBlocks = [...msg.responseBlocks];
-                existingBlocks[exists] = data.block;
-
-                return {
-                  ...msg,
-                  responseBlocks: existingBlocks,
-                };
-              }
-
              return {
                ...msg,
                responseBlocks: [...msg.responseBlocks, data.block],
@@ -630,18 +607,12 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {
      }

      if (data.type === 'messageEnd') {
-        if (handledMessageEndRef.current.has(messageId)) {
-          return;
-        }
-
-        handledMessageEndRef.current.add(messageId);
-
        const currentMsg = messagesRef.current.find(
          (msg) => msg.messageId === messageId,
        );

        const newHistory: [string, string][] = [
-          ...chatHistory.current,
+          ...chatHistory,
          ['human', message.query],
          [
            'assistant',
@@ -650,7 +621,7 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {
          ],
        ];

-        chatHistory.current = newHistory;
+        setChatHistory(newHistory);

        setMessages((prev) =>
          prev.map((msg) =>
@@ -667,15 +638,13 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {
        const autoMediaSearch = getAutoMediaSearch();

        if (autoMediaSearch) {
-          setTimeout(() => {
-            document
-              .getElementById(`search-images-${lastMsg.messageId}`)
-              ?.click();
+          document
+            .getElementById(`search-images-${lastMsg.messageId}`)
+            ?.click();

-            document
-              .getElementById(`search-videos-${lastMsg.messageId}`)
-              ?.click();
-          }, 200);
+          document
+            .getElementById(`search-videos-${lastMsg.messageId}`)
+            ?.click();
        }

        // Check if there are sources and no suggestions
@@ -759,11 +728,8 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {
        sources: sources,
        optimizationMode: optimizationMode,
        history: rewrite
-          ? chatHistory.current.slice(
-              0,
-              messageIndex === -1 ? undefined : messageIndex,
-            )
-          : chatHistory.current,
+          ? chatHistory.slice(0, messageIndex === -1 ? undefined : messageIndex)
+          : chatHistory,
        chatModel: {
          key: chatModelProvider.key,
          providerId: chatModelProvider.providerId,
@@ -810,7 +776,7 @@ export const ChatProvider = ({ children }: { children: React.ReactNode }) => {
      value={{
        messages,
        sections,
-        chatHistory: chatHistory.current,
+        chatHistory,
        files,
        fileIds,
        sources,
--- a/src/lib/models/providers/index.ts
+++ b/src/lib/models/providers/index.ts
@@ -7,7 +7,6 @@ import TransformersProvider from './transformers';
 import GroqProvider from './groq';
 import LemonadeProvider from './lemonade';
 import AnthropicProvider from './anthropic';
-import LMStudioProvider from './lmstudio';

 export const providers: Record<string, ProviderConstructor<any>> = {
  openai: OpenAIProvider,
@@ -17,7 +16,6 @@ export const providers: Record<string, ProviderConstructor<any>> = {
  groq: GroqProvider,
  lemonade: LemonadeProvider,
  anthropic: AnthropicProvider,
-  lmstudio: LMStudioProvider,
 };

 export const getModelProvidersUIConfigSection =
--- a/src/lib/models/providers/lmstudio/index.ts
+++ b/src/lib/models/providers/lmstudio/index.ts
@@ -1,143 +0,0 @@
-import { UIConfigField } from '@/lib/config/types';
-import { getConfiguredModelProviderById } from '@/lib/config/serverRegistry';
-import BaseModelProvider from '../../base/provider';
-import { Model, ModelList, ProviderMetadata } from '../../types';
-import LMStudioLLM from './lmstudioLLM';
-import BaseLLM from '../../base/llm';
-import BaseEmbedding from '../../base/embedding';
-import LMStudioEmbedding from './lmstudioEmbedding';
-
-interface LMStudioConfig {
-  baseURL: string;
-}
-
-const providerConfigFields: UIConfigField[] = [
-  {
-    type: 'string',
-    name: 'Base URL',
-    key: 'baseURL',
-    description: 'The base URL for LM Studio server',
-    required: true,
-    placeholder: 'http://localhost:1234',
-    env: 'LM_STUDIO_BASE_URL',
-    scope: 'server',
-  },
-];
-
-class LMStudioProvider extends BaseModelProvider<LMStudioConfig> {
-  constructor(id: string, name: string, config: LMStudioConfig) {
-    super(id, name, config);
-  }
-
-  private normalizeBaseURL(url: string): string {
-    const trimmed = url.trim().replace(/\/+$/, '');
-    return trimmed.endsWith('/v1') ? trimmed : `${trimmed}/v1`;
-  }
-
-  async getDefaultModels(): Promise<ModelList> {
-    try {
-      const baseURL = this.normalizeBaseURL(this.config.baseURL);
-
-      const res = await fetch(`${baseURL}/models`, {
-        method: 'GET',
-        headers: {
-          'Content-Type': 'application/json',
-        },
-      });
-
-      const data = await res.json();
-
-      const models: Model[] = data.data.map((m: any) => {
-        return {
-          name: m.id,
-          key: m.id,
-        };
-      });
-
-      return {
-        embedding: models,
-        chat: models,
-      };
-    } catch (err) {
-      if (err instanceof TypeError) {
-        throw new Error(
-          'Error connecting to LM Studio. Please ensure the base URL is correct and the LM Studio server is running.',
-        );
-      }
-
-      throw err;
-    }
-  }
-
-  async getModelList(): Promise<ModelList> {
-    const defaultModels = await this.getDefaultModels();
-    const configProvider = getConfiguredModelProviderById(this.id)!;
-
-    return {
-      embedding: [
-        ...defaultModels.embedding,
-        ...configProvider.embeddingModels,
-      ],
-      chat: [...defaultModels.chat, ...configProvider.chatModels],
-    };
-  }
-
-  async loadChatModel(key: string): Promise<BaseLLM<any>> {
-    const modelList = await this.getModelList();
-
-    const exists = modelList.chat.find((m) => m.key === key);
-
-    if (!exists) {
-      throw new Error(
-        'Error Loading LM Studio Chat Model. Invalid Model Selected',
-      );
-    }
-
-    return new LMStudioLLM({
-      apiKey: 'lm-studio',
-      model: key,
-      baseURL: this.normalizeBaseURL(this.config.baseURL),
-    });
-  }
-
-  async loadEmbeddingModel(key: string): Promise<BaseEmbedding<any>> {
-    const modelList = await this.getModelList();
-    const exists = modelList.embedding.find((m) => m.key === key);
-
-    if (!exists) {
-      throw new Error(
-        'Error Loading LM Studio Embedding Model. Invalid Model Selected.',
-      );
-    }
-
-    return new LMStudioEmbedding({
-      apiKey: 'lm-studio',
-      model: key,
-      baseURL: this.normalizeBaseURL(this.config.baseURL),
-    });
-  }
-
-  static parseAndValidate(raw: any): LMStudioConfig {
-    if (!raw || typeof raw !== 'object')
-      throw new Error('Invalid config provided. Expected object');
-    if (!raw.baseURL)
-      throw new Error('Invalid config provided. Base URL must be provided');
-
-    return {
-      baseURL: String(raw.baseURL),
-    };
-  }
-
-  static getProviderConfigFields(): UIConfigField[] {
-    return providerConfigFields;
-  }
-
-  static getProviderMetadata(): ProviderMetadata {
-    return {
-      key: 'lmstudio',
-      name: 'LM Studio',
-    };
-  }
-}
-
-export default LMStudioProvider;
--- a/src/lib/models/providers/lmstudio/lmstudioEmbedding.ts
+++ b/src/lib/models/providers/lmstudio/lmstudioEmbedding.ts
@@ -1,5 +0,0 @@
-import OpenAIEmbedding from '../openai/openaiEmbedding';
-
-class LMStudioEmbedding extends OpenAIEmbedding {}
-
-export default LMStudioEmbedding;
--- a/src/lib/models/providers/lmstudio/lmstudioLLM.ts
+++ b/src/lib/models/providers/lmstudio/lmstudioLLM.ts
@@ -1,5 +0,0 @@
-import OpenAILLM from '../openai/openaiLLM';
-
-class LMStudioLLM extends OpenAILLM {}
-
-export default LMStudioLLM;
--- a/src/lib/models/providers/ollama/ollamaLLM.ts
+++ b/src/lib/models/providers/ollama/ollamaLLM.ts
@@ -11,7 +11,6 @@ import { Ollama, Tool as OllamaTool, Message as OllamaMessage } from 'ollama';
 import { parse } from 'partial-json';
 import crypto from 'crypto';
 import { Message } from '@/lib/types';
-import { repairJson } from '@toolsycc/json-repair';

 type OllamaConfig = {
  baseURL: string;
@@ -25,9 +24,7 @@ const reasoningModels = [
  'qwen3',
  'deepseek-v3.1',
  'magistral',
-  'nemotron-3',
-  'nemotron-cascade-2',
-  'glm-4.7-flash',
+  'nemotron-3-nano',
 ];

 class OllamaLLM extends BaseLLM<OllamaConfig> {
@@ -208,13 +205,7 @@ class OllamaLLM extends BaseLLM<OllamaConfig> {
    });

    try {
-      return input.schema.parse(
-        JSON.parse(
-          repairJson(response.message.content, {
-            extractJson: true,
-          }) as string,
-        ),
-      ) as T;
+      return input.schema.parse(JSON.parse(response.message.content)) as T;
    } catch (err) {
      throw new Error(`Error parsing response from Ollama: ${err}`);
    }
--- a/src/lib/models/providers/openai/index.ts
+++ b/src/lib/models/providers/openai/index.ts
@@ -61,22 +61,6 @@ const defaultChatModels: Model[] = [
    name: 'GPT 5 Mini',
    key: 'gpt-5-mini',
  },
-  {
-    name: 'GPT 5 Pro',
-    key: 'gpt-5-pro',
-  },
-  {
-    name: 'GPT 5.1',
-    key: 'gpt-5.1',
-  },
-  {
-    name: 'GPT 5.2',
-    key: 'gpt-5.2',
-  },
-  {
-    name: 'GPT 5.2 Pro',
-    key: 'gpt-5.2-pro',
-  },
  {
    name: 'o1',
    key: 'o1',
--- a/src/lib/models/providers/openai/openaiLLM.ts
+++ b/src/lib/models/providers/openai/openaiLLM.ts
@@ -18,7 +18,6 @@ import {
  ChatCompletionToolMessageParam,
 } from 'openai/resources/index.mjs';
 import { Message } from '@/lib/types';
-import { repairJson } from '@toolsycc/json-repair';

 type OpenAIConfig = {
  apiKey: string;
@@ -168,7 +167,7 @@ class OpenAILLM extends BaseLLM<OpenAIConfig> {
          contentChunk: chunk.choices[0].delta.content || '',
          toolCallChunk:
            toolCalls?.map((tc) => {
-              if (!recievedToolCalls[tc.index]) {
+              if (tc.type === 'function') {
                const call = {
                  name: tc.function?.name!,
                  id: tc.id!,
@@ -214,13 +213,7 @@ class OpenAILLM extends BaseLLM<OpenAIConfig> {

    if (response.choices && response.choices.length > 0) {
      try {
-        return input.schema.parse(
-          JSON.parse(
-            repairJson(response.choices[0].message.content!, {
-              extractJson: true,
-            }) as string,
-          ),
-        ) as T;
+        return input.schema.parse(response.choices[0].message.parsed) as T;
      } catch (err) {
        throw new Error(`Error parsing response from OpenAI: ${err}`);
      }
--- a/src/lib/models/providers/transformers/transformerEmbedding.ts
+++ b/src/lib/models/providers/transformers/transformerEmbedding.ts
@@ -1,6 +1,6 @@
 import { Chunk } from '@/lib/types';
 import BaseEmbedding from '../../base/embedding';
-import { FeatureExtractionPipeline } from '@huggingface/transformers';
+import { FeatureExtractionPipeline, pipeline } from '@huggingface/transformers';

 type TransformerConfig = {
  model: string;
@@ -21,19 +21,21 @@ class TransformerEmbedding extends BaseEmbedding<TransformerConfig> {
    return this.embed(chunks.map((c) => c.content));
  }

-  private async embed(texts: string[]) {
+  async embed(texts: string[]): Promise<number[][]> {
    if (!this.pipelinePromise) {
      this.pipelinePromise = (async () => {
-        const { pipeline } = await import('@huggingface/transformers');
-        const result = await pipeline('feature-extraction', this.config.model, {
-          dtype: 'fp32',
-        });
-        return result as FeatureExtractionPipeline;
+        const transformers = await import('@huggingface/transformers');
+        return (await transformers.pipeline(
+          'feature-extraction',
+          this.config.model,
+        )) as unknown as FeatureExtractionPipeline;
      })();
    }

-    const pipe = await this.pipelinePromise;
-    const output = await pipe(texts, { pooling: 'mean', normalize: true });
+    const pipeline = await this.pipelinePromise;
+
+    const output = await pipeline(texts, { pooling: 'mean', normalize: true });
+
    return output.tolist() as number[][];
  }
 }
--- a/src/lib/prompts/media/image.ts
+++ b/src/lib/prompts/media/image.ts
@@ -3,7 +3,6 @@ import { ChatTurnMessage } from '@/lib/types';
 export const imageSearchPrompt = `
 You will be given a conversation below and a follow up question. You need to rephrase the follow-up question so it is a standalone question that can be used by the LLM to search the web for images.
 You need to make sure the rephrased question agrees with the conversation and is relevant to the conversation.
-Make sure to make the querey standalone and not something very broad, use context from the answers in the conversation to make it specific so user can get best image search results.
 Output only the rephrased query in query key JSON format. Do not include any explanation or additional text.
 `;

--- a/src/lib/prompts/media/videos.ts
+++ b/src/lib/prompts/media/videos.ts
@@ -3,7 +3,6 @@ import { ChatTurnMessage } from '@/lib/types';
 export const videoSearchPrompt = `
 You will be given a conversation below and a follow up question. You need to rephrase the follow-up question so it is a standalone question that can be used by the LLM to search Youtube for videos.
 You need to make sure the rephrased question agrees with the conversation and is relevant to the conversation.
-Make sure to make the querey standalone and not something very broad, use context from the answers in the conversation to make it specific so user can get best video search results.
 Output only the rephrased query in query key JSON format. Do not include any explanation or additional text.
 `;

--- a/src/lib/prompts/search/writer.ts
+++ b/src/lib/prompts/search/writer.ts
@@ -4,7 +4,7 @@ export const getWriterPrompt = (
  mode: 'speed' | 'balanced' | 'quality',
 ) => {
  return `
-You are Vane, an AI model skilled in web search and crafting detailed, engaging, and well-structured answers. You excel at summarizing web pages and extracting relevant information to create professional, blog-style responses.
+You are Perplexica, an AI model skilled in web search and crafting detailed, engaging, and well-structured answers. You excel at summarizing web pages and extracting relevant information to create professional, blog-style responses.

    Your task is to provide answers that are:
    - **Informative and relevant**: Thoroughly address the user's query using the given context.
--- a/src/lib/scraper.ts
+++ b/src/lib/scraper.ts
@@ -1,116 +0,0 @@
-import { JSDOM } from 'jsdom';
-import { Readability } from '@mozilla/readability';
-import { Mutex } from 'async-mutex';
-
-class Scraper {
-  private static browser: any | undefined;
-  private static IDLE_KILL_TIMEOUT = 30000;
-  private static NAVIGATION_TIMEOUT = 20000;
-  private static idleTimeout: NodeJS.Timeout | undefined;
-  private static browserMutex = new Mutex();
-  private static userCount = 0;
-
-  private static async initBrowser() {
-    await this.browserMutex.runExclusive(async () => {
-      if (!this.browser) {
-        const { chromium } = await import('playwright');
-        this.browser = await chromium.launch({
-          headless: true,
-          channel: 'chromium-headless-shell',
-          args: [
-            '--no-sandbox',
-            '--disable-setuid-sandbox',
-            '--disable-dev-shm-usage',
-            '--disable-gpu',
-            '--disable-blink-features=AutomationControlled',
-          ],
-        });
-      }
-
-      if (this.idleTimeout) clearTimeout(this.idleTimeout);
-    });
-  }
-
-  private static scheduleIdleKill() {
-    if (this.idleTimeout) clearTimeout(this.idleTimeout);
-
-    this.idleTimeout = setTimeout(async () => {
-      await this.browserMutex.runExclusive(async () => {
-        if (this.browser && this.userCount === 0) {
-          {
-            await this.browser.close();
-            this.browser = undefined;
-          }
-        }
-      });
-    }, this.IDLE_KILL_TIMEOUT);
-  }
-
-  static async scrape(
-    url: string,
-  ): Promise<{ content: string; title: string }> {
-    await this.initBrowser();
-
-    if (!this.browser) throw new Error('Browser not initialized');
-
-    const context = await this.browser.newContext({
-      userAgent:
-        'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36',
-    });
-
-    await context.addInitScript(() => {
-      Object.defineProperty(navigator, 'webdriver', { get: () => undefined });
-    });
-
-    const page = await context.newPage();
-
-    this.userCount++;
-
-    try {
-      await page.goto(url, {
-        waitUntil: 'domcontentloaded',
-        timeout: this.NAVIGATION_TIMEOUT,
-      });
-
-      await page
-        .waitForLoadState('load', { timeout: 5000 })
-        .catch(() => undefined);
-      await page.waitForTimeout(500);
-
-      const html = await page.content();
-
-      const dom = new JSDOM(html, {
-        url,
-      });
-
-      const content = new Readability(dom.window.document).parse();
-
-      const title = await page.title();
-
-      return {
-        content: `
-        # ${title ?? 'No title'} - ${url}
-        ${content?.textContent?.trim() ?? 'No content available'}
-        `,
-        title,
-      };
-    } catch (err) {
-      console.log(`Error scraping ${url}:`, err);
-
-      return {
-        title: 'Failed to scrape',
-        content: `# ${url}\n\nError scraping content.`,
-      };
-    } finally {
-      this.userCount--;
-
-      await context.close().catch(() => undefined);
-
-      if (this.userCount === 0) {
-        this.scheduleIdleKill();
-      }
-    }
-  }
-}
-
-export default Scraper;
--- a/src/lib/searxng.ts
+++ b/src/lib/searxng.ts
@@ -1,6 +1,7 @@
+import axios from 'axios';
 import { getSearxngURL } from './config/serverRegistry';

-export interface SearxngSearchOptions {
+interface SearxngSearchOptions {
  categories?: string[];
  engines?: string[];
  language?: string;
@@ -38,30 +39,11 @@ export const searchSearxng = async (
    });
  }

-  const controller = new AbortController();
-  const timeoutId = setTimeout(() => controller.abort(), 10000);
+  const res = await fetch(url);
+  const data = await res.json();

-  try {
-    const res = await fetch(url, {
-      signal: controller.signal,
-    });
+  const results: SearxngSearchResult[] = data.results;
+  const suggestions: string[] = data.suggestions;

-    if (!res.ok) {
-      throw new Error(`SearXNG error: ${res.statusText}`);
-    }
-
-    const data = await res.json();
-
-    const results: SearxngSearchResult[] = data.results;
-    const suggestions: string[] = data.suggestions;
-
-    return { results, suggestions };
-  } catch (err: any) {
-    if (err.name === 'AbortError') {
-      throw new Error('SearXNG search timed out');
-    }
-    throw err;
-  } finally {
-    clearTimeout(timeoutId);
-  }
+  return { results, suggestions };
 };
--- a/src/lib/serverActions.ts
+++ b/src/lib/serverActions.ts
@@ -1 +0,0 @@
-'use server';
--- a/src/lib/serverUtils.ts
+++ b/src/lib/serverUtils.ts
--- a/src/lib/uploads/manager.ts
+++ b/src/lib/uploads/manager.ts
@@ -4,8 +4,8 @@ import crypto from "crypto"
 import fs from 'fs';
 import { splitText } from "../utils/splitText";
 import { PDFParse } from 'pdf-parse';
-import { CanvasFactory } from 'pdf-parse/worker';
 import officeParser from 'officeparser'
+import { Chunk } from "../types";

 const supportedMimeTypes = ['application/pdf', 'application/vnd.openxmlformats-officedocument.wordprocessingml.document', 'text/plain'] as const

@@ -116,8 +116,7 @@ class UploadManager {
                const pdfBuffer = fs.readFileSync(filePath);

                const parser = new PDFParse({
-                    data: pdfBuffer,
-                    CanvasFactory
+                    data: pdfBuffer
                })

                const pdfText = await parser.getText().then(res => res.text)
@@ -146,7 +145,7 @@ class UploadManager {
            case 'application/vnd.openxmlformats-officedocument.wordprocessingml.document':
                const docBuffer = fs.readFileSync(filePath);

-                const docText = (await officeParser.parseOffice(docBuffer)).toText()
+                const docText = await officeParser.parseOfficeAsync(docBuffer)

                const docSplittedText = splitText(docText, 512, 128)
                const docEmbeddings = await this.embeddingModel.embedText(docSplittedText)
--- a/src/lib/uploads/store.ts
+++ b/src/lib/uploads/store.ts
@@ -2,7 +2,8 @@ import BaseEmbedding from "../models/base/embedding";
 import UploadManager from "./manager";
 import computeSimilarity from "../utils/computeSimilarity";
 import { Chunk } from "../types";
-import { hashObj } from '../utils/hash';
+import { hashObj } from "../serverUtils";
+import fs from 'fs';

 type UploadStoreParams = {
    embeddingModel: BaseEmbedding<any>;
--- a/src/lib/utils/jaccardSim.ts
+++ b/src/lib/utils/jaccardSim.ts
@@ -1,16 +0,0 @@
-const computeJaccardSimilarity = (a: string, b: string): number => {
-  const wordsA = a.toLowerCase().split(/\W+/);
-  const wordsB = b.toLowerCase().split(/\W+/);
-
-  const setA = new Set(wordsA);
-  const setB = new Set(wordsB);
-
-  if (setA.size === 0 || setB.size === 0) return 0;
-
-  const union = setA.union(setB);
-  const intersections = setA.intersection(setB);
-
-  return intersections.size / union.size;
-};
-
-export default computeJaccardSimilarity;
--- a/src/lib/utils/splitText.ts
+++ b/src/lib/utils/splitText.ts
@@ -4,7 +4,7 @@ const splitRegex = /(?<=\. |\n|! |\? |; |:\s|\d+\.\s|- |\* )/g;

 const enc = getEncoding('cl100k_base');

-export const getTokenCount = (text: string): number => {
+const getTokenCount = (text: string): number => {
  try {
    return enc.encode(text).length;
  } catch {
--- a/yarn.lock
+++ b/yarn.lock
Author	SHA1	Message	Date
ItzCrazyKns	2e2c584169	Merge branch 'feat/improve-search-architecture' of https://github.com/ItzCrazyKns/Perplexica into feat/improve-search-architecture	2025-12-27 13:34:10 +05:30
ItzCrazyKns	a755867e87	Update MessageSources.tsx	2025-12-27 13:30:59 +05:30