remi/Perplexica
1
0
Fork 0
mirror of https://github.com/ItzCrazyKns/Perplexica.git synced 2025-07-21 07:58:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(agents): support local LLMs

Browse Source
This commit is contained in:
ItzCrazyKns
2024-04-20 11:18:52 +05:30
parent 28a7175afc
commit d37a1a8020
15 changed files with 135 additions and 100 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
sample.config.toml
View File

@ -1,9 +1,12 @@
[GENERAL]
PORT = 3001 # Port to run the server on
SIMILARITY_MEASURE = "cosine" # "cosine" or "dot"
CHAT_MODEL_PROVIDER = "openai" # "openai" or "ollama"
CHAT_MODEL = "gpt-3.5-turbo" # Name of the model to use
[API_KEYS]
OPENAI = "sk-1234567890abcdef1234567890abcdef" # OpenAI API key
[API_ENDPOINTS]
SEARXNG = "http://localhost:32768" # SearxNG API ULR
SEARXNG = "http://localhost:32768" # SearxNG API ULR
OLLAMA = "http://localhost:11434" # Ollama API URL