adding the ability to configure ollama chat options and embeddings params via the config.toml file

This commit is contained in:
Owyn Richen
2025-02-05 13:33:17 -08:00
parent 46541e6c0c
commit ad0826111b
8 changed files with 1052 additions and 1388 deletions

View File

@@ -9,6 +9,8 @@ import {
getAnthropicApiKey,
getGeminiApiKey,
getOpenaiApiKey,
getOllamaChatOptions,
getOllamaEmbeddingsParams,
updateConfig,
} from '../config';
import logger from '../utils/logger';
@@ -54,6 +56,8 @@ router.get('/', async (_, res) => {
config['anthropicApiKey'] = getAnthropicApiKey();
config['groqApiKey'] = getGroqApiKey();
config['geminiApiKey'] = getGeminiApiKey();
config['ollamaChatOptions'] = getOllamaChatOptions();
config['ollamaEmbeddingsParams'] = getOllamaEmbeddingsParams();
res.status(200).json(config);
} catch (err: any) {
@@ -75,6 +79,7 @@ router.post('/', async (req, res) => {
API_ENDPOINTS: {
OLLAMA: config.ollamaApiUrl,
},
OLLAMA_OPTIONS: config.ollamaOptions,
};
updateConfig(updatedConfig);