remi/Perplexica
1
0
Fork 0
mirror of https://github.com/ItzCrazyKns/Perplexica.git synced 2025-12-02 17:58:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(ollama-llm): explicitly disable think for reasoning models

Browse Source
This commit is contained in:
ItzCrazyKns
2025-11-29 12:57:29 +05:30
parent e2a371936b
commit 7757bbd253
1 changed files with 14 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/lib/models/providers/ollama/ollamaLLM.ts
View File

@@ -16,6 +16,14 @@ type OllamaConfig = {
options?: GenerateOptions; options?: GenerateOptions;
}; };
const reasoningModels = [
'gpt-oss',
'deepseek-r1',
'qwen3',
'deepseek-v3.1',
'magistral',
];
class OllamaLLM extends BaseLLM<OllamaConfig> { class OllamaLLM extends BaseLLM<OllamaConfig> {
ollamaClient: Ollama; ollamaClient: Ollama;
@@ -98,6 +106,9 @@ class OllamaLLM extends BaseLLM<OllamaConfig> {
model: this.config.model, model: this.config.model,
messages: input.messages, messages: input.messages,
format: z.toJSONSchema(input.schema), format: z.toJSONSchema(input.schema),
...(reasoningModels.find((m) => this.config.model.includes(m))
? { think: false }
: {}),
options: { options: {
top_p: this.config.options?.topP, top_p: this.config.options?.topP,
temperature: 0.7, temperature: 0.7,
@@ -125,6 +136,9 @@ class OllamaLLM extends BaseLLM<OllamaConfig> {
messages: input.messages, messages: input.messages,
format: z.toJSONSchema(input.schema), format: z.toJSONSchema(input.schema),
stream: true, stream: true,
...(reasoningModels.find((m) => this.config.model.includes(m))
? { think: false }
: {}),
options: { options: {
top_p: this.config.options?.topP, top_p: this.config.options?.topP,
temperature: 0.7, temperature: 0.7,