remi/Perplexica
1
0
Fork 0
mirror of https://github.com/ItzCrazyKns/Perplexica.git synced 2025-11-20 20:18:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(ollamaLLM): disable thinking in obj mode

Browse Source
This commit is contained in:
ItzCrazyKns
2025-11-20 14:52:24 +05:30
parent 3cc8882b28
commit afc68ca91f
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/lib/models/providers/ollama/ollamaLLM.ts
View File

@@ -96,9 +96,10 @@ class OllamaLLM extends BaseLLM<OllamaConfig> {
model: this.config.model, model: this.config.model,
messages: input.messages, messages: input.messages,
format: z.toJSONSchema(input.schema), format: z.toJSONSchema(input.schema),
think: false,
options: { options: {
top_p: this.config.options?.topP, top_p: this.config.options?.topP,
temperature: this.config.options?.temperature, temperature: 0,
num_predict: this.config.options?.maxTokens, num_predict: this.config.options?.maxTokens,
frequency_penalty: this.config.options?.frequencyPenalty, frequency_penalty: this.config.options?.frequencyPenalty,
presence_penalty: this.config.options?.presencePenalty, presence_penalty: this.config.options?.presencePenalty,
@@ -123,6 +124,7 @@ class OllamaLLM extends BaseLLM<OllamaConfig> {
messages: input.messages, messages: input.messages,
format: z.toJSONSchema(input.schema), format: z.toJSONSchema(input.schema),
stream: true, stream: true,
think: false,
options: { options: {
top_p: this.config.options?.topP, top_p: this.config.options?.topP,
temperature: this.config.options?.temperature, temperature: this.config.options?.temperature,