refac(llm): LLM option handling for per request overrides

This commit is contained in:
ItzCrazyKns
2025-12-01 18:28:20 +05:30
parent 7757bbd253
commit 610d06be36
3 changed files with 92 additions and 82 deletions

View File

@@ -8,7 +8,6 @@ import {
abstract class BaseLLM<CONFIG> {
constructor(protected config: CONFIG) {}
abstract withOptions(options: GenerateOptions): this;
abstract generateText(input: GenerateTextInput): Promise<GenerateTextOutput>;
abstract streamText(
input: GenerateTextInput,