remi/Perplexica
1
0
Fork 0
mirror of https://github.com/ItzCrazyKns/Perplexica.git synced 2026-01-03 01:56:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(transformer-provider): specify dtype

Browse Source
This commit is contained in:
ItzCrazyKns
2025-12-27 18:36:01 +05:30
parent 19dde42f22
commit fdef718980
1 changed files with 9 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
src/lib/models/providers/transformers/transformerEmbedding.ts
View File

@@ -1,6 +1,6 @@
import { Chunk } from '@/lib/types'; import { Chunk } from '@/lib/types';
import BaseEmbedding from '../../base/embedding'; import BaseEmbedding from '../../base/embedding';
import { FeatureExtractionPipeline, pipeline } from '@huggingface/transformers'; import { FeatureExtractionPipeline } from '@huggingface/transformers';
type TransformerConfig = { type TransformerConfig = {
model: string; model: string;
@@ -21,21 +21,19 @@ class TransformerEmbedding extends BaseEmbedding<TransformerConfig> {
return this.embed(chunks.map((c) => c.content)); return this.embed(chunks.map((c) => c.content));
} }
async embed(texts: string[]): Promise<number[][]> { private async embed(texts: string[]) {
if (!this.pipelinePromise) { if (!this.pipelinePromise) {
this.pipelinePromise = (async () => { this.pipelinePromise = (async () => {
const transformers = await import('@huggingface/transformers'); const { pipeline } = await import('@huggingface/transformers');
return (await transformers.pipeline( const result = await pipeline('feature-extraction', this.config.model, {
'feature-extraction', dtype: 'fp32',
this.config.model, });
)) as unknown as FeatureExtractionPipeline; return result as FeatureExtractionPipeline;
})(); })();
} }
const pipeline = await this.pipelinePromise; const pipe = await this.pipelinePromise;
const output = await pipe(texts, { pooling: 'mean', normalize: true });
const output = await pipeline(texts, { pooling: 'mean', normalize: true });
return output.tolist() as number[][]; return output.tolist() as number[][];
} }
} }