remi/Perplexica
1
0
Fork 0
mirror of https://github.com/ItzCrazyKns/Perplexica.git synced 2025-10-22 15:28:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(providers): add transformers provider

Browse Source
This commit is contained in:
ItzCrazyKns
2025-10-19 18:32:18 +05:30
parent 51629b2cca
commit 65975ba6fc
5 changed files with 446 additions and 262 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/lib/huggingfaceTransformer.ts
View File

@@ -1,5 +1,6 @@
import { Embeddings, type EmbeddingsParams } from '@langchain/core/embeddings';
import { chunkArray } from '@langchain/core/utils/chunk_array';
import { pipeline } from '@huggingface/transformers';
export interface HuggingFaceTransformersEmbeddingsParams
extends EmbeddingsParams {
@@ -67,12 +68,7 @@ export class HuggingFaceTransformersEmbeddings
}
private async runEmbedding(texts: string[]) {
const { pipeline } = await import('@xenova/transformers');
const pipe = await (this.pipelinePromise ??= pipeline(
'feature-extraction',
this.model,
));
const pipe = await pipeline('feature-extraction', this.model);
return this.caller.call(async () => {
const output = await pipe(texts, { pooling: 'mean', normalize: true });