remi/Perplexica
1
0
Fork 0
mirror of https://github.com/ItzCrazyKns/Perplexica.git synced 2025-10-22 07:18:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(hf-transformer): dynamically load library

Browse Source
This commit is contained in:
ItzCrazyKns
2025-10-19 21:06:52 +05:30
parent eef6ebb924
commit d9ebf611ff
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/lib/huggingfaceTransformer.ts
View File

@@ -1,6 +1,5 @@
import { Embeddings, type EmbeddingsParams } from '@langchain/core/embeddings'; import { Embeddings, type EmbeddingsParams } from '@langchain/core/embeddings';
import { chunkArray } from '@langchain/core/utils/chunk_array'; import { chunkArray } from '@langchain/core/utils/chunk_array';
import { pipeline } from '@huggingface/transformers';
export interface HuggingFaceTransformersEmbeddingsParams export interface HuggingFaceTransformersEmbeddingsParams
extends EmbeddingsParams { extends EmbeddingsParams {
@@ -68,6 +67,7 @@ export class HuggingFaceTransformersEmbeddings
} }
private async runEmbedding(texts: string[]) { private async runEmbedding(texts: string[]) {
const { pipeline } = await import('@huggingface/transformers');
const pipe = await pipeline('feature-extraction', this.model); const pipe = await pipeline('feature-extraction', this.model);
return this.caller.call(async () => { return this.caller.call(async () => {