remi/Perplexica
1
0
Fork 0
mirror of https://github.com/ItzCrazyKns/Perplexica.git synced 2025-04-29 15:52:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(embedding-providers): load separately, add bert & bge

Browse Source
This commit is contained in:
ItzCrazyKns
2024-05-07 12:33:44 +05:30
parent 68837e06ee
commit 321e60b993
1 changed files with 16 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
src/lib/providers.ts
View File

@ -158,15 +158,26 @@ export const getAvailableEmbeddingModelProviders = async () => {
return acc;
}, {});
models['local'] = {
'GTE Small': new HuggingFaceTransformersEmbeddings({
modelName: 'Xenova/gte-small',
}),
};
} catch (err) {
logger.error(`Error loading Ollama embeddings: ${err}`);
}
}
try {
models['local'] = {
'BGE Small': new HuggingFaceTransformersEmbeddings({
modelName: 'Xenova/bge-small-en-v1.5',
}),
'GTE Small': new HuggingFaceTransformersEmbeddings({
modelName: 'Xenova/gte-small',
}),
'Bert Multilingual': new HuggingFaceTransformersEmbeddings({
modelName: 'Xenova/bert-base-multilingual-uncased'
}),
};
} catch(err) {
logger.error(`Error loading local embeddings: ${err}`);
}
return models;
};