remi/Perplexica
1
0
Fork 0
mirror of https://github.com/ItzCrazyKns/Perplexica.git synced 2025-12-14 15:48:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update manager.ts

Browse Source
This commit is contained in:
ItzCrazyKns
2025-12-14 19:32:09 +05:30
parent 3d1d164f68
commit ca4809f0f2
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/lib/uploads/manager.ts
View File

@@ -91,7 +91,7 @@ class UploadManager {
case 'text/plain':
const content = fs.readFileSync(filePath, 'utf-8');
const splittedText = splitText(content, 256, 64)
const splittedText = splitText(content, 512, 128)
const embeddings = await this.embeddingModel.embedText(splittedText)
if (embeddings.length !== splittedText.length) {
@@ -121,7 +121,7 @@ class UploadManager {
const pdfText = await parser.getText().then(res => res.text)
const pdfSplittedText = splitText(pdfText, 256, 64)
const pdfSplittedText = splitText(pdfText, 512, 128)
const pdfEmbeddings = await this.embeddingModel.embedText(pdfSplittedText)
if (pdfEmbeddings.length !== pdfSplittedText.length) {
@@ -147,7 +147,7 @@ class UploadManager {
const docText = await officeParser.parseOfficeAsync(docBuffer)
const docSplittedText = splitText(docText, 256, 64)
const docSplittedText = splitText(docText, 512, 128)
const docEmbeddings = await this.embeddingModel.embedText(docSplittedText)
if (docEmbeddings.length !== docSplittedText.length) {