Add project files:

- Add database initialization scripts
- Add configuration files
- Add documentation
- Add public assets
- Add source code structure
- Update README

package.json

@@ -9,7 +9,9 @@
     "dev": "nodemon --ignore uploads/ src/app.ts ",
     "db:push": "drizzle-kit push sqlite",
     "format": "prettier . --check",
-    "format:write": "prettier . --write"
+    "format:write": "prettier . --write",
+    "test:search": "ts-node src/tests/testSearch.ts",
+    "test:supabase": "ts-node src/tests/supabaseTest.ts"
   },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.10",
@@ -30,15 +32,17 @@
     "@iarna/toml": "^2.2.5",
     "@langchain/anthropic": "^0.2.3",
     "@langchain/community": "^0.2.16",
-    "@langchain/openai": "^0.0.25",
     "@langchain/google-genai": "^0.0.23",
+    "@langchain/openai": "^0.0.25",
+    "@supabase/supabase-js": "^2.47.10",
     "@xenova/transformers": "^2.17.1",
     "axios": "^1.6.8",
-    "better-sqlite3": "^11.0.0",
+    "better-sqlite3": "^11.7.0",
+    "cheerio": "^1.0.0",
     "compute-cosine-similarity": "^1.1.0",
     "compute-dot": "^1.1.0",
     "cors": "^2.8.5",
-    "dotenv": "^16.4.5",
+    "dotenv": "^16.4.7",
     "drizzle-orm": "^0.31.2",
     "express": "^4.19.2",
     "html-to-text": "^9.0.5",
@@ -46,6 +50,8 @@
     "mammoth": "^1.8.0",
     "multer": "^1.4.5-lts.1",
     "pdf-parse": "^1.1.1",
+    "robots-parser": "^3.0.1",
+    "tesseract.js": "^4.1.4",
     "winston": "^3.13.0",
     "ws": "^8.17.1",
     "zod": "^3.22.4"