feat(packages): update to latest version, add scraping processing

package.json

@@ -4,7 +4,7 @@
   "license": "MIT",
   "author": "ItzCrazyKns",
   "scripts": {
-    "dev": "next dev --webpack",
+    "dev": "next dev",
     "build": "next build --webpack",
     "start": "next start",
     "lint": "next lint",
@@ -16,16 +16,19 @@
     "@headlessui/tailwindcss": "^0.2.2",
     "@huggingface/transformers": "^3.8.1",
     "@icons-pack/react-simple-icons": "^12.3.0",
+    "@mozilla/readability": "^0.6.0",
     "@phosphor-icons/react": "^2.1.10",
     "@radix-ui/react-tooltip": "^1.2.8",
     "@tailwindcss/typography": "^0.5.12",
     "@toolsycc/json-repair": "^0.1.22",
+    "async-mutex": "^0.5.0",
     "axios": "^1.8.3",
     "better-sqlite3": "^11.9.1",
     "clsx": "^2.1.0",
-    "drizzle-orm": "^0.40.1",
+    "drizzle-orm": "^0.45.2",
     "js-tiktoken": "^1.0.21",
-    "jspdf": "^3.0.4",
+    "jsdom": "^29.0.1",
+    "jspdf": "^4.2.1",
     "lightweight-charts": "^5.0.9",
     "lucide-react": "^0.556.0",
     "mammoth": "^1.9.1",
@@ -34,11 +37,12 @@
     "motion": "^12.23.26",
     "next": "^16.0.7",
     "next-themes": "^0.3.0",
-    "officeparser": "^5.2.2",
+    "officeparser": "^6.0.7",
     "ollama": "^0.6.3",
     "openai": "^6.9.0",
     "partial-json": "^0.1.7",
     "pdf-parse": "^2.4.5",
+    "playwright": "^1.59.1",
     "react": "^18",
     "react-dom": "^18",
     "react-syntax-highlighter": "^16.1.0",
@@ -47,13 +51,13 @@
     "rfc6902": "^5.1.2",
     "sonner": "^1.4.41",
     "tailwind-merge": "^2.2.2",
-    "turndown": "^7.2.2",
     "yahoo-finance2": "^3.10.2",
     "yet-another-react-lightbox": "^3.17.2",
     "zod": "^4.1.12"
   },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.12",
+    "@types/jsdom": "^28.0.1",
     "@types/jspdf": "^2.0.0",
     "@types/node": "^24.8.1",
     "@types/pdf-parse": "^1.1.4",
@@ -62,9 +66,9 @@
     "@types/react-syntax-highlighter": "^15.5.13",
     "@types/turndown": "^5.0.6",
     "autoprefixer": "^10.0.1",
-    "drizzle-kit": "^0.30.5",
+    "drizzle-kit": "^0.18.1",
     "eslint": "^8",
-    "eslint-config-next": "14.1.4",
+    "eslint-config-next": "^16.2.2",
     "postcss": "^8",
     "prettier": "^3.2.5",
     "tailwindcss": "^3.3.0",