diff --git a/README.md b/README.md
index b47dc925..843a73a2 100644
--- a/README.md
+++ b/README.md
@@ -455,7 +455,7 @@ Currently, we next plan to add support for Ollama.
 
 # Embedding models
 
-Embedding models are LLMs that convert a string into vector better suited for processing. In most cases, the default `text-embedding-ada-002` model from OpenAI is going to be good enough. If you want to use this model, you do not have to do anything.
+Embedding models are LLMs that convert a string into vector better suited for processing. In most cases, the default `text-embedding-3-small` model from OpenAI is going to be good enough. If you want to use this model, you do not have to do anything extra.
 
 However in some advanced cases, you may want to change this; after all, different embedding models perform differently under different curcumstances. The library allows you to do this using the method `setEmbeddingModel` while building the `RAGApplication`.
 
diff --git a/package-lock.json b/package-lock.json
index 285361b7..12a1dad4 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -1,70 +1,70 @@
 {
     "name": "@llm-tools/embedjs",
-    "version": "0.0.66",
+    "version": "0.0.67",
     "lockfileVersion": 3,
     "requires": true,
     "packages": {
         "": {
             "name": "@llm-tools/embedjs",
-            "version": "0.0.66",
+            "version": "0.0.67",
             "license": "Apache-2.0",
             "dependencies": {
-                "@huggingface/inference": "^2.6.4",
-                "@langchain/cohere": "^0.0.5",
-                "@langchain/community": "^0.0.35",
-                "@langchain/core": "^0.1.42",
-                "@langchain/mistralai": "^0.0.10",
-                "@langchain/openai": "^0.0.16",
-                "axios": "^1.6.7",
+                "@huggingface/inference": "^2.6.6",
+                "@langchain/cohere": "^0.0.6",
+                "@langchain/community": "^0.0.44",
+                "@langchain/core": "^0.1.54",
+                "@langchain/mistralai": "^0.0.16",
+                "@langchain/openai": "^0.0.26",
+                "axios": "^1.6.8",
                 "confluence.js": "^1.7.3",
                 "debug": "^4.3.4",
                 "html-to-text": "^9.0.5",
-                "langchain": "^0.1.25",
+                "langchain": "^0.1.31",
                 "md5": "^2.3.0",
                 "pdf-parse-fork": "^1.2.0",
                 "sitemapper": "^3.1.8",
                 "usetube": "^2.0.2",
                 "uuid": "^9.0.1",
-                "youtube-transcript": "^1.0.6"
+                "youtube-transcript": "^1.1.0"
             },
             "devDependencies": {
-                "@pinecone-database/pinecone": "^2.0.1",
-                "@qdrant/js-client-rest": "^1.8.0",
-                "@tsconfig/recommended": "^1.0.3",
+                "@pinecone-database/pinecone": "^2.2.0",
+                "@qdrant/js-client-rest": "^1.7.0",
+                "@tsconfig/recommended": "^1.0.5",
                 "@types/debug": "^4.1.12",
                 "@types/html-to-text": "^9.0.4",
                 "@types/md5": "^2.3.5",
-                "@types/node": "^20.11.24",
+                "@types/node": "^20.12.4",
                 "@types/usetube": "^2.1.2",
-                "@typescript-eslint/eslint-plugin": "^7.1.1",
-                "@typescript-eslint/parser": "^7.1.1",
+                "@typescript-eslint/eslint-plugin": "^7.5.0",
+                "@typescript-eslint/parser": "^7.5.0",
                 "chromadb": "^1.8.1",
-                "cohere-ai": "^7.7.7",
+                "cohere-ai": "^7.9.1",
                 "eslint": "^8.57.0",
                 "eslint-config-prettier": "^9.1.0",
                 "eslint-plugin-prettier": "^5.1.3",
-                "hnswlib-node": "^2.1.1",
+                "hnswlib-node": "^3.0.0",
                 "ioredis": "^5.3.2",
-                "lmdb": "^2.9.2",
+                "lmdb": "^3.0.3",
                 "prettier": "^3.2.5",
                 "rimraf": "^5.0.5",
-                "typescript": "^5.3.3",
-                "vectordb": "^0.4.11",
-                "weaviate-ts-client": "^2.1.0"
+                "typescript": "^5.4.4",
+                "vectordb": "^0.4.16",
+                "weaviate-ts-client": "^2.1.1"
             },
             "engines": {
                 "node": ">= 18.0.0"
             },
             "peerDependencies": {
-                "@pinecone-database/pinecone": "^2.0.1",
+                "@pinecone-database/pinecone": "^2.2.0",
                 "@qdrant/js-client-rest": "^1.7.0",
                 "chromadb": "^1.8.1",
-                "cohere-ai": "^7.7.5",
-                "hnswlib-node": "^2.1.1",
+                "cohere-ai": "^7.9.1",
+                "hnswlib-node": "^3.0.0",
                 "ioredis": "^5.3.2",
                 "lmdb": "^2.9.2",
-                "vectordb": "^0.4.11",
-                "weaviate-ts-client": "^2.1.0"
+                "vectordb": "^0.4.16",
+                "weaviate-ts-client": "^2.1.1"
             },
             "peerDependenciesMeta": {
                 "@pinecone-database/pinecone": {
@@ -101,6 +101,7 @@
             "resolved": "https://registry.npmjs.org/@75lb/deep-merge/-/deep-merge-1.1.1.tgz",
             "integrity": "sha512-xvgv6pkMGBA6GwdyJbNAnDmfAIR/DfWhrj9jgWh3TY7gRm3KO46x/GPjRg6wJ0nOepwqrNxFfojebh0Df4h4Tw==",
             "devOptional": true,
+            "peer": true,
             "dependencies": {
                 "lodash.assignwith": "^4.2.0",
                 "typical": "^7.1.1"
@@ -114,6 +115,7 @@
             "resolved": "https://registry.npmjs.org/typical/-/typical-7.1.1.tgz",
             "integrity": "sha512-T+tKVNs6Wu7IWiAce5BgMd7OZfNYUndHwc5MknN+UHOudi7sGZzuHdCadllRuqJ3fPtgFtIH9+lt9qRv6lmpfA==",
             "devOptional": true,
+            "peer": true,
             "engines": {
                 "node": ">=12.17"
             }
@@ -156,6 +158,7 @@
             "resolved": "https://registry.npmjs.org/@apache-arrow/ts/-/ts-14.0.2.tgz",
             "integrity": "sha512-CtwAvLkK0CZv7xsYeCo91ml6PvlfzAmAJZkRYuz2GNBwfYufj5SVi0iuSMwIMkcU/szVwvLdzORSLa5PlF/2ug==",
             "devOptional": true,
+            "peer": true,
             "dependencies": {
                 "@types/command-line-args": "5.2.0",
                 "@types/command-line-usage": "5.0.2",
@@ -173,7 +176,8 @@
             "version": "20.3.0",
             "resolved": "https://registry.npmjs.org/@types/node/-/node-20.3.0.tgz",
             "integrity": "sha512-cumHmIAf6On83X7yP+LrsEyUOf/YlociZelmpRYaGFydoaPdxdt80MAbu6vWerQT2COCp2nPvHdsbD7tHn/YlQ==",
-            "devOptional": true
+            "devOptional": true,
+            "peer": true
         },
         "node_modules/@eslint-community/eslint-utils": {
             "version": "4.4.0",
@@ -272,9 +276,9 @@
             }
         },
         "node_modules/@huggingface/inference": {
-            "version": "2.6.4",
-            "resolved": "https://registry.npmjs.org/@huggingface/inference/-/inference-2.6.4.tgz",
-            "integrity": "sha512-Xna7arltBSBoKaH3diGi3sYvkExgJMd/pF4T6vl2YbmDccbr1G/X5EPZ2048p+YgrJYG1jTYFCtY6Dr3HvJaow==",
+            "version": "2.6.6",
+            "resolved": "https://registry.npmjs.org/@huggingface/inference/-/inference-2.6.6.tgz",
+            "integrity": "sha512-5VEsrKj/gQ0BViUHX43VFlgbVH5OR+w6/auTQkvMqnxF3e8yK2AqAVP+zoF4dcm1DEnxUkPGeNYrxOwIUFxjuw==",
             "engines": {
                 "node": ">=18"
             }
@@ -373,9 +377,9 @@
             }
         },
         "node_modules/@lancedb/vectordb-darwin-arm64": {
-            "version": "0.4.11",
-            "resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-arm64/-/vectordb-darwin-arm64-0.4.11.tgz",
-            "integrity": "sha512-JDOKmFnuJPFkA7ZmrzBJolROwSjWr7yMvAbi40uLBc25YbbVezodd30u2EFtIwWwtk1GqNYRZ49FZOElKYeC/Q==",
+            "version": "0.4.16",
+            "resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-arm64/-/vectordb-darwin-arm64-0.4.16.tgz",
+            "integrity": "sha512-RtuizzrZIVDYQ4ZZIMQRHGuV0DvOV93lyvivJJBLP1zCORMHEtEduaVbFE/+H0OCo0oqPsKXEpbc0nUEXKQqRg==",
             "cpu": [
                 "arm64"
             ],
@@ -386,9 +390,9 @@
             ]
         },
         "node_modules/@lancedb/vectordb-darwin-x64": {
-            "version": "0.4.11",
-            "resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-x64/-/vectordb-darwin-x64-0.4.11.tgz",
-            "integrity": "sha512-iy6r+8tp2v1EFgJV52jusXtxgO6NY6SkpOdX41xPqN2mQWMkfUAR9Xtks1mgknjPOIKH4MRc8ZS0jcW/UWmilQ==",
+            "version": "0.4.16",
+            "resolved": "https://registry.npmjs.org/@lancedb/vectordb-darwin-x64/-/vectordb-darwin-x64-0.4.16.tgz",
+            "integrity": "sha512-bxuh0scgVzAryZScRiTS3Z6hMZA3ekBTataDrlEJ/ddPTcAm14oQb8qrQu3mjWsYPMxlFHpSLMAJSU9SkWZbgg==",
             "cpu": [
                 "x64"
             ],
@@ -399,9 +403,9 @@
             ]
         },
         "node_modules/@lancedb/vectordb-linux-arm64-gnu": {
-            "version": "0.4.11",
-            "resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-arm64-gnu/-/vectordb-linux-arm64-gnu-0.4.11.tgz",
-            "integrity": "sha512-5K6IVcTMuH0SZBjlqB5Gg39WC889FpTwIWKufxzQMMXrzxo5J3lKUHVoR28RRlNhDF2d9kZXBEyCpIfDFsV9iQ==",
+            "version": "0.4.16",
+            "resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-arm64-gnu/-/vectordb-linux-arm64-gnu-0.4.16.tgz",
+            "integrity": "sha512-howoWlHsOwDHm3jl1BC1a1NZ/MJR4J98jSLLfzmmQu071fj5IrZmKv1RyCYNWLm3KHxl+5XVkWxJOghb9x0ByQ==",
             "cpu": [
                 "arm64"
             ],
@@ -412,9 +416,9 @@
             ]
         },
         "node_modules/@lancedb/vectordb-linux-x64-gnu": {
-            "version": "0.4.11",
-            "resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-x64-gnu/-/vectordb-linux-x64-gnu-0.4.11.tgz",
-            "integrity": "sha512-hF9ZChsdqKqqnivOzd9mE7lC3PmhZadXtwThi2RrsPiOLoEaGDfmr6Ni3amVQnB3bR8YEJtTxdQxe0NC4uW/8g==",
+            "version": "0.4.16",
+            "resolved": "https://registry.npmjs.org/@lancedb/vectordb-linux-x64-gnu/-/vectordb-linux-x64-gnu-0.4.16.tgz",
+            "integrity": "sha512-oKx97pP8fnh+pm1mSVZ2+1VPqgT073iHT5nt+3wg7HP8A9XMGlCpdDHM/vC2NNCjbb9j64I5Tq/2x7s33bUfaw==",
             "cpu": [
                 "x64"
             ],
@@ -425,9 +429,9 @@
             ]
         },
         "node_modules/@lancedb/vectordb-win32-x64-msvc": {
-            "version": "0.4.11",
-            "resolved": "https://registry.npmjs.org/@lancedb/vectordb-win32-x64-msvc/-/vectordb-win32-x64-msvc-0.4.11.tgz",
-            "integrity": "sha512-0+9ut1ccKoqIyGxsVixwx3771Z+DXpl5WfSmOeA8kf3v3jlOg2H+0YUahiXLDid2ju+yeLPrAUYm7A1gKHVhew==",
+            "version": "0.4.16",
+            "resolved": "https://registry.npmjs.org/@lancedb/vectordb-win32-x64-msvc/-/vectordb-win32-x64-msvc-0.4.16.tgz",
+            "integrity": "sha512-klG2HHeQ/CuLVFF3ZKJ61BIurEjqtTBxFh0CXL5aCG+pbA55IfzDDyhpGk2yCldZcF/XuNIufyRAqhJPlQzuVg==",
             "cpu": [
                 "x64"
             ],
@@ -438,28 +442,30 @@
             ]
         },
         "node_modules/@langchain/cohere": {
-            "version": "0.0.5",
-            "resolved": "https://registry.npmjs.org/@langchain/cohere/-/cohere-0.0.5.tgz",
-            "integrity": "sha512-4q6dHZ6XCk5NIrLBzxedNGwlmj7cROVvAtSnCaDsLKVKX2cgTUxjiSKAtzjX39RqHwCsdt919ZRdL/X15AQK/w==",
+            "version": "0.0.6",
+            "resolved": "https://registry.npmjs.org/@langchain/cohere/-/cohere-0.0.6.tgz",
+            "integrity": "sha512-WBFAWt8K7bbAbAJG/neMqalJ1DvXxPCtB0n9Gq7rTUFzB5CmjCNpKxdGvkv22t7hAkPnCbFTQWEtiHo3uWOyRg==",
             "dependencies": {
                 "@langchain/core": "~0.1",
-                "cohere-ai": "^7.6.2"
+                "cohere-ai": "^7.8.0"
             },
             "engines": {
                 "node": ">=18"
             }
         },
         "node_modules/@langchain/community": {
-            "version": "0.0.35",
-            "resolved": "https://registry.npmjs.org/@langchain/community/-/community-0.0.35.tgz",
-            "integrity": "sha512-xZGjiqlS7X0EDWM67s2PxSLg0Rz/Wfc741IPF0Ok/f4yFwFseWjtcWXwBwe0dVnapIstpKR82q+RDAa06xFxyw==",
+            "version": "0.0.44",
+            "resolved": "https://registry.npmjs.org/@langchain/community/-/community-0.0.44.tgz",
+            "integrity": "sha512-II9Hz90jJmfWRICtxTg1auQWzFw0npqacWiiOpaxNhzs6rptdf56gyfC48Z6n1ii4R8FfAlfX6YxhOE7lGGKXg==",
             "dependencies": {
-                "@langchain/core": "~0.1.41",
-                "@langchain/openai": "~0.0.14",
+                "@langchain/core": "~0.1.44",
+                "@langchain/openai": "~0.0.19",
+                "expr-eval": "^2.0.2",
                 "flat": "^5.0.2",
                 "langsmith": "~0.1.1",
                 "uuid": "^9.0.0",
-                "zod": "^3.22.3"
+                "zod": "^3.22.3",
+                "zod-to-json-schema": "^3.22.5"
             },
             "engines": {
                 "node": ">=18"
@@ -490,6 +496,7 @@
                 "@opensearch-project/opensearch": "*",
                 "@pinecone-database/pinecone": "*",
                 "@planetscale/database": "^1.8.0",
+                "@premai/prem-sdk": "^0.3.25",
                 "@qdrant/js-client-rest": "^1.2.0",
                 "@raycast/api": "^1.55.2",
                 "@rockset/client": "^0.9.1",
@@ -512,22 +519,28 @@
                 "@zilliz/milvus2-sdk-node": ">=2.2.7",
                 "better-sqlite3": "^9.4.0",
                 "cassandra-driver": "^4.7.2",
+                "cborg": "^4.1.1",
                 "chromadb": "*",
                 "closevector-common": "0.1.3",
                 "closevector-node": "0.1.6",
                 "closevector-web": "0.1.6",
                 "cohere-ai": "*",
                 "convex": "^1.3.1",
+                "couchbase": "^4.3.0",
                 "discord.js": "^14.14.1",
                 "dria": "^0.0.3",
+                "duck-duck-scrape": "^2.2.5",
                 "faiss-node": "^0.5.1",
                 "firebase-admin": "^11.9.0 || ^12.0.0",
                 "google-auth-library": "^8.9.0",
                 "googleapis": "^126.0.1",
                 "hnswlib-node": "^1.4.2",
                 "html-to-text": "^9.0.5",
+                "interface-datastore": "^8.2.11",
                 "ioredis": "^5.3.2",
+                "it-all": "^3.0.4",
                 "jsdom": "*",
+                "jsonwebtoken": "^9.0.2",
                 "llmonitor": "^0.5.9",
                 "lodash": "^4.17.21",
                 "lunary": "^0.6.11",
@@ -626,6 +639,9 @@
                 "@planetscale/database": {
                     "optional": true
                 },
+                "@premai/prem-sdk": {
+                    "optional": true
+                },
                 "@qdrant/js-client-rest": {
                     "optional": true
                 },
@@ -692,6 +708,9 @@
                 "cassandra-driver": {
                     "optional": true
                 },
+                "cborg": {
+                    "optional": true
+                },
                 "chromadb": {
                     "optional": true
                 },
@@ -710,12 +729,18 @@
                 "convex": {
                     "optional": true
                 },
+                "couchbase": {
+                    "optional": true
+                },
                 "discord.js": {
                     "optional": true
                 },
                 "dria": {
                     "optional": true
                 },
+                "duck-duck-scrape": {
+                    "optional": true
+                },
                 "faiss-node": {
                     "optional": true
                 },
@@ -734,12 +759,21 @@
                 "html-to-text": {
                     "optional": true
                 },
+                "interface-datastore": {
+                    "optional": true
+                },
                 "ioredis": {
                     "optional": true
                 },
+                "it-all": {
+                    "optional": true
+                },
                 "jsdom": {
                     "optional": true
                 },
+                "jsonwebtoken": {
+                    "optional": true
+                },
                 "llmonitor": {
                     "optional": true
                 },
@@ -806,9 +840,9 @@
             }
         },
         "node_modules/@langchain/core": {
-            "version": "0.1.42",
-            "resolved": "https://registry.npmjs.org/@langchain/core/-/core-0.1.42.tgz",
-            "integrity": "sha512-sk5s1dZiJHTeZMkdG4c0RouxJGBSox0HhQsPDngOCVlD895g8BHjUl8jdW0/P0xIuIQ5pujQmlaJYilhsucDzA==",
+            "version": "0.1.54",
+            "resolved": "https://registry.npmjs.org/@langchain/core/-/core-0.1.54.tgz",
+            "integrity": "sha512-87pQ8dnWY8P1Kgnu/SgnRijLRNSEzTzkjBK6O/Z1klXf/eQTXAG5O5cKwe3lwM6Afn+4U2byzSMYjwViAYuR4g==",
             "dependencies": {
                 "ansi-styles": "^5.0.0",
                 "camelcase": "6",
@@ -827,11 +861,11 @@
             }
         },
         "node_modules/@langchain/mistralai": {
-            "version": "0.0.10",
-            "resolved": "https://registry.npmjs.org/@langchain/mistralai/-/mistralai-0.0.10.tgz",
-            "integrity": "sha512-FkqBn3YtaAPSVT3iwoYOpBCJcoirlxJUSOlcYz1wCLaBpwLWp+zqUN/mjHWhNaahA6grPO0+Eefab28xJmDHxw==",
+            "version": "0.0.16",
+            "resolved": "https://registry.npmjs.org/@langchain/mistralai/-/mistralai-0.0.16.tgz",
+            "integrity": "sha512-rSJ4UaxmCftOyJXdgNMXCZmVVRMlsQb2JjG1PUYeCBxQryUBJxeDcRe30Yluwo/1Zh7LVi7FfYXac5K7lhjgQw==",
             "dependencies": {
-                "@langchain/core": "~0.1.41",
+                "@langchain/core": "~0.1.44",
                 "@mistralai/mistralai": "^0.1.3",
                 "zod": "^3.22.4",
                 "zod-to-json-schema": "^3.22.4"
@@ -841,13 +875,13 @@
             }
         },
         "node_modules/@langchain/openai": {
-            "version": "0.0.16",
-            "resolved": "https://registry.npmjs.org/@langchain/openai/-/openai-0.0.16.tgz",
-            "integrity": "sha512-GUEeyQ4/pwqr60sPwadrlN5DLe8a3sOhF3ZC96bJTqt9P6rmBQTxwYSHysmsRL/VN9k79+CsqTQ1krrwbocDmQ==",
+            "version": "0.0.26",
+            "resolved": "https://registry.npmjs.org/@langchain/openai/-/openai-0.0.26.tgz",
+            "integrity": "sha512-FpqYvVRP2CkFFjTLrj2tbXeY6JTIgbq8tRoi0rvGzmhRpoi6cWHlfgclSzDm+e6P9DqKBkzDjo6SPTJgTOabNA==",
             "dependencies": {
-                "@langchain/core": "~0.1.41",
+                "@langchain/core": "~0.1.45",
                 "js-tiktoken": "^1.0.7",
-                "openai": "^4.26.0",
+                "openai": "^4.32.1",
                 "zod": "^3.22.4",
                 "zod-to-json-schema": "^3.22.3"
             },
@@ -856,9 +890,9 @@
             }
         },
         "node_modules/@lmdb/lmdb-darwin-arm64": {
-            "version": "2.9.2",
-            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-darwin-arm64/-/lmdb-darwin-arm64-2.9.2.tgz",
-            "integrity": "sha512-+GX51Fi8nZOrEXCFiQHnrCpKAzkfDA2sY5+M6Ry4wZEu711o2qlvg+7xXP+j7OT7+JsfB9ayGCdhra2AAaX02g==",
+            "version": "3.0.3",
+            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-darwin-arm64/-/lmdb-darwin-arm64-3.0.3.tgz",
+            "integrity": "sha512-pr+TpujskTNZoGu56tcxfUr9cN2HrT/d9qbWD3VJSOWFwt/jJoWa1HxQlE8NNWhJv6wmlFB8FyteaMu5CpRhTw==",
             "cpu": [
                 "arm64"
             ],
@@ -869,9 +903,9 @@
             ]
         },
         "node_modules/@lmdb/lmdb-darwin-x64": {
-            "version": "2.9.2",
-            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-darwin-x64/-/lmdb-darwin-x64-2.9.2.tgz",
-            "integrity": "sha512-ajkq2oZTd/RXXpgaZqVm6LHoJYf4A42q+S+U4gYKRYpeR4ERGvG+VGCK9bi9MXInQfeq0KM1yv6rsYpvCOoNhQ==",
+            "version": "3.0.3",
+            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-darwin-x64/-/lmdb-darwin-x64-3.0.3.tgz",
+            "integrity": "sha512-sQzDzzLCnRp43FmGEM4ZE1WZ8oneJuQYECU7+YKtv7XGoUEsPrOX6cjmqAr9KIPp0u/QW8nAOXyvt/iYlRx+5g==",
             "cpu": [
                 "x64"
             ],
@@ -882,9 +916,9 @@
             ]
         },
         "node_modules/@lmdb/lmdb-linux-arm": {
-            "version": "2.9.2",
-            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-arm/-/lmdb-linux-arm-2.9.2.tgz",
-            "integrity": "sha512-AAdmxDIh1tMYzXOUuDP+TNhvl9pLgvS63M6xhwgVArr79As4msraUSjIJ8J0jlhFKsN7nVoXzPB/jvpp8aK49w==",
+            "version": "3.0.3",
+            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-arm/-/lmdb-linux-arm-3.0.3.tgz",
+            "integrity": "sha512-ExLc347BDBXUrzTRBzWZD6loIsEXs/fALjv0xm4z5rStbjDt5qzn97CxrC+Nhkb3I6VyHvRq+slmiic6a8UAvQ==",
             "cpu": [
                 "arm"
             ],
@@ -895,9 +929,9 @@
             ]
         },
         "node_modules/@lmdb/lmdb-linux-arm64": {
-            "version": "2.9.2",
-            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-arm64/-/lmdb-linux-arm64-2.9.2.tgz",
-            "integrity": "sha512-WqQqWwFyL8JPVpKJyKnyyg7tnsVlD08PHEyxSMxDQC2EkPpvZuUz2oMqasDoy5tmYB0jANOI13/Qz3Mbh9endQ==",
+            "version": "3.0.3",
+            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-arm64/-/lmdb-linux-arm64-3.0.3.tgz",
+            "integrity": "sha512-EjLhCrIeQPG9IIY8e+yMbbHfQVhp+1u0bQ97UDHEAAWerpLF18dGnHjIVfyFP2qyI3HcMYYk6vFy1WuZLuRfqw==",
             "cpu": [
                 "arm64"
             ],
@@ -908,9 +942,9 @@
             ]
         },
         "node_modules/@lmdb/lmdb-linux-x64": {
-            "version": "2.9.2",
-            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-x64/-/lmdb-linux-x64-2.9.2.tgz",
-            "integrity": "sha512-rB4tE80EOxXwTJr9rsATWZghOVP8+mV085P5u/dBdttJSq3TLxY0CMZ8NKB/WJpryNnsfCI4OvjOAibF/fg+GQ==",
+            "version": "3.0.3",
+            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-x64/-/lmdb-linux-x64-3.0.3.tgz",
+            "integrity": "sha512-mARfPAfSRKmufRRgMFGRokorR8Sd/h5lbH06TDpkFfM2L33aPmD/uqNgijWiToQ0xucBI8nLI/TZtXQORf6c8A==",
             "cpu": [
                 "x64"
             ],
@@ -921,9 +955,9 @@
             ]
         },
         "node_modules/@lmdb/lmdb-win32-x64": {
-            "version": "2.9.2",
-            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-win32-x64/-/lmdb-win32-x64-2.9.2.tgz",
-            "integrity": "sha512-VRrM/Zq/k8YEZlGuDvFi3NU753cm+vOa1kUcq4iNyeAEVXzjrSg5K3sHI0d6Od5gLsKctjlQeaFn6+21inU4bw==",
+            "version": "3.0.3",
+            "resolved": "https://registry.npmjs.org/@lmdb/lmdb-win32-x64/-/lmdb-win32-x64-3.0.3.tgz",
+            "integrity": "sha512-xtsu+GB/sVILTsOoehvZD78/qIfotaFsdyEH8M2wVm8M651aX1MtSKGG/dx3fRYQI32/6m7JfVjTdmBNlmlc4w==",
             "cpu": [
                 "x64"
             ],
@@ -1061,9 +1095,9 @@
             }
         },
         "node_modules/@pinecone-database/pinecone": {
-            "version": "2.0.1",
-            "resolved": "https://registry.npmjs.org/@pinecone-database/pinecone/-/pinecone-2.0.1.tgz",
-            "integrity": "sha512-a1ejzrqdSQ2yW+9QUi2TVlKwYUbrvGH+QH6POJhITyaOz9ANE+EhXqToC9af93Ctzq9n87+bOUvBvewLeW++Mw==",
+            "version": "2.2.0",
+            "resolved": "https://registry.npmjs.org/@pinecone-database/pinecone/-/pinecone-2.2.0.tgz",
+            "integrity": "sha512-qfVs9n5YyTmerIV1GE1u89xF1W3oFSF53STW68Oqyxey0dGq4775cCw8G5pnwoy872uqfh+tMRDME9bcWfinUw==",
             "devOptional": true,
             "dependencies": {
                 "@sinclair/typebox": "^0.29.0",
@@ -1172,12 +1206,12 @@
             "peer": true
         },
         "node_modules/@qdrant/js-client-rest": {
-            "version": "1.8.0",
-            "resolved": "https://registry.npmjs.org/@qdrant/js-client-rest/-/js-client-rest-1.8.0.tgz",
-            "integrity": "sha512-W6VfCVenWVAXH/PBSbUEMqsGvsrNK5aBJlugYjZxK7Rm7aX96C13XGLIO5jMxa+B9dULwgoXT3kO+SdOSAEXFw==",
+            "version": "1.8.1",
+            "resolved": "https://registry.npmjs.org/@qdrant/js-client-rest/-/js-client-rest-1.8.1.tgz",
+            "integrity": "sha512-+Q2/koK2CyqiPkR6zJfnhOfOtEZzlHieNg3c0zkG3BSCPyKjq6OPiq+rsFhtwO//fKJrOiJ4Hf8Lda16Fu4Fkw==",
             "devOptional": true,
             "dependencies": {
-                "@qdrant/openapi-typescript-fetch": "1.2.5",
+                "@qdrant/openapi-typescript-fetch": "1.2.6",
                 "@sevinf/maybe": "0.5.0",
                 "undici": "5.28.3"
             },
@@ -1190,9 +1224,9 @@
             }
         },
         "node_modules/@qdrant/openapi-typescript-fetch": {
-            "version": "1.2.5",
-            "resolved": "https://registry.npmjs.org/@qdrant/openapi-typescript-fetch/-/openapi-typescript-fetch-1.2.5.tgz",
-            "integrity": "sha512-gy9k3C/cZWlc6PoH8iry3d+zOAAuRwxY7dfx856orwhEpp2EFvI/jhZ+nP+uajR7soD9UcrzYTQkWMMD4xVIWg==",
+            "version": "1.2.6",
+            "resolved": "https://registry.npmjs.org/@qdrant/openapi-typescript-fetch/-/openapi-typescript-fetch-1.2.6.tgz",
+            "integrity": "sha512-oQG/FejNpItrxRHoyctYvT3rwGZOnK4jr3JdppO/c78ktDvkWiPXPHNsrDf33K9sZdRb6PR7gi4noIapu5q4HA==",
             "devOptional": true,
             "engines": {
                 "node": ">=18.0.0",
@@ -1246,9 +1280,9 @@
             }
         },
         "node_modules/@tsconfig/recommended": {
-            "version": "1.0.3",
-            "resolved": "https://registry.npmjs.org/@tsconfig/recommended/-/recommended-1.0.3.tgz",
-            "integrity": "sha512-+jby/Guq9H8O7NWgCv6X8VAiQE8Dr/nccsCtL74xyHKhu2Knu5EAKmOZj3nLCnLm1KooUzKY+5DsnGVqhM8/wQ==",
+            "version": "1.0.5",
+            "resolved": "https://registry.npmjs.org/@tsconfig/recommended/-/recommended-1.0.5.tgz",
+            "integrity": "sha512-bbozf0TZVH1Tu9hET9HYTtKeOMBBR01kjhc8s+c9cDFQU8Jw6F9A3tRZYOWiMEyMqpf/3LSw2b528g1k8TkYvg==",
             "dev": true
         },
         "node_modules/@types/cacheable-request": {
@@ -1266,13 +1300,15 @@
             "version": "5.2.0",
             "resolved": "https://registry.npmjs.org/@types/command-line-args/-/command-line-args-5.2.0.tgz",
             "integrity": "sha512-UuKzKpJJ/Ief6ufIaIzr3A/0XnluX7RvFgwkV89Yzvm77wCh1kFaFmqN8XEnGcN62EuHdedQjEMb8mYxFLGPyA==",
-            "devOptional": true
+            "devOptional": true,
+            "peer": true
         },
         "node_modules/@types/command-line-usage": {
             "version": "5.0.2",
             "resolved": "https://registry.npmjs.org/@types/command-line-usage/-/command-line-usage-5.0.2.tgz",
             "integrity": "sha512-n7RlEEJ+4x4TS7ZQddTmNSxP+zziEG0TNsMfiRIxcIVXt71ENJ9ojeXmGO3wPoTdn7pJcU2xc3CJYMktNT6DPg==",
-            "devOptional": true
+            "devOptional": true,
+            "peer": true
         },
         "node_modules/@types/debug": {
             "version": "4.1.12",
@@ -1328,9 +1364,9 @@
             "dev": true
         },
         "node_modules/@types/node": {
-            "version": "20.11.24",
-            "resolved": "https://registry.npmjs.org/@types/node/-/node-20.11.24.tgz",
-            "integrity": "sha512-Kza43ewS3xoLgCEpQrsT+xRo/EJej1y0kVYGiLFE1NEODXGzTfwiC6tXTLMQskn1X4/Rjlh0MQUvx9W+L9long==",
+            "version": "20.12.4",
+            "resolved": "https://registry.npmjs.org/@types/node/-/node-20.12.4.tgz",
+            "integrity": "sha512-E+Fa9z3wSQpzgYQdYmme5X3OTuejnnTx88A6p6vkkJosR3KBz+HpE3kqNm98VE6cfLFcISx7zW7MsJkH6KwbTw==",
             "dependencies": {
                 "undici-types": "~5.26.4"
             }
@@ -1348,7 +1384,8 @@
             "version": "2.1.1",
             "resolved": "https://registry.npmjs.org/@types/pad-left/-/pad-left-2.1.1.tgz",
             "integrity": "sha512-Xd22WCRBydkGSApl5Bw0PhAOHKSVjNL3E3AwzKaps96IMraPqy5BvZIsBVK6JLwdybUzjHnuWVwpDd0JjTfHXA==",
-            "devOptional": true
+            "devOptional": true,
+            "peer": true
         },
         "node_modules/@types/responselike": {
             "version": "1.0.3",
@@ -1381,16 +1418,16 @@
             "integrity": "sha512-jg+97EGIcY9AGHJJRaaPVgetKDsrTgbRjQ5Msgjh/DQKEFl0DtyRr/VCOyD1T2R1MNeWPK/u7JoGhlDZnKBAfA=="
         },
         "node_modules/@typescript-eslint/eslint-plugin": {
-            "version": "7.1.1",
-            "resolved": "https://registry.npmjs.org/@typescript-eslint/eslint-plugin/-/eslint-plugin-7.1.1.tgz",
-            "integrity": "sha512-zioDz623d0RHNhvx0eesUmGfIjzrk18nSBC8xewepKXbBvN/7c1qImV7Hg8TI1URTxKax7/zxfxj3Uph8Chcuw==",
+            "version": "7.5.0",
+            "resolved": "https://registry.npmjs.org/@typescript-eslint/eslint-plugin/-/eslint-plugin-7.5.0.tgz",
+            "integrity": "sha512-HpqNTH8Du34nLxbKgVMGljZMG0rJd2O9ecvr2QLYp+7512ty1j42KnsFwspPXg1Vh8an9YImf6CokUBltisZFQ==",
             "dev": true,
             "dependencies": {
                 "@eslint-community/regexpp": "^4.5.1",
-                "@typescript-eslint/scope-manager": "7.1.1",
-                "@typescript-eslint/type-utils": "7.1.1",
-                "@typescript-eslint/utils": "7.1.1",
-                "@typescript-eslint/visitor-keys": "7.1.1",
+                "@typescript-eslint/scope-manager": "7.5.0",
+                "@typescript-eslint/type-utils": "7.5.0",
+                "@typescript-eslint/utils": "7.5.0",
+                "@typescript-eslint/visitor-keys": "7.5.0",
                 "debug": "^4.3.4",
                 "graphemer": "^1.4.0",
                 "ignore": "^5.2.4",
@@ -1399,7 +1436,7 @@
                 "ts-api-utils": "^1.0.1"
             },
             "engines": {
-                "node": "^16.0.0 || >=18.0.0"
+                "node": "^18.18.0 || >=20.0.0"
             },
             "funding": {
                 "type": "opencollective",
@@ -1416,19 +1453,19 @@
             }
         },
         "node_modules/@typescript-eslint/parser": {
-            "version": "7.1.1",
-            "resolved": "https://registry.npmjs.org/@typescript-eslint/parser/-/parser-7.1.1.tgz",
-            "integrity": "sha512-ZWUFyL0z04R1nAEgr9e79YtV5LbafdOtN7yapNbn1ansMyaegl2D4bL7vHoJ4HPSc4CaLwuCVas8CVuneKzplQ==",
+            "version": "7.5.0",
+            "resolved": "https://registry.npmjs.org/@typescript-eslint/parser/-/parser-7.5.0.tgz",
+            "integrity": "sha512-cj+XGhNujfD2/wzR1tabNsidnYRaFfEkcULdcIyVBYcXjBvBKOes+mpMBP7hMpOyk+gBcfXsrg4NBGAStQyxjQ==",
             "dev": true,
             "dependencies": {
-                "@typescript-eslint/scope-manager": "7.1.1",
-                "@typescript-eslint/types": "7.1.1",
-                "@typescript-eslint/typescript-estree": "7.1.1",
-                "@typescript-eslint/visitor-keys": "7.1.1",
+                "@typescript-eslint/scope-manager": "7.5.0",
+                "@typescript-eslint/types": "7.5.0",
+                "@typescript-eslint/typescript-estree": "7.5.0",
+                "@typescript-eslint/visitor-keys": "7.5.0",
                 "debug": "^4.3.4"
             },
             "engines": {
-                "node": "^16.0.0 || >=18.0.0"
+                "node": "^18.18.0 || >=20.0.0"
             },
             "funding": {
                 "type": "opencollective",
@@ -1444,16 +1481,16 @@
             }
         },
         "node_modules/@typescript-eslint/scope-manager": {
-            "version": "7.1.1",
-            "resolved": "https://registry.npmjs.org/@typescript-eslint/scope-manager/-/scope-manager-7.1.1.tgz",
-            "integrity": "sha512-cirZpA8bJMRb4WZ+rO6+mnOJrGFDd38WoXCEI57+CYBqta8Yc8aJym2i7vyqLL1vVYljgw0X27axkUXz32T8TA==",
+            "version": "7.5.0",
+            "resolved": "https://registry.npmjs.org/@typescript-eslint/scope-manager/-/scope-manager-7.5.0.tgz",
+            "integrity": "sha512-Z1r7uJY0MDeUlql9XJ6kRVgk/sP11sr3HKXn268HZyqL7i4cEfrdFuSSY/0tUqT37l5zT0tJOsuDP16kio85iA==",
             "dev": true,
             "dependencies": {
-                "@typescript-eslint/types": "7.1.1",
-                "@typescript-eslint/visitor-keys": "7.1.1"
+                "@typescript-eslint/types": "7.5.0",
+                "@typescript-eslint/visitor-keys": "7.5.0"
             },
             "engines": {
-                "node": "^16.0.0 || >=18.0.0"
+                "node": "^18.18.0 || >=20.0.0"
             },
             "funding": {
                 "type": "opencollective",
@@ -1461,18 +1498,18 @@
             }
         },
         "node_modules/@typescript-eslint/type-utils": {
-            "version": "7.1.1",
-            "resolved": "https://registry.npmjs.org/@typescript-eslint/type-utils/-/type-utils-7.1.1.tgz",
-            "integrity": "sha512-5r4RKze6XHEEhlZnJtR3GYeCh1IueUHdbrukV2KSlLXaTjuSfeVF8mZUVPLovidCuZfbVjfhi4c0DNSa/Rdg5g==",
+            "version": "7.5.0",
+            "resolved": "https://registry.npmjs.org/@typescript-eslint/type-utils/-/type-utils-7.5.0.tgz",
+            "integrity": "sha512-A021Rj33+G8mx2Dqh0nMO9GyjjIBK3MqgVgZ2qlKf6CJy51wY/lkkFqq3TqqnH34XyAHUkq27IjlUkWlQRpLHw==",
             "dev": true,
             "dependencies": {
-                "@typescript-eslint/typescript-estree": "7.1.1",
-                "@typescript-eslint/utils": "7.1.1",
+                "@typescript-eslint/typescript-estree": "7.5.0",
+                "@typescript-eslint/utils": "7.5.0",
                 "debug": "^4.3.4",
                 "ts-api-utils": "^1.0.1"
             },
             "engines": {
-                "node": "^16.0.0 || >=18.0.0"
+                "node": "^18.18.0 || >=20.0.0"
             },
             "funding": {
                 "type": "opencollective",
@@ -1488,12 +1525,12 @@
             }
         },
         "node_modules/@typescript-eslint/types": {
-            "version": "7.1.1",
-            "resolved": "https://registry.npmjs.org/@typescript-eslint/types/-/types-7.1.1.tgz",
-            "integrity": "sha512-KhewzrlRMrgeKm1U9bh2z5aoL4s7K3tK5DwHDn8MHv0yQfWFz/0ZR6trrIHHa5CsF83j/GgHqzdbzCXJ3crx0Q==",
+            "version": "7.5.0",
+            "resolved": "https://registry.npmjs.org/@typescript-eslint/types/-/types-7.5.0.tgz",
+            "integrity": "sha512-tv5B4IHeAdhR7uS4+bf8Ov3k793VEVHd45viRRkehIUZxm0WF82VPiLgHzA/Xl4TGPg1ZD49vfxBKFPecD5/mg==",
             "dev": true,
             "engines": {
-                "node": "^16.0.0 || >=18.0.0"
+                "node": "^18.18.0 || >=20.0.0"
             },
             "funding": {
                 "type": "opencollective",
@@ -1501,13 +1538,13 @@
             }
         },
         "node_modules/@typescript-eslint/typescript-estree": {
-            "version": "7.1.1",
-            "resolved": "https://registry.npmjs.org/@typescript-eslint/typescript-estree/-/typescript-estree-7.1.1.tgz",
-            "integrity": "sha512-9ZOncVSfr+sMXVxxca2OJOPagRwT0u/UHikM2Rd6L/aB+kL/QAuTnsv6MeXtjzCJYb8PzrXarypSGIPx3Jemxw==",
+            "version": "7.5.0",
+            "resolved": "https://registry.npmjs.org/@typescript-eslint/typescript-estree/-/typescript-estree-7.5.0.tgz",
+            "integrity": "sha512-YklQQfe0Rv2PZEueLTUffiQGKQneiIEKKnfIqPIOxgM9lKSZFCjT5Ad4VqRKj/U4+kQE3fa8YQpskViL7WjdPQ==",
             "dev": true,
             "dependencies": {
-                "@typescript-eslint/types": "7.1.1",
-                "@typescript-eslint/visitor-keys": "7.1.1",
+                "@typescript-eslint/types": "7.5.0",
+                "@typescript-eslint/visitor-keys": "7.5.0",
                 "debug": "^4.3.4",
                 "globby": "^11.1.0",
                 "is-glob": "^4.0.3",
@@ -1516,7 +1553,7 @@
                 "ts-api-utils": "^1.0.1"
             },
             "engines": {
-                "node": "^16.0.0 || >=18.0.0"
+                "node": "^18.18.0 || >=20.0.0"
             },
             "funding": {
                 "type": "opencollective",
@@ -1553,21 +1590,21 @@
             }
         },
         "node_modules/@typescript-eslint/utils": {
-            "version": "7.1.1",
-            "resolved": "https://registry.npmjs.org/@typescript-eslint/utils/-/utils-7.1.1.tgz",
-            "integrity": "sha512-thOXM89xA03xAE0lW7alstvnyoBUbBX38YtY+zAUcpRPcq9EIhXPuJ0YTv948MbzmKh6e1AUszn5cBFK49Umqg==",
+            "version": "7.5.0",
+            "resolved": "https://registry.npmjs.org/@typescript-eslint/utils/-/utils-7.5.0.tgz",
+            "integrity": "sha512-3vZl9u0R+/FLQcpy2EHyRGNqAS/ofJ3Ji8aebilfJe+fobK8+LbIFmrHciLVDxjDoONmufDcnVSF38KwMEOjzw==",
             "dev": true,
             "dependencies": {
                 "@eslint-community/eslint-utils": "^4.4.0",
                 "@types/json-schema": "^7.0.12",
                 "@types/semver": "^7.5.0",
-                "@typescript-eslint/scope-manager": "7.1.1",
-                "@typescript-eslint/types": "7.1.1",
-                "@typescript-eslint/typescript-estree": "7.1.1",
+                "@typescript-eslint/scope-manager": "7.5.0",
+                "@typescript-eslint/types": "7.5.0",
+                "@typescript-eslint/typescript-estree": "7.5.0",
                 "semver": "^7.5.4"
             },
             "engines": {
-                "node": "^16.0.0 || >=18.0.0"
+                "node": "^18.18.0 || >=20.0.0"
             },
             "funding": {
                 "type": "opencollective",
@@ -1578,16 +1615,16 @@
             }
         },
         "node_modules/@typescript-eslint/visitor-keys": {
-            "version": "7.1.1",
-            "resolved": "https://registry.npmjs.org/@typescript-eslint/visitor-keys/-/visitor-keys-7.1.1.tgz",
-            "integrity": "sha512-yTdHDQxY7cSoCcAtiBzVzxleJhkGB9NncSIyMYe2+OGON1ZsP9zOPws/Pqgopa65jvknOjlk/w7ulPlZ78PiLQ==",
+            "version": "7.5.0",
+            "resolved": "https://registry.npmjs.org/@typescript-eslint/visitor-keys/-/visitor-keys-7.5.0.tgz",
+            "integrity": "sha512-mcuHM/QircmA6O7fy6nn2w/3ditQkj+SgtOc8DW3uQ10Yfj42amm2i+6F2K4YAOPNNTmE6iM1ynM6lrSwdendA==",
             "dev": true,
             "dependencies": {
-                "@typescript-eslint/types": "7.1.1",
+                "@typescript-eslint/types": "7.5.0",
                 "eslint-visitor-keys": "^3.4.1"
             },
             "engines": {
-                "node": "^16.0.0 || >=18.0.0"
+                "node": "^18.18.0 || >=20.0.0"
             },
             "funding": {
                 "type": "opencollective",
@@ -1699,6 +1736,7 @@
             "resolved": "https://registry.npmjs.org/apache-arrow/-/apache-arrow-14.0.2.tgz",
             "integrity": "sha512-EBO2xJN36/XoY81nhLcwCJgFwkboDZeyNQ+OPsG7bCoQjc2BT0aTyH/MR6SrL+LirSNz+cYqjGRlupMMlP1aEg==",
             "devOptional": true,
+            "peer": true,
             "dependencies": {
                 "@types/command-line-args": "5.2.0",
                 "@types/command-line-usage": "5.0.2",
@@ -1719,7 +1757,8 @@
             "version": "20.3.0",
             "resolved": "https://registry.npmjs.org/@types/node/-/node-20.3.0.tgz",
             "integrity": "sha512-cumHmIAf6On83X7yP+LrsEyUOf/YlociZelmpRYaGFydoaPdxdt80MAbu6vWerQT2COCp2nPvHdsbD7tHn/YlQ==",
-            "devOptional": true
+            "devOptional": true,
+            "peer": true
         },
         "node_modules/argparse": {
             "version": "2.0.1",
@@ -1731,6 +1770,7 @@
             "resolved": "https://registry.npmjs.org/array-back/-/array-back-3.1.0.tgz",
             "integrity": "sha512-TkuxA4UCOvxuDK6NZYXCalszEzj+TLszyASooky+i742l9TqsOdYCMJJupxRic61hwquNtppB3hgcuq9SVSH1Q==",
             "devOptional": true,
+            "peer": true,
             "engines": {
                 "node": ">=6"
             }
@@ -1762,11 +1802,11 @@
             }
         },
         "node_modules/axios": {
-            "version": "1.6.7",
-            "resolved": "https://registry.npmjs.org/axios/-/axios-1.6.7.tgz",
-            "integrity": "sha512-/hDJGff6/c7u0hDkvkGxR/oy6CbCs8ziCsC7SqmhjfozqiJGc8Z11wrv9z9lYfY4K8l+H9TpjcMDX0xOZmx+RA==",
+            "version": "1.6.8",
+            "resolved": "https://registry.npmjs.org/axios/-/axios-1.6.8.tgz",
+            "integrity": "sha512-v/ZHtJDU39mDpyBoFVkETcd/uNdxrWRrg3bKpOKzXFA6Bvqopts6ALSMU3y6ijYxbw2B+wPrIv46egTzJXCLGQ==",
             "dependencies": {
-                "follow-redirects": "^1.15.4",
+                "follow-redirects": "^1.15.6",
                 "form-data": "^4.0.0",
                 "proxy-from-env": "^1.1.0"
             }
@@ -1947,11 +1987,6 @@
                 "url": "https://github.com/sponsors/sindresorhus"
             }
         },
-        "node_modules/centra": {
-            "version": "2.6.0",
-            "resolved": "https://registry.npmjs.org/centra/-/centra-2.6.0.tgz",
-            "integrity": "sha512-dgh+YleemrT8u85QL11Z6tYhegAs3MMxsaWAq/oXeAmYJ7VxL3SI9TZtnfaEvNDMAPolj25FXIb3S+HCI4wQaQ=="
-        },
         "node_modules/chalk": {
             "version": "4.1.2",
             "resolved": "https://registry.npmjs.org/chalk/-/chalk-4.1.2.tgz",
@@ -1973,6 +2008,7 @@
             "resolved": "https://registry.npmjs.org/chalk-template/-/chalk-template-0.4.0.tgz",
             "integrity": "sha512-/ghrgmhfY8RaSdeo43hNXxpoHAtxdbskUHjPpfqUWGttFgycUhYPGx3YZBCnUCvOa7Doivn1IZec3DEGFoMgLg==",
             "devOptional": true,
+            "peer": true,
             "dependencies": {
                 "chalk": "^4.1.2"
             },
@@ -2129,9 +2165,9 @@
             }
         },
         "node_modules/cohere-ai": {
-            "version": "7.7.7",
-            "resolved": "https://registry.npmjs.org/cohere-ai/-/cohere-ai-7.7.7.tgz",
-            "integrity": "sha512-eLL/5lkAxFvqwV200bsBsS5ZnPHZZKur0WR3dXD5K47QT7C9r0OFv/ykJw/rCuoSsyyK3eoHm+znIi3W3QCwiQ==",
+            "version": "7.9.1",
+            "resolved": "https://registry.npmjs.org/cohere-ai/-/cohere-ai-7.9.1.tgz",
+            "integrity": "sha512-shMz0Bs3p6/Nw5Yi+6Wc9tZ7DCGTtEnf1eAcuesnlyeKoFuZ7+bzeiHkt5E8SvTgAHxN1GCP3UkIoW85QhHKTA==",
             "dependencies": {
                 "form-data": "4.0.0",
                 "js-base64": "3.7.2",
@@ -2199,6 +2235,7 @@
             "resolved": "https://registry.npmjs.org/command-line-args/-/command-line-args-5.2.1.tgz",
             "integrity": "sha512-H4UfQhZyakIjC74I9d34fGYDwk3XpSr17QhEd0Q3I9Xq1CETHo4Hcuo87WyWHpAF1aSLjLRf5lD9ZGX2qStUvg==",
             "devOptional": true,
+            "peer": true,
             "dependencies": {
                 "array-back": "^3.1.0",
                 "find-replace": "^3.0.0",
@@ -2214,6 +2251,7 @@
             "resolved": "https://registry.npmjs.org/command-line-usage/-/command-line-usage-7.0.1.tgz",
             "integrity": "sha512-NCyznE//MuTjwi3y84QVUGEOT+P5oto1e1Pk/jFPVdPPfsG03qpTIl3yw6etR+v73d0lXsoojRpvbru2sqePxQ==",
             "devOptional": true,
+            "peer": true,
             "dependencies": {
                 "array-back": "^6.2.2",
                 "chalk-template": "^0.4.0",
@@ -2229,6 +2267,7 @@
             "resolved": "https://registry.npmjs.org/array-back/-/array-back-6.2.2.tgz",
             "integrity": "sha512-gUAZ7HPyb4SJczXAMUXMGAvI976JoK3qEx9v1FTmeYuJj0IBiaKttG1ydtGKdkfqWkIkouke7nG8ufGy77+Cvw==",
             "devOptional": true,
+            "peer": true,
             "engines": {
                 "node": ">=12.17"
             }
@@ -2238,6 +2277,7 @@
             "resolved": "https://registry.npmjs.org/typical/-/typical-7.1.1.tgz",
             "integrity": "sha512-T+tKVNs6Wu7IWiAce5BgMd7OZfNYUndHwc5MknN+UHOudi7sGZzuHdCadllRuqJ3fPtgFtIH9+lt9qRv6lmpfA==",
             "devOptional": true,
+            "peer": true,
             "engines": {
                 "node": ">=12.17"
             }
@@ -2269,12 +2309,12 @@
             }
         },
         "node_modules/cross-fetch": {
-            "version": "3.1.6",
-            "resolved": "https://registry.npmjs.org/cross-fetch/-/cross-fetch-3.1.6.tgz",
-            "integrity": "sha512-riRvo06crlE8HiqOwIpQhxwdOk4fOeR7FVM/wXoxchFEqMNUjvbs3bfo4OTgMEMHzppd4DxFBDbyySj8Cv781g==",
+            "version": "3.1.8",
+            "resolved": "https://registry.npmjs.org/cross-fetch/-/cross-fetch-3.1.8.tgz",
+            "integrity": "sha512-cvA+JwZoU0Xq+h6WkMvAUqPEYy92Obet6UdKLfW60qn99ftItKjB5T+BkyWOFWe2pUyfQ+IJHmpOTznqk1M6Kg==",
             "devOptional": true,
             "dependencies": {
-                "node-fetch": "^2.6.11"
+                "node-fetch": "^2.6.12"
             }
         },
         "node_modules/cross-spawn": {
@@ -2922,6 +2962,7 @@
             "resolved": "https://registry.npmjs.org/find-replace/-/find-replace-3.0.0.tgz",
             "integrity": "sha512-6Tb2myMioCAgv5kfvP5/PkZZ/ntTpVK39fHY7WkWBgvbeE+VHd/tZuZ4mrC+bxh4cfOZeYKVPaJIZtZXV7GNCQ==",
             "devOptional": true,
+            "peer": true,
             "dependencies": {
                 "array-back": "^3.0.1"
             },
@@ -3005,7 +3046,8 @@
             "version": "23.5.26",
             "resolved": "https://registry.npmjs.org/flatbuffers/-/flatbuffers-23.5.26.tgz",
             "integrity": "sha512-vE+SI9vrJDwi1oETtTIFldC/o9GsVKRM+s6EL0nQgxXlYV1Vc4Tk30hj4xGICftInKQKj1F3up2n8UbIVobISQ==",
-            "devOptional": true
+            "devOptional": true,
+            "peer": true
         },
         "node_modules/flatted": {
             "version": "3.2.7",
@@ -3014,9 +3056,9 @@
             "dev": true
         },
         "node_modules/follow-redirects": {
-            "version": "1.15.4",
-            "resolved": "https://registry.npmjs.org/follow-redirects/-/follow-redirects-1.15.4.tgz",
-            "integrity": "sha512-Cr4D/5wlrb0z9dgERpUL3LrmPKVDsETIJhaCMeDfuFYcqa5bldGV6wBsAN6X/vxlXQtFBMrXdXxdL8CbDTGniw==",
+            "version": "1.15.6",
+            "resolved": "https://registry.npmjs.org/follow-redirects/-/follow-redirects-1.15.6.tgz",
+            "integrity": "sha512-wWN62YITEaOpSK584EZXJafH1AGpO8RVgElfkuXbTOrPX4fIfOyEpW/CsiNd8JdYrAoOvafRTOEnvsO++qCqFA==",
             "funding": [
                 {
                     "type": "individual",
@@ -3376,23 +3418,23 @@
             }
         },
         "node_modules/hnswlib-node": {
-            "version": "2.1.1",
-            "resolved": "https://registry.npmjs.org/hnswlib-node/-/hnswlib-node-2.1.1.tgz",
-            "integrity": "sha512-0NqtR+TagKgd8pX4O4mJAX67jiJ4dI501QzrfBlkI8pcM9hiXX7TFQgAEn/6B6ZY5Xf7eH6xHqq39JJilpFmoA==",
+            "version": "3.0.0",
+            "resolved": "https://registry.npmjs.org/hnswlib-node/-/hnswlib-node-3.0.0.tgz",
+            "integrity": "sha512-fypn21qvVORassppC8/qNfZ5KAOspZpm/IbUkAtlqvbtDNnF5VVk5RWF7O5V6qwr7z+T3s1ePej6wQt5wRQ4Cg==",
             "devOptional": true,
             "hasInstallScript": true,
             "dependencies": {
                 "bindings": "^1.5.0",
-                "node-addon-api": "^7.0.0"
+                "node-addon-api": "^8.0.0"
             }
         },
         "node_modules/hnswlib-node/node_modules/node-addon-api": {
-            "version": "7.1.0",
-            "resolved": "https://registry.npmjs.org/node-addon-api/-/node-addon-api-7.1.0.tgz",
-            "integrity": "sha512-mNcltoe1R8o7STTegSOHdnJNN7s5EUvhoS7ShnTHDyOSd+8H+UdWODq6qSv67PjC8Zc5JRT8+oLAMCr0SIXw7g==",
+            "version": "8.0.0",
+            "resolved": "https://registry.npmjs.org/node-addon-api/-/node-addon-api-8.0.0.tgz",
+            "integrity": "sha512-ipO7rsHEBqa9STO5C5T10fj732ml+5kLN1cAG8/jdHd56ldQeGj3Q7+scUS+VHK/qy1zLEwC4wMK5+yM0btPvw==",
             "devOptional": true,
             "engines": {
-                "node": "^16 || ^18 || >= 20"
+                "node": "^18 || ^20 || >= 21"
             }
         },
         "node_modules/html-to-text": {
@@ -3703,6 +3745,7 @@
             "resolved": "https://registry.npmjs.org/json-bignum/-/json-bignum-0.0.3.tgz",
             "integrity": "sha512-2WHyXj3OfHSgNyuzDbSxI1w2jgw5gkWSWhS7Qg4bWXx1nLk3jnbwfUeS0PSba3IzpTUWdHxBieELUzXRjQB2zg==",
             "devOptional": true,
+            "peer": true,
             "engines": {
                 "node": ">=0.8"
             }
@@ -3749,16 +3792,15 @@
             }
         },
         "node_modules/langchain": {
-            "version": "0.1.25",
-            "resolved": "https://registry.npmjs.org/langchain/-/langchain-0.1.25.tgz",
-            "integrity": "sha512-sfEChvr4H2CklHdSByNBbytwBrFhgtA5kPOnwcBrxuXGg1iOaTzhVxQA0QcNcQucI3hZrsNbZjxGp+Can1ooZQ==",
+            "version": "0.1.31",
+            "resolved": "https://registry.npmjs.org/langchain/-/langchain-0.1.31.tgz",
+            "integrity": "sha512-J2iZZL48Nwdo1XDU5cS5YYm91b2L6sL3a8hH1gBljvDzCY7jbtUOTuIoRVx5iHN3DXuuLnszS4lhqg0u9hQxBQ==",
             "dependencies": {
                 "@anthropic-ai/sdk": "^0.9.1",
-                "@langchain/community": "~0.0.33",
-                "@langchain/core": "~0.1.36",
-                "@langchain/openai": "~0.0.14",
+                "@langchain/community": "~0.0.41",
+                "@langchain/core": "~0.1.44",
+                "@langchain/openai": "~0.0.26",
                 "binary-extensions": "^2.2.0",
-                "expr-eval": "^2.0.2",
                 "js-tiktoken": "^1.0.7",
                 "js-yaml": "^4.1.0",
                 "jsonpointer": "^5.0.1",
@@ -3797,10 +3839,10 @@
                 "cheerio": "^1.0.0-rc.12",
                 "chromadb": "*",
                 "convex": "^1.3.1",
-                "couchbase": "^4.2.10",
+                "couchbase": "^4.3.0",
                 "d3-dsv": "^2.0.0",
                 "epub2": "^3.0.1",
-                "fast-xml-parser": "^4.2.7",
+                "fast-xml-parser": "*",
                 "google-auth-library": "^8.9.0",
                 "handlebars": "^4.7.8",
                 "html-to-text": "^9.0.5",
@@ -4022,9 +4064,9 @@
             }
         },
         "node_modules/lmdb": {
-            "version": "2.9.2",
-            "resolved": "https://registry.npmjs.org/lmdb/-/lmdb-2.9.2.tgz",
-            "integrity": "sha512-Q5SQzu4u4sdz4U8QT1uCS04beS7hS/1YYb1suJwaijqVETGAkrPBKr0ERxTeza/u2F6ei5+8UTnzm4ae3PJG3w==",
+            "version": "3.0.3",
+            "resolved": "https://registry.npmjs.org/lmdb/-/lmdb-3.0.3.tgz",
+            "integrity": "sha512-vz/iBRjktgfmyawMg/MViUbwqoH3xoqlgsdFV2IzXT1QDE+c4W7YV4gTLr4GA6BTV9b1jkrhgDJPC8aIsAwo4w==",
             "dev": true,
             "hasInstallScript": true,
             "dependencies": {
@@ -4038,12 +4080,12 @@
                 "download-lmdb-prebuilds": "bin/download-prebuilds.js"
             },
             "optionalDependencies": {
-                "@lmdb/lmdb-darwin-arm64": "2.9.2",
-                "@lmdb/lmdb-darwin-x64": "2.9.2",
-                "@lmdb/lmdb-linux-arm": "2.9.2",
-                "@lmdb/lmdb-linux-arm64": "2.9.2",
-                "@lmdb/lmdb-linux-x64": "2.9.2",
-                "@lmdb/lmdb-win32-x64": "2.9.2"
+                "@lmdb/lmdb-darwin-arm64": "3.0.3",
+                "@lmdb/lmdb-darwin-x64": "3.0.3",
+                "@lmdb/lmdb-linux-arm": "3.0.3",
+                "@lmdb/lmdb-linux-arm64": "3.0.3",
+                "@lmdb/lmdb-linux-x64": "3.0.3",
+                "@lmdb/lmdb-win32-x64": "3.0.3"
             }
         },
         "node_modules/locate-path": {
@@ -4070,13 +4112,15 @@
             "version": "4.2.0",
             "resolved": "https://registry.npmjs.org/lodash.assignwith/-/lodash.assignwith-4.2.0.tgz",
             "integrity": "sha512-ZznplvbvtjK2gMvnQ1BR/zqPFZmS6jbK4p+6Up4xcRYA7yMIwxHCfbTcrYxXKzzqLsQ05eJPVznEW3tuwV7k1g==",
-            "devOptional": true
+            "devOptional": true,
+            "peer": true
         },
         "node_modules/lodash.camelcase": {
             "version": "4.3.0",
             "resolved": "https://registry.npmjs.org/lodash.camelcase/-/lodash.camelcase-4.3.0.tgz",
             "integrity": "sha512-TwuEnCnxbc3rAvhf/LbG7tJUDzhqXyFnv3dtzLOPgCG/hODL7WFnsbwktkD7yUV0RrreP/l1PALq/YSg6VvjlA==",
-            "devOptional": true
+            "devOptional": true,
+            "peer": true
         },
         "node_modules/lodash.defaults": {
             "version": "4.2.0",
@@ -4528,15 +4572,14 @@
             "peer": true
         },
         "node_modules/openai": {
-            "version": "4.26.0",
-            "resolved": "https://registry.npmjs.org/openai/-/openai-4.26.0.tgz",
-            "integrity": "sha512-HPC7tgYdeP38F3uHA5WgnoXZyGbAp9jgcIo23p6It+q/07u4C+NZ8xHKlMShsPbDDmFRpPsa3vdbXYpbhJH3eg==",
+            "version": "4.32.2",
+            "resolved": "https://registry.npmjs.org/openai/-/openai-4.32.2.tgz",
+            "integrity": "sha512-JXU5ttiL4liZJ2GRYvyqd/m9zA64bI8e6B5BtyKlbkcv5DAd5wiDgd0cQ1CIIdsEH90k5p3TdK6MyjnUhvOe7w==",
             "dependencies": {
                 "@types/node": "^18.11.18",
                 "@types/node-fetch": "^2.6.4",
                 "abort-controller": "^3.0.0",
                 "agentkeepalive": "^4.2.1",
-                "digest-fetch": "^1.3.0",
                 "form-data-encoder": "1.7.2",
                 "formdata-node": "^4.3.2",
                 "node-fetch": "^2.6.7",
@@ -4670,6 +4713,7 @@
             "resolved": "https://registry.npmjs.org/pad-left/-/pad-left-2.1.0.tgz",
             "integrity": "sha512-HJxs9K9AztdIQIAIa/OIazRAUW/L6B9hbQDxO4X07roW3eo9XqZc2ur9bn1StH9CnbbI9EgvejHQX7CBpCF1QA==",
             "devOptional": true,
+            "peer": true,
             "dependencies": {
                 "repeat-string": "^1.5.4"
             },
@@ -4782,17 +4826,6 @@
                 "url": "https://ko-fi.com/killymxi"
             }
         },
-        "node_modules/phin": {
-            "version": "3.7.0",
-            "resolved": "https://registry.npmjs.org/phin/-/phin-3.7.0.tgz",
-            "integrity": "sha512-DqnVNrpYhKGBZppNKprD+UJylMeEKOZxHgPB+ZP6mGzf3uA2uox4Ep9tUm+rUc8WLIdHT3HcAE4X8fhwQA9JKg==",
-            "dependencies": {
-                "centra": "^2.6.0"
-            },
-            "engines": {
-                "node": ">= 8"
-            }
-        },
         "node_modules/picomatch": {
             "version": "2.3.1",
             "resolved": "https://registry.npmjs.org/picomatch/-/picomatch-2.3.1.tgz",
@@ -5047,6 +5080,7 @@
             "resolved": "https://registry.npmjs.org/repeat-string/-/repeat-string-1.6.1.tgz",
             "integrity": "sha512-PV0dzCYDNfRi1jCDbJzpW7jNNDRuCOG/jI5ctQcGKt/clZD+YcPS3yIlWuTJMmESC8aevCFmWJy5wjAFgNqN6w==",
             "devOptional": true,
+            "peer": true,
             "engines": {
                 "node": ">=0.10"
             }
@@ -5377,6 +5411,7 @@
             "resolved": "https://registry.npmjs.org/stream-read-all/-/stream-read-all-3.0.1.tgz",
             "integrity": "sha512-EWZT9XOceBPlVJRrYcykW8jyRSZYbkb/0ZK36uLEmoWVO5gxBOnntNTseNzfREsqxqdfEGQrD8SXQ3QWbBmq8A==",
             "devOptional": true,
+            "peer": true,
             "engines": {
                 "node": ">=10"
             }
@@ -5537,6 +5572,7 @@
             "resolved": "https://registry.npmjs.org/table-layout/-/table-layout-3.0.2.tgz",
             "integrity": "sha512-rpyNZYRw+/C+dYkcQ3Pr+rLxW4CfHpXjPDnG7lYhdRoUcZTUt+KEsX+94RGp/aVp/MQU35JCITv2T/beY4m+hw==",
             "devOptional": true,
+            "peer": true,
             "dependencies": {
                 "@75lb/deep-merge": "^1.1.1",
                 "array-back": "^6.2.2",
@@ -5558,6 +5594,7 @@
             "resolved": "https://registry.npmjs.org/array-back/-/array-back-6.2.2.tgz",
             "integrity": "sha512-gUAZ7HPyb4SJczXAMUXMGAvI976JoK3qEx9v1FTmeYuJj0IBiaKttG1ydtGKdkfqWkIkouke7nG8ufGy77+Cvw==",
             "devOptional": true,
+            "peer": true,
             "engines": {
                 "node": ">=12.17"
             }
@@ -5567,6 +5604,7 @@
             "resolved": "https://registry.npmjs.org/typical/-/typical-7.1.1.tgz",
             "integrity": "sha512-T+tKVNs6Wu7IWiAce5BgMd7OZfNYUndHwc5MknN+UHOudi7sGZzuHdCadllRuqJ3fPtgFtIH9+lt9qRv6lmpfA==",
             "devOptional": true,
+            "peer": true,
             "engines": {
                 "node": ">=12.17"
             }
@@ -5673,9 +5711,9 @@
             }
         },
         "node_modules/typescript": {
-            "version": "5.3.3",
-            "resolved": "https://registry.npmjs.org/typescript/-/typescript-5.3.3.tgz",
-            "integrity": "sha512-pXWcraxM0uxAS+tN0AG/BF2TyqmHO014Z070UsJ+pFvYuRSq8KH8DmWpnbXe0pEPDHXZV3FcAbJkijJ5oNEnWw==",
+            "version": "5.4.4",
+            "resolved": "https://registry.npmjs.org/typescript/-/typescript-5.4.4.tgz",
+            "integrity": "sha512-dGE2Vv8cpVvw28v8HCPqyb08EzbBURxDpuhJvTrusShUfGnhHBafDsLdS1EhhxyL6BJQE+2cT3dDPAv+MQ6oLw==",
             "devOptional": true,
             "bin": {
                 "tsc": "bin/tsc",
@@ -5690,6 +5728,7 @@
             "resolved": "https://registry.npmjs.org/typical/-/typical-4.0.0.tgz",
             "integrity": "sha512-VAH4IvQ7BDFYglMd7BPRDfLgxZZX4O4TFcRDA6EN5X7erNJJq+McIEp8np9aVtxrCJ6qx4GTYVfOWNjcqwZgRw==",
             "devOptional": true,
+            "peer": true,
             "engines": {
                 "node": ">=8"
             }
@@ -5750,9 +5789,9 @@
             }
         },
         "node_modules/vectordb": {
-            "version": "0.4.11",
-            "resolved": "https://registry.npmjs.org/vectordb/-/vectordb-0.4.11.tgz",
-            "integrity": "sha512-hbN1qO08xdhEpoGecWR6UuvfnNFYDgZLvuEDvgq5nFVbA4er5qXTcEyxjnlTzKsVqFGLlPF+91I+JIigneX24w==",
+            "version": "0.4.16",
+            "resolved": "https://registry.npmjs.org/vectordb/-/vectordb-0.4.16.tgz",
+            "integrity": "sha512-3DZVTgYUtOBR9tfQewSR+bhALujJgo++entcIcK1fqu2a2g4YqDY7o+qgRRxHzJSgXVIBGWqkyl66Tj0ldRIbQ==",
             "cpu": [
                 "x64",
                 "arm64"
@@ -5764,17 +5803,19 @@
                 "win32"
             ],
             "dependencies": {
-                "@apache-arrow/ts": "^14.0.2",
                 "@neon-rs/load": "^0.0.74",
-                "apache-arrow": "^14.0.2",
                 "axios": "^1.4.0"
             },
             "optionalDependencies": {
-                "@lancedb/vectordb-darwin-arm64": "0.4.11",
-                "@lancedb/vectordb-darwin-x64": "0.4.11",
-                "@lancedb/vectordb-linux-arm64-gnu": "0.4.11",
-                "@lancedb/vectordb-linux-x64-gnu": "0.4.11",
-                "@lancedb/vectordb-win32-x64-msvc": "0.4.11"
+                "@lancedb/vectordb-darwin-arm64": "0.4.16",
+                "@lancedb/vectordb-darwin-x64": "0.4.16",
+                "@lancedb/vectordb-linux-arm64-gnu": "0.4.16",
+                "@lancedb/vectordb-linux-x64-gnu": "0.4.16",
+                "@lancedb/vectordb-win32-x64-msvc": "0.4.16"
+            },
+            "peerDependencies": {
+                "@apache-arrow/ts": "^14.0.2",
+                "apache-arrow": "^14.0.2"
             }
         },
         "node_modules/weak-lru-cache": {
@@ -5784,9 +5825,9 @@
             "dev": true
         },
         "node_modules/weaviate-ts-client": {
-            "version": "2.1.0",
-            "resolved": "https://registry.npmjs.org/weaviate-ts-client/-/weaviate-ts-client-2.1.0.tgz",
-            "integrity": "sha512-9gNcH4Dhdr6vxo7zmINi3fmK1KYHh7RQZk6wO+heT8IISMubiuW1RSM2OtgDT0bkzhEuJXlsONKldFHAfl6TxA==",
+            "version": "2.1.1",
+            "resolved": "https://registry.npmjs.org/weaviate-ts-client/-/weaviate-ts-client-2.1.1.tgz",
+            "integrity": "sha512-d8yc2KnIEIV1beHAU8mhrElT3BoROoXGDsLlqFX8QGx3G+gOiPTRMc7SLy4F17+LvaUaTD0XkHvWX++4iehnsg==",
             "devOptional": true,
             "dependencies": {
                 "graphql-request": "^5.2.0",
@@ -5844,6 +5885,7 @@
             "resolved": "https://registry.npmjs.org/wordwrapjs/-/wordwrapjs-5.1.0.tgz",
             "integrity": "sha512-JNjcULU2e4KJwUNv6CHgI46UvDGitb6dGryHajXTDiLgg1/RiGoPSDw4kZfYnwGtEXf2ZMeIewDQgFGzkCB2Sg==",
             "devOptional": true,
+            "peer": true,
             "engines": {
                 "node": ">=12.17"
             }
@@ -6008,11 +6050,11 @@
             }
         },
         "node_modules/youtube-transcript": {
-            "version": "1.0.6",
-            "resolved": "https://registry.npmjs.org/youtube-transcript/-/youtube-transcript-1.0.6.tgz",
-            "integrity": "sha512-k/6uxB9voj/5astl6+q+VArX/aWHhnmle8BucvUCTYTQQEOSVlBiXkrI0KD3o8A0b44MV6q0bmVNiJFIpTlcZA==",
-            "dependencies": {
-                "phin": "^3.5.0"
+            "version": "1.1.0",
+            "resolved": "https://registry.npmjs.org/youtube-transcript/-/youtube-transcript-1.1.0.tgz",
+            "integrity": "sha512-q/Sk5DShr9CE1qRGO0KkBPnm7KK/dk7LV/2hZEhRsSWjHYQtCrYR/9JkviY9jziTY6W4hXR4hTUcfhMKOMaMXA==",
+            "engines": {
+                "node": ">=18.0.0"
             }
         },
         "node_modules/zod": {
@@ -6024,9 +6066,9 @@
             }
         },
         "node_modules/zod-to-json-schema": {
-            "version": "3.22.4",
-            "resolved": "https://registry.npmjs.org/zod-to-json-schema/-/zod-to-json-schema-3.22.4.tgz",
-            "integrity": "sha512-2Ed5dJ+n/O3cU383xSY28cuVi0BCQhF8nYqWU5paEpl7fVdqdAmiLdqLyfblbNdfOFwFfi/mqU4O1pwc60iBhQ==",
+            "version": "3.22.5",
+            "resolved": "https://registry.npmjs.org/zod-to-json-schema/-/zod-to-json-schema-3.22.5.tgz",
+            "integrity": "sha512-+akaPo6a0zpVCCseDed504KBJUQpEW5QZw7RMneNmKw+fGaML1Z9tUNLnHHAC8x6dzVRO1eB2oEMyZRnuBZg7Q==",
             "peerDependencies": {
                 "zod": "^3.22.4"
             }
diff --git a/package.json b/package.json
index 08f1bca7..acd027c7 100644
--- a/package.json
+++ b/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@llm-tools/embedjs",
-    "version": "0.0.66",
+    "version": "0.0.67",
     "description": "A NodeJS RAG framework to easily work with LLMs and custom datasets",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",
@@ -48,65 +48,65 @@
     ],
     "homepage": "https://github.com/llm-tools/embedjs#readme",
     "dependencies": {
-        "@huggingface/inference": "^2.6.4",
-        "@langchain/cohere": "^0.0.5",
-        "@langchain/community": "^0.0.35",
-        "@langchain/core": "^0.1.42",
-        "@langchain/mistralai": "^0.0.10",
-        "@langchain/openai": "^0.0.16",
-        "axios": "^1.6.7",
+        "@huggingface/inference": "^2.6.6",
+        "@langchain/cohere": "^0.0.6",
+        "@langchain/community": "^0.0.44",
+        "@langchain/core": "^0.1.54",
+        "@langchain/mistralai": "^0.0.16",
+        "@langchain/openai": "^0.0.26",
+        "axios": "^1.6.8",
         "confluence.js": "^1.7.3",
         "debug": "^4.3.4",
         "html-to-text": "^9.0.5",
-        "langchain": "^0.1.25",
+        "langchain": "^0.1.31",
         "md5": "^2.3.0",
         "pdf-parse-fork": "^1.2.0",
         "sitemapper": "^3.1.8",
         "usetube": "^2.0.2",
         "uuid": "^9.0.1",
-        "youtube-transcript": "^1.0.6"
+        "youtube-transcript": "^1.1.0"
     },
     "devDependencies": {
-        "@pinecone-database/pinecone": "^2.0.1",
-        "@qdrant/js-client-rest": "^1.8.0",
-        "@tsconfig/recommended": "^1.0.3",
+        "@pinecone-database/pinecone": "^2.2.0",
+        "@qdrant/js-client-rest": "^1.7.0",
+        "@tsconfig/recommended": "^1.0.5",
         "@types/debug": "^4.1.12",
         "@types/html-to-text": "^9.0.4",
         "@types/md5": "^2.3.5",
-        "@types/node": "^20.11.24",
+        "@types/node": "^20.12.4",
         "@types/usetube": "^2.1.2",
-        "@typescript-eslint/eslint-plugin": "^7.1.1",
-        "@typescript-eslint/parser": "^7.1.1",
+        "@typescript-eslint/eslint-plugin": "^7.5.0",
+        "@typescript-eslint/parser": "^7.5.0",
         "chromadb": "^1.8.1",
-        "cohere-ai": "^7.7.7",
+        "cohere-ai": "^7.9.1",
         "eslint": "^8.57.0",
         "eslint-config-prettier": "^9.1.0",
         "eslint-plugin-prettier": "^5.1.3",
-        "hnswlib-node": "^2.1.1",
+        "hnswlib-node": "^3.0.0",
         "ioredis": "^5.3.2",
-        "lmdb": "^2.9.2",
+        "lmdb": "^3.0.3",
         "prettier": "^3.2.5",
         "rimraf": "^5.0.5",
-        "typescript": "^5.3.3",
-        "vectordb": "^0.4.11",
-        "weaviate-ts-client": "^2.1.0"
+        "typescript": "^5.4.4",
+        "vectordb": "^0.4.16",
+        "weaviate-ts-client": "^2.1.1"
     },
     "peerDependencies": {
-        "@pinecone-database/pinecone": "^2.0.1",
+        "@pinecone-database/pinecone": "^2.2.0",
         "@qdrant/js-client-rest": "^1.7.0",
         "chromadb": "^1.8.1",
-        "cohere-ai": "^7.7.5",
-        "hnswlib-node": "^2.1.1",
+        "cohere-ai": "^7.9.1",
+        "hnswlib-node": "^3.0.0",
         "ioredis": "^5.3.2",
         "lmdb": "^2.9.2",
-        "vectordb": "^0.4.11",
-        "weaviate-ts-client": "^2.1.0"
+        "vectordb": "^0.4.16",
+        "weaviate-ts-client": "^2.1.1"
     },
     "overrides": {
-        "@pinecone-database/pinecone": "^2.0.1",
-        "weaviate-ts-client": "^2.1.0",
-        "hnswlib-node": "^2.1.1",
-        "vectordb": "^0.4.11"
+        "@pinecone-database/pinecone": "^2.2.0",
+        "weaviate-ts-client": "^2.1.1",
+        "hnswlib-node": "^3.0.0",
+        "vectordb": "^0.4.16"
     },
     "peerDependenciesMeta": {
         "@pinecone-database/pinecone": {