mirror of
https://github.com/Mintplex-Labs/anything-llm.git
synced 2025-04-17 18:18:11 +00:00
[CHORE] Migration from vectordb to @lancedb/lancedb NodeJS SDK (#1766)
WIP on migration to @lancedb/lancedb NodeJS SDK
This commit is contained in:
Timothy Carambat
GitHub
parent
69cb71b1fc
commit
9bd65f1567
3 changed files with 147 additions and 120 deletions
server
|
|
@ -26,6 +26,7 @@
|
|||
"@google/generative-ai": "^0.7.1",
|
||||
"@googleapis/youtube": "^9.0.0",
|
||||
"@ladjs/graceful": "^3.2.2",
|
||||
"@lancedb/lancedb": "0.5.2",
|
||||
"@langchain/anthropic": "0.1.16",
|
||||
"@langchain/community": "0.0.53",
|
||||
"@langchain/core": "0.1.61",
|
||||
|
|
@ -81,7 +82,6 @@
|
|||
"url-pattern": "^1.0.3",
|
||||
"uuid": "^9.0.0",
|
||||
"uuid-apikey": "^1.5.3",
|
||||
"vectordb": "0.4.11",
|
||||
"weaviate-ts-client": "^1.4.0",
|
||||
"winston": "^3.13.0"
|
||||
},
|
||||
|
|
|
|||
|
|
@ -1,4 +1,4 @@
|
|||
const lancedb = require("vectordb");
|
||||
const lancedb = require("@lancedb/lancedb");
|
||||
const { toChunks, getEmbeddingEngineSelection } = require("../../helpers");
|
||||
const { TextSplitter } = require("../../TextSplitter");
|
||||
const { SystemSettings } = require("../../../models/systemSettings");
|
||||
|
|
@ -6,11 +6,18 @@ const { storeVectorResult, cachedVectorInformation } = require("../../files");
|
|||
const { v4: uuidv4 } = require("uuid");
|
||||
const { sourceIdentifier } = require("../../chats");
|
||||
|
||||
/**
|
||||
* LancedDB Client connection object
|
||||
* @typedef {import('@lancedb/lancedb').Connection} LanceClient
|
||||
*/
|
||||
|
||||
const LanceDb = {
|
||||
uri: `${
|
||||
!!process.env.STORAGE_DIR ? `${process.env.STORAGE_DIR}/` : "./storage/"
|
||||
}lancedb`,
|
||||
name: "LanceDb",
|
||||
|
||||
/** @returns {Promise<{client: LanceClient}>} */
|
||||
connect: async function () {
|
||||
if (process.env.VECTOR_DB !== "lancedb")
|
||||
throw new Error("LanceDB::Invalid ENV settings");
|
||||
|
|
@ -29,14 +36,12 @@ const LanceDb = {
|
|||
return { heartbeat: Number(new Date()) };
|
||||
},
|
||||
tables: async function () {
|
||||
const fs = require("fs");
|
||||
const { client } = await this.connect();
|
||||
const dirs = fs.readdirSync(client.uri);
|
||||
return dirs.map((folder) => folder.replace(".lance", ""));
|
||||
return await client.tableNames();
|
||||
},
|
||||
totalVectors: async function () {
|
||||
const { client } = await this.connect();
|
||||
const tables = await this.tables();
|
||||
const tables = await client.tableNames();
|
||||
let count = 0;
|
||||
for (const tableName of tables) {
|
||||
const table = await client.openTable(tableName);
|
||||
|
|
@ -52,6 +57,16 @@ const LanceDb = {
|
|||
const table = await client.openTable(_namespace);
|
||||
return (await table.countRows()) || 0;
|
||||
},
|
||||
/**
|
||||
* Performs a SimilaritySearch on a give LanceDB namespace.
|
||||
* @param {LanceClient} client
|
||||
* @param {string} namespace
|
||||
* @param {number[]} queryVector
|
||||
* @param {number} similarityThreshold
|
||||
* @param {number} topN
|
||||
* @param {string[]} filterIdentifiers
|
||||
* @returns
|
||||
*/
|
||||
similarityResponse: async function (
|
||||
client,
|
||||
namespace,
|
||||
|
|
@ -68,10 +83,10 @@ const LanceDb = {
|
|||
};
|
||||
|
||||
const response = await collection
|
||||
.search(queryVector)
|
||||
.metricType("cosine")
|
||||
.vectorSearch(queryVector)
|
||||
.distanceType("cosine")
|
||||
.limit(topN)
|
||||
.execute();
|
||||
.toArray();
|
||||
|
||||
response.forEach((item) => {
|
||||
if (this.distanceToSimilarity(item._distance) < similarityThreshold)
|
||||
|
|
@ -94,6 +109,12 @@ const LanceDb = {
|
|||
|
||||
return result;
|
||||
},
|
||||
/**
|
||||
*
|
||||
* @param {LanceClient} client
|
||||
* @param {string} namespace
|
||||
* @returns
|
||||
*/
|
||||
namespace: async function (client, namespace = null) {
|
||||
if (!namespace) throw new Error("No namespace value provided.");
|
||||
const collection = await client.openTable(namespace).catch(() => false);
|
||||
|
|
@ -103,6 +124,13 @@ const LanceDb = {
|
|||
...collection,
|
||||
};
|
||||
},
|
||||
/**
|
||||
*
|
||||
* @param {LanceClient} client
|
||||
* @param {number[]} data
|
||||
* @param {string} namespace
|
||||
* @returns
|
||||
*/
|
||||
updateOrCreateCollection: async function (client, data = [], namespace) {
|
||||
const hasNamespace = await this.hasNamespace(namespace);
|
||||
if (hasNamespace) {
|
||||
|
|
@ -120,14 +148,25 @@ const LanceDb = {
|
|||
const exists = await this.namespaceExists(client, namespace);
|
||||
return exists;
|
||||
},
|
||||
namespaceExists: async function (_client, namespace = null) {
|
||||
/**
|
||||
*
|
||||
* @param {LanceClient} client
|
||||
* @param {string} namespace
|
||||
* @returns
|
||||
*/
|
||||
namespaceExists: async function (client, namespace = null) {
|
||||
if (!namespace) throw new Error("No namespace value provided.");
|
||||
const collections = await this.tables();
|
||||
const collections = await client.tableNames();
|
||||
return collections.includes(namespace);
|
||||
},
|
||||
/**
|
||||
*
|
||||
* @param {LanceClient} client
|
||||
* @param {string} namespace
|
||||
* @returns
|
||||
*/
|
||||
deleteVectorsInNamespace: async function (client, namespace = null) {
|
||||
const fs = require("fs");
|
||||
fs.rm(`${client.uri}/${namespace}.lance`, { recursive: true }, () => null);
|
||||
await client.dropTable(namespace);
|
||||
return true;
|
||||
},
|
||||
deleteDocumentFromNamespace: async function (namespace, docId) {
|
||||
|
|
|
|||
202
server/yarn.lock
202
server/yarn.lock
|
|
@ -54,22 +54,6 @@
|
|||
node-fetch "^2.6.7"
|
||||
web-streams-polyfill "^3.2.1"
|
||||
|
||||
"@apache-arrow/ts@^14.0.2":
|
||||
version "14.0.2"
|
||||
resolved "https://registry.yarnpkg.com/@apache-arrow/ts/-/ts-14.0.2.tgz#31625975714ca172225b305190fc05fae705c0c9"
|
||||
integrity sha512-CtwAvLkK0CZv7xsYeCo91ml6PvlfzAmAJZkRYuz2GNBwfYufj5SVi0iuSMwIMkcU/szVwvLdzORSLa5PlF/2ug==
|
||||
dependencies:
|
||||
"@types/command-line-args" "5.2.0"
|
||||
"@types/command-line-usage" "5.0.2"
|
||||
"@types/node" "20.3.0"
|
||||
"@types/pad-left" "2.1.1"
|
||||
command-line-args "5.2.1"
|
||||
command-line-usage "7.0.1"
|
||||
flatbuffers "23.5.26"
|
||||
json-bignum "^0.0.3"
|
||||
pad-left "^2.1.0"
|
||||
tslib "^2.5.3"
|
||||
|
||||
"@azure-rest/core-client@^1.1.7":
|
||||
version "1.4.0"
|
||||
resolved "https://registry.yarnpkg.com/@azure-rest/core-client/-/core-client-1.4.0.tgz#3be28c02c6c20e49dea73a7f012daeeda4eacb8e"
|
||||
|
|
@ -587,30 +571,45 @@
|
|||
lil-http-terminator "^1.2.2"
|
||||
p-is-promise "3"
|
||||
|
||||
"@lancedb/vectordb-darwin-arm64@0.4.11":
|
||||
version "0.4.11"
|
||||
resolved "https://registry.yarnpkg.com/@lancedb/vectordb-darwin-arm64/-/vectordb-darwin-arm64-0.4.11.tgz#390549891e03f28ba0c1b741f30730b2d09227da"
|
||||
integrity sha512-JDOKmFnuJPFkA7ZmrzBJolROwSjWr7yMvAbi40uLBc25YbbVezodd30u2EFtIwWwtk1GqNYRZ49FZOElKYeC/Q==
|
||||
"@lancedb/lancedb-darwin-arm64@0.5.2":
|
||||
version "0.5.2"
|
||||
resolved "https://registry.yarnpkg.com/@lancedb/lancedb-darwin-arm64/-/lancedb-darwin-arm64-0.5.2.tgz#dd74e4f302a92bdf2f1da261292364861d2e5e65"
|
||||
integrity sha512-tEtwM+c3D6imAh1wE0nBGYFwRILeX3E1/mNjUjIV8panlfvO2SMJuDORRjtfKNt1GghfVQ5QFu94cL+xSzWjow==
|
||||
|
||||
"@lancedb/vectordb-darwin-x64@0.4.11":
|
||||
version "0.4.11"
|
||||
resolved "https://registry.yarnpkg.com/@lancedb/vectordb-darwin-x64/-/vectordb-darwin-x64-0.4.11.tgz#038153a5db000d4923d5ec635645f2dc7ce162f3"
|
||||
integrity sha512-iy6r+8tp2v1EFgJV52jusXtxgO6NY6SkpOdX41xPqN2mQWMkfUAR9Xtks1mgknjPOIKH4MRc8ZS0jcW/UWmilQ==
|
||||
"@lancedb/lancedb-darwin-x64@0.5.2":
|
||||
version "0.5.2"
|
||||
resolved "https://registry.yarnpkg.com/@lancedb/lancedb-darwin-x64/-/lancedb-darwin-x64-0.5.2.tgz#7831b9cb9f2fd7c6284469663dd75fb8bc1981fe"
|
||||
integrity sha512-Z/MRAleGm/us2XTb/L2WalIGKO8L6mumB7lqAhXsKiz06aYfE3+L8eEfSDcBdNfMv9Le1vA44kIJlnBX1ADV+g==
|
||||
|
||||
"@lancedb/vectordb-linux-arm64-gnu@0.4.11":
|
||||
version "0.4.11"
|
||||
resolved "https://registry.yarnpkg.com/@lancedb/vectordb-linux-arm64-gnu/-/vectordb-linux-arm64-gnu-0.4.11.tgz#927e95d38ae14f456fd9b78ff3afebec3d5c401b"
|
||||
integrity sha512-5K6IVcTMuH0SZBjlqB5Gg39WC889FpTwIWKufxzQMMXrzxo5J3lKUHVoR28RRlNhDF2d9kZXBEyCpIfDFsV9iQ==
|
||||
"@lancedb/lancedb-linux-arm64-gnu@0.5.2":
|
||||
version "0.5.2"
|
||||
resolved "https://registry.yarnpkg.com/@lancedb/lancedb-linux-arm64-gnu/-/lancedb-linux-arm64-gnu-0.5.2.tgz#65c2cad470ae72ea74f9ee97e451a2d17261418e"
|
||||
integrity sha512-/menmFjQD877YAiYts8SRCqH52QSeNAwzv2n1CBV6XZGeH5vH+Jq7JTwXdllfhfjytl26xfJJ/zvCIJ7DuUN/Q==
|
||||
|
||||
"@lancedb/vectordb-linux-x64-gnu@0.4.11":
|
||||
version "0.4.11"
|
||||
resolved "https://registry.yarnpkg.com/@lancedb/vectordb-linux-x64-gnu/-/vectordb-linux-x64-gnu-0.4.11.tgz#1ff8c47316caec625df88074853cb6a2398bf0b5"
|
||||
integrity sha512-hF9ZChsdqKqqnivOzd9mE7lC3PmhZadXtwThi2RrsPiOLoEaGDfmr6Ni3amVQnB3bR8YEJtTxdQxe0NC4uW/8g==
|
||||
"@lancedb/lancedb-linux-x64-gnu@0.5.2":
|
||||
version "0.5.2"
|
||||
resolved "https://registry.yarnpkg.com/@lancedb/lancedb-linux-x64-gnu/-/lancedb-linux-x64-gnu-0.5.2.tgz#f58a7ab82ef5043aa1c0d8d8d0d48089e8360ee9"
|
||||
integrity sha512-spLVfnDexIifg8UPocksjlUCKcfyKeWfoY2w/WJr1sVdarVorPOZwQ0zB5zrNq7tD4PJB9oGUCYt3hbj2+D/lQ==
|
||||
|
||||
"@lancedb/vectordb-win32-x64-msvc@0.4.11":
|
||||
version "0.4.11"
|
||||
resolved "https://registry.yarnpkg.com/@lancedb/vectordb-win32-x64-msvc/-/vectordb-win32-x64-msvc-0.4.11.tgz#1c2895188df18a34ba7bb96255b5aa4592d136cf"
|
||||
integrity sha512-0+9ut1ccKoqIyGxsVixwx3771Z+DXpl5WfSmOeA8kf3v3jlOg2H+0YUahiXLDid2ju+yeLPrAUYm7A1gKHVhew==
|
||||
"@lancedb/lancedb-win32-x64-msvc@0.5.2":
|
||||
version "0.5.2"
|
||||
resolved "https://registry.yarnpkg.com/@lancedb/lancedb-win32-x64-msvc/-/lancedb-win32-x64-msvc-0.5.2.tgz#447ee6c002492928fe0f739eb371c11a76e34120"
|
||||
integrity sha512-obyTCSjoIyHVaDpnNrIBoiw7Y2jLBfZs3VzbyigjI3ylZRbvVGKmKO/Vwc2kuT07/vKPysHkrS6o1AQYRRLzhw==
|
||||
|
||||
"@lancedb/lancedb@0.5.2":
|
||||
version "0.5.2"
|
||||
resolved "https://registry.yarnpkg.com/@lancedb/lancedb/-/lancedb-0.5.2.tgz#0f1369af6c98f2961043f6a42cf44a85818f79ae"
|
||||
integrity sha512-0cEE07E5osctkM/C/9rAFnXS5FxdVFOiUFZt4g+E0qsS4oTLYn7IhQTQL/LfI7N7XjGyLQ3SkRfl8PCXHLMhdQ==
|
||||
dependencies:
|
||||
apache-arrow "^15.0.0"
|
||||
openai "^4.29.2"
|
||||
reflect-metadata "^0.2.2"
|
||||
optionalDependencies:
|
||||
"@lancedb/lancedb-darwin-arm64" "0.5.2"
|
||||
"@lancedb/lancedb-darwin-x64" "0.5.2"
|
||||
"@lancedb/lancedb-linux-arm64-gnu" "0.5.2"
|
||||
"@lancedb/lancedb-linux-x64-gnu" "0.5.2"
|
||||
"@lancedb/lancedb-win32-x64-msvc" "0.5.2"
|
||||
|
||||
"@langchain/anthropic@0.1.16":
|
||||
version "0.1.16"
|
||||
|
|
@ -689,11 +688,6 @@
|
|||
semver "^7.3.5"
|
||||
tar "^6.1.11"
|
||||
|
||||
"@neon-rs/load@^0.0.74":
|
||||
version "0.0.74"
|
||||
resolved "https://registry.yarnpkg.com/@neon-rs/load/-/load-0.0.74.tgz#0f887144b0e3ea79e099b89bd83345004adedeb2"
|
||||
integrity sha512-/cPZD907UNz55yrc/ud4wDgQKtU1TvkD9jeqZWG6J4IMmZkp6zgjkQcKA8UvpkZlcpPHvc8J17sGzLFbP/LUYg==
|
||||
|
||||
"@nodelib/fs.scandir@2.1.5":
|
||||
version "2.1.5"
|
||||
resolved "https://registry.yarnpkg.com/@nodelib/fs.scandir/-/fs.scandir-2.1.5.tgz#7619c2eb21b25483f6d167548b4cfd5a7488c3d5"
|
||||
|
|
@ -1097,6 +1091,13 @@
|
|||
resolved "https://registry.yarnpkg.com/@sinclair/typebox/-/typebox-0.29.6.tgz#4cd8372f9247372edd5fc5af44f67e2032c46e2f"
|
||||
integrity sha512-aX5IFYWlMa7tQ8xZr3b2gtVReCvg7f3LEhjir/JAjX2bJCMVJA5tIPv30wTD4KDfcwMd7DDYY3hFDeGmOgtrZQ==
|
||||
|
||||
"@swc/helpers@^0.5.2":
|
||||
version "0.5.11"
|
||||
resolved "https://registry.yarnpkg.com/@swc/helpers/-/helpers-0.5.11.tgz#5bab8c660a6e23c13b2d23fcd1ee44a2db1b0cb7"
|
||||
integrity sha512-YNlnKRWF2sVojTpIyzwou9XoTNbzbzONwRhOoniEioF1AtaitTvVZblaQRrAzChWQ1bLYyYSWzM18y4WwgzJ+A==
|
||||
dependencies:
|
||||
tslib "^2.4.0"
|
||||
|
||||
"@tediousjs/connection-string@^0.5.0":
|
||||
version "0.5.0"
|
||||
resolved "https://registry.yarnpkg.com/@tediousjs/connection-string/-/connection-string-0.5.0.tgz#9b3d858c040aac6bdf5584bf45370cef5b6522b4"
|
||||
|
|
@ -1117,15 +1118,15 @@
|
|||
resolved "https://registry.yarnpkg.com/@types/btoa-lite/-/btoa-lite-1.0.2.tgz#82bb6aab00abf7cff3ca2825abe010c0cd536ae5"
|
||||
integrity sha512-ZYbcE2x7yrvNFJiU7xJGrpF/ihpkM7zKgw8bha3LNJSesvTtUNxbpzaT7WXBIryf6jovisrxTBvymxMeLLj1Mg==
|
||||
|
||||
"@types/command-line-args@5.2.0":
|
||||
version "5.2.0"
|
||||
resolved "https://registry.yarnpkg.com/@types/command-line-args/-/command-line-args-5.2.0.tgz#adbb77980a1cc376bb208e3f4142e907410430f6"
|
||||
integrity sha512-UuKzKpJJ/Ief6ufIaIzr3A/0XnluX7RvFgwkV89Yzvm77wCh1kFaFmqN8XEnGcN62EuHdedQjEMb8mYxFLGPyA==
|
||||
"@types/command-line-args@^5.2.1":
|
||||
version "5.2.3"
|
||||
resolved "https://registry.yarnpkg.com/@types/command-line-args/-/command-line-args-5.2.3.tgz#553ce2fd5acf160b448d307649b38ffc60d39639"
|
||||
integrity sha512-uv0aG6R0Y8WHZLTamZwtfsDLVRnOa+n+n5rEvFWL5Na5gZ8V2Teab/duDPFzIIIhs9qizDpcavCusCLJZu62Kw==
|
||||
|
||||
"@types/command-line-usage@5.0.2":
|
||||
version "5.0.2"
|
||||
resolved "https://registry.yarnpkg.com/@types/command-line-usage/-/command-line-usage-5.0.2.tgz#ba5e3f6ae5a2009d466679cc431b50635bf1a064"
|
||||
integrity sha512-n7RlEEJ+4x4TS7ZQddTmNSxP+zziEG0TNsMfiRIxcIVXt71ENJ9ojeXmGO3wPoTdn7pJcU2xc3CJYMktNT6DPg==
|
||||
"@types/command-line-usage@^5.0.2":
|
||||
version "5.0.4"
|
||||
resolved "https://registry.yarnpkg.com/@types/command-line-usage/-/command-line-usage-5.0.4.tgz#374e4c62d78fbc5a670a0f36da10235af879a0d5"
|
||||
integrity sha512-BwR5KP3Es/CSht0xqBcUXS3qCAUVXwpRKsV2+arxeb65atasuXG9LykC9Ab10Cw3s2raH92ZqOeILaQbsB2ACg==
|
||||
|
||||
"@types/jsonwebtoken@^9.0.0":
|
||||
version "9.0.6"
|
||||
|
|
@ -1166,11 +1167,6 @@
|
|||
dependencies:
|
||||
undici-types "~5.26.4"
|
||||
|
||||
"@types/node@20.3.0":
|
||||
version "20.3.0"
|
||||
resolved "https://registry.yarnpkg.com/@types/node/-/node-20.3.0.tgz#719498898d5defab83c3560f45d8498f58d11938"
|
||||
integrity sha512-cumHmIAf6On83X7yP+LrsEyUOf/YlociZelmpRYaGFydoaPdxdt80MAbu6vWerQT2COCp2nPvHdsbD7tHn/YlQ==
|
||||
|
||||
"@types/node@^18.11.18":
|
||||
version "18.19.31"
|
||||
resolved "https://registry.yarnpkg.com/@types/node/-/node-18.19.31.tgz#b7d4a00f7cb826b60a543cebdbda5d189aaecdcd"
|
||||
|
|
@ -1178,10 +1174,12 @@
|
|||
dependencies:
|
||||
undici-types "~5.26.4"
|
||||
|
||||
"@types/pad-left@2.1.1":
|
||||
version "2.1.1"
|
||||
resolved "https://registry.yarnpkg.com/@types/pad-left/-/pad-left-2.1.1.tgz#17d906fc75804e1cc722da73623f1d978f16a137"
|
||||
integrity sha512-Xd22WCRBydkGSApl5Bw0PhAOHKSVjNL3E3AwzKaps96IMraPqy5BvZIsBVK6JLwdybUzjHnuWVwpDd0JjTfHXA==
|
||||
"@types/node@^20.6.0":
|
||||
version "20.14.9"
|
||||
resolved "https://registry.yarnpkg.com/@types/node/-/node-20.14.9.tgz#12e8e765ab27f8c421a1820c99f5f313a933b420"
|
||||
integrity sha512-06OCtnTXtWOZBJlRApleWndH4JsRVs1pDCc8dLSQp+7PpUpX3ePdHyeNSFTeSe7FtKyQkrlPvHwJOW3SLd8Oyg==
|
||||
dependencies:
|
||||
undici-types "~5.26.4"
|
||||
|
||||
"@types/readable-stream@^4.0.0":
|
||||
version "4.0.14"
|
||||
|
|
@ -1369,21 +1367,20 @@ anymatch@~3.1.2:
|
|||
normalize-path "^3.0.0"
|
||||
picomatch "^2.0.4"
|
||||
|
||||
apache-arrow@^14.0.2:
|
||||
version "14.0.2"
|
||||
resolved "https://registry.yarnpkg.com/apache-arrow/-/apache-arrow-14.0.2.tgz#737f7b8211ef99a2c137dcc9d2001b469efb0344"
|
||||
integrity sha512-EBO2xJN36/XoY81nhLcwCJgFwkboDZeyNQ+OPsG7bCoQjc2BT0aTyH/MR6SrL+LirSNz+cYqjGRlupMMlP1aEg==
|
||||
apache-arrow@^15.0.0:
|
||||
version "15.0.2"
|
||||
resolved "https://registry.yarnpkg.com/apache-arrow/-/apache-arrow-15.0.2.tgz#d87c6447d64d6fab34aa70119362680b6617ce63"
|
||||
integrity sha512-RvwlFxLRpO405PLGffx4N2PYLiF7FD86Q1hHl6J2XCWiq+tTCzpb9ngFw0apFDcXZBMpCzMuwAvA7hjyL1/73A==
|
||||
dependencies:
|
||||
"@types/command-line-args" "5.2.0"
|
||||
"@types/command-line-usage" "5.0.2"
|
||||
"@types/node" "20.3.0"
|
||||
"@types/pad-left" "2.1.1"
|
||||
command-line-args "5.2.1"
|
||||
command-line-usage "7.0.1"
|
||||
flatbuffers "23.5.26"
|
||||
"@swc/helpers" "^0.5.2"
|
||||
"@types/command-line-args" "^5.2.1"
|
||||
"@types/command-line-usage" "^5.0.2"
|
||||
"@types/node" "^20.6.0"
|
||||
command-line-args "^5.2.1"
|
||||
command-line-usage "^7.0.1"
|
||||
flatbuffers "^23.5.26"
|
||||
json-bignum "^0.0.3"
|
||||
pad-left "^2.1.0"
|
||||
tslib "^2.5.3"
|
||||
tslib "^2.6.2"
|
||||
|
||||
append-field@^1.0.0:
|
||||
version "1.0.0"
|
||||
|
|
@ -2106,7 +2103,7 @@ command-exists@^1.2.9:
|
|||
resolved "https://registry.yarnpkg.com/command-exists/-/command-exists-1.2.9.tgz#c50725af3808c8ab0260fd60b01fbfa25b954f69"
|
||||
integrity sha512-LTQ/SGc+s0Xc0Fu5WaKnR0YiygZkm9eKFvyS+fRsU7/ZWFF8ykFM6Pc9aCVf1+xasOOZpO3BAVgVrKvsqKHV7w==
|
||||
|
||||
command-line-args@5.2.1, command-line-args@^5.2.1:
|
||||
command-line-args@^5.2.1:
|
||||
version "5.2.1"
|
||||
resolved "https://registry.yarnpkg.com/command-line-args/-/command-line-args-5.2.1.tgz#c44c32e437a57d7c51157696893c5909e9cec42e"
|
||||
integrity sha512-H4UfQhZyakIjC74I9d34fGYDwk3XpSr17QhEd0Q3I9Xq1CETHo4Hcuo87WyWHpAF1aSLjLRf5lD9ZGX2qStUvg==
|
||||
|
|
@ -2116,7 +2113,7 @@ command-line-args@5.2.1, command-line-args@^5.2.1:
|
|||
lodash.camelcase "^4.3.0"
|
||||
typical "^4.0.0"
|
||||
|
||||
command-line-usage@7.0.1, command-line-usage@^7.0.0:
|
||||
command-line-usage@^7.0.0, command-line-usage@^7.0.1:
|
||||
version "7.0.1"
|
||||
resolved "https://registry.yarnpkg.com/command-line-usage/-/command-line-usage-7.0.1.tgz#e540afef4a4f3bc501b124ffde33956309100655"
|
||||
integrity sha512-NCyznE//MuTjwi3y84QVUGEOT+P5oto1e1Pk/jFPVdPPfsG03qpTIl3yw6etR+v73d0lXsoojRpvbru2sqePxQ==
|
||||
|
|
@ -3089,16 +3086,16 @@ flat@^5.0.2:
|
|||
resolved "https://registry.yarnpkg.com/flat/-/flat-5.0.2.tgz#8ca6fe332069ffa9d324c327198c598259ceb241"
|
||||
integrity sha512-b6suED+5/3rTpUBdG1gupIl8MPFCAMA0QXwmljLhvCUKcUvdE4gWky9zpuGCcXHOsz4J9wPGNWq6OKpmIzz3hQ==
|
||||
|
||||
flatbuffers@23.5.26:
|
||||
version "23.5.26"
|
||||
resolved "https://registry.yarnpkg.com/flatbuffers/-/flatbuffers-23.5.26.tgz#01358e272a61239f0faf3bfbe4e014f3ace9d746"
|
||||
integrity sha512-vE+SI9vrJDwi1oETtTIFldC/o9GsVKRM+s6EL0nQgxXlYV1Vc4Tk30hj4xGICftInKQKj1F3up2n8UbIVobISQ==
|
||||
|
||||
flatbuffers@^1.12.0:
|
||||
version "1.12.0"
|
||||
resolved "https://registry.yarnpkg.com/flatbuffers/-/flatbuffers-1.12.0.tgz#72e87d1726cb1b216e839ef02658aa87dcef68aa"
|
||||
integrity sha512-c7CZADjRcl6j0PlvFy0ZqXQ67qSEZfrVPynmnL+2zPc+NtMvrF8Y0QceMo7QqnSPc7+uWjUIAbvCQ5WIKlMVdQ==
|
||||
|
||||
flatbuffers@^23.5.26:
|
||||
version "23.5.26"
|
||||
resolved "https://registry.yarnpkg.com/flatbuffers/-/flatbuffers-23.5.26.tgz#01358e272a61239f0faf3bfbe4e014f3ace9d746"
|
||||
integrity sha512-vE+SI9vrJDwi1oETtTIFldC/o9GsVKRM+s6EL0nQgxXlYV1Vc4Tk30hj4xGICftInKQKj1F3up2n8UbIVobISQ==
|
||||
|
||||
flatted@^3.2.9:
|
||||
version "3.3.1"
|
||||
resolved "https://registry.yarnpkg.com/flatted/-/flatted-3.3.1.tgz#21db470729a6734d4997002f439cb308987f567a"
|
||||
|
|
@ -5151,6 +5148,20 @@ openai@4.38.5:
|
|||
node-fetch "^2.6.7"
|
||||
web-streams-polyfill "^3.2.1"
|
||||
|
||||
openai@^4.29.2:
|
||||
version "4.52.1"
|
||||
resolved "https://registry.yarnpkg.com/openai/-/openai-4.52.1.tgz#44acc362a844fa2927b0cfa1fb70fb51e388af65"
|
||||
integrity sha512-kv2hevAWZZ3I/vd2t8znGO2rd8wkowncsfcYpo8i+wU9ML+JEcdqiViANXXjWWGjIhajFNixE6gOY1fEgqILAg==
|
||||
dependencies:
|
||||
"@types/node" "^18.11.18"
|
||||
"@types/node-fetch" "^2.6.4"
|
||||
abort-controller "^3.0.0"
|
||||
agentkeepalive "^4.2.1"
|
||||
form-data-encoder "1.7.2"
|
||||
formdata-node "^4.3.2"
|
||||
node-fetch "^2.6.7"
|
||||
web-streams-polyfill "^3.2.1"
|
||||
|
||||
openai@^4.32.1:
|
||||
version "4.39.1"
|
||||
resolved "https://registry.yarnpkg.com/openai/-/openai-4.39.1.tgz#619687717e42094927a1977362dd03261a4c4ff3"
|
||||
|
|
@ -5263,13 +5274,6 @@ p-wait-for@3:
|
|||
dependencies:
|
||||
p-timeout "^3.0.0"
|
||||
|
||||
pad-left@^2.1.0:
|
||||
version "2.1.0"
|
||||
resolved "https://registry.yarnpkg.com/pad-left/-/pad-left-2.1.0.tgz#16e6a3b2d44a8e138cb0838cc7cb403a4fc9e994"
|
||||
integrity sha512-HJxs9K9AztdIQIAIa/OIazRAUW/L6B9hbQDxO4X07roW3eo9XqZc2ur9bn1StH9CnbbI9EgvejHQX7CBpCF1QA==
|
||||
dependencies:
|
||||
repeat-string "^1.5.4"
|
||||
|
||||
parent-module@^1.0.0:
|
||||
version "1.0.1"
|
||||
resolved "https://registry.yarnpkg.com/parent-module/-/parent-module-1.0.1.tgz#691d2709e78c79fae3a156622452d00762caaaa2"
|
||||
|
|
@ -5687,6 +5691,11 @@ readdirp@~3.6.0:
|
|||
dependencies:
|
||||
picomatch "^2.2.1"
|
||||
|
||||
reflect-metadata@^0.2.2:
|
||||
version "0.2.2"
|
||||
resolved "https://registry.yarnpkg.com/reflect-metadata/-/reflect-metadata-0.2.2.tgz#400c845b6cba87a21f2c65c4aeb158f4fa4d9c5b"
|
||||
integrity sha512-urBwgfrvVP/eAyXx4hluJivBKzuEbSQs9rKWCrCkbSxNv8mxPcUZKeuoF3Uy4mJl3Lwprp6yy5/39VWigZ4K6Q==
|
||||
|
||||
reflect.getprototypeof@^1.0.4:
|
||||
version "1.0.6"
|
||||
resolved "https://registry.yarnpkg.com/reflect.getprototypeof/-/reflect.getprototypeof-1.0.6.tgz#3ab04c32a8390b770712b7a8633972702d278859"
|
||||
|
|
@ -5715,11 +5724,6 @@ regexp.prototype.flags@^1.5.2:
|
|||
es-errors "^1.3.0"
|
||||
set-function-name "^2.0.1"
|
||||
|
||||
repeat-string@^1.5.4:
|
||||
version "1.6.1"
|
||||
resolved "https://registry.yarnpkg.com/repeat-string/-/repeat-string-1.6.1.tgz#8dcae470e1c88abc2d600fff4a776286da75e637"
|
||||
integrity sha512-PV0dzCYDNfRi1jCDbJzpW7jNNDRuCOG/jI5ctQcGKt/clZD+YcPS3yIlWuTJMmESC8aevCFmWJy5wjAFgNqN6w==
|
||||
|
||||
require-directory@^2.1.1:
|
||||
version "2.1.1"
|
||||
resolved "https://registry.yarnpkg.com/require-directory/-/require-directory-2.1.1.tgz#8c64ad5fd30dab1c976e2344ffe7f792a6a6df42"
|
||||
|
|
@ -6424,7 +6428,7 @@ truncate@^3.0.0:
|
|||
resolved "https://registry.yarnpkg.com/truncate/-/truncate-3.0.0.tgz#7dbe19e2f72c614e36b79bab00fbfbeb1cbaf078"
|
||||
integrity sha512-C+0Xojw7wZPl6MDq5UjMTuxZvBPK04mtdFet7k+GSZPINcvLZFCXg+15kWIL4wAqDB7CksIsKiRLbQ1wa7rKdw==
|
||||
|
||||
tslib@^2.2.0, tslib@^2.4.0, tslib@^2.5.3, tslib@^2.6.2:
|
||||
tslib@^2.2.0, tslib@^2.4.0, tslib@^2.6.2:
|
||||
version "2.6.2"
|
||||
resolved "https://registry.yarnpkg.com/tslib/-/tslib-2.6.2.tgz#703ac29425e7b37cd6fd456e92404d46d1f3e4ae"
|
||||
integrity sha512-AEYxH93jGFPn/a2iVAwW87VuUIkR1FVUKB77NwMF7nBTDkDrrT/Hpt/IrCJ0QXhW27jTBDcf5ZY7w6RiqTMw2Q==
|
||||
|
|
@ -6641,22 +6645,6 @@ vary@^1, vary@~1.1.2:
|
|||
resolved "https://registry.yarnpkg.com/vary/-/vary-1.1.2.tgz#2299f02c6ded30d4a5961b0b9f74524a18f634fc"
|
||||
integrity sha512-BNGbWLfd0eUPabhkXUVm0j8uuvREyTh5ovRa/dyow/BqAbZJyC+5fU+IzQOzmAKzYqYRAISoRhdQr3eIZ/PXqg==
|
||||
|
||||
vectordb@0.4.11:
|
||||
version "0.4.11"
|
||||
resolved "https://registry.yarnpkg.com/vectordb/-/vectordb-0.4.11.tgz#e5b209fc15fb100d8495c132d0e4cc817dc9065a"
|
||||
integrity sha512-hbN1qO08xdhEpoGecWR6UuvfnNFYDgZLvuEDvgq5nFVbA4er5qXTcEyxjnlTzKsVqFGLlPF+91I+JIigneX24w==
|
||||
dependencies:
|
||||
"@apache-arrow/ts" "^14.0.2"
|
||||
"@neon-rs/load" "^0.0.74"
|
||||
apache-arrow "^14.0.2"
|
||||
axios "^1.4.0"
|
||||
optionalDependencies:
|
||||
"@lancedb/vectordb-darwin-arm64" "0.4.11"
|
||||
"@lancedb/vectordb-darwin-x64" "0.4.11"
|
||||
"@lancedb/vectordb-linux-arm64-gnu" "0.4.11"
|
||||
"@lancedb/vectordb-linux-x64-gnu" "0.4.11"
|
||||
"@lancedb/vectordb-win32-x64-msvc" "0.4.11"
|
||||
|
||||
vlq@^0.2.1:
|
||||
version "0.2.3"
|
||||
resolved "https://registry.yarnpkg.com/vlq/-/vlq-0.2.3.tgz#8f3e4328cf63b1540c0d67e1b2778386f8975b26"
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue