mirror of
https://github.com/Mintplex-Labs/anything-llm.git
synced 2025-03-27 16:14:42 +00:00
* wip remove all docs clear vector db on embedder/vector db change * purge all cached docs and remove docs from workspaces on vectordb/embedder change * lint * remove unneeded console log * remove reset vector stores endpoint and move to server side updateENV with postUpdate check * reset embed module * remove unused import * simplify deletion process rescoped document deletion to be more general for speed, everything needs to be reset anyway fixed issue where unembedded docs not in any workspaces, but cached, were not removed * add back missing readme file update warning text modals --------- Co-authored-by: timothycarambat <rambat1010@gmail.com>
48 lines
1.8 KiB
JavaScript
48 lines
1.8 KiB
JavaScript
const { Workspace } = require("../../models/workspace");
|
|
const { Document } = require("../../models/documents");
|
|
const { DocumentVectors } = require("../../models/vectors");
|
|
const { EventLogs } = require("../../models/eventLogs");
|
|
const { purgeEntireVectorCache } = require("../files");
|
|
const { getVectorDbClass } = require("../helpers");
|
|
|
|
/**
|
|
* Resets all vector database and associated content:
|
|
* - Purges the entire vector-cache folder.
|
|
* - Deletes all document vectors from the database.
|
|
* - Deletes all documents from the database.
|
|
* - Deletes all vector db namespaces for each workspace.
|
|
* - Logs an event indicating the reset.
|
|
* @param {string} vectorDbKey - The _previous_ vector database provider name that we will be resetting.
|
|
* @returns {Promise<boolean>} - True if successful, false otherwise.
|
|
*/
|
|
async function resetAllVectorStores({ vectorDbKey }) {
|
|
try {
|
|
const workspaces = await Workspace.where();
|
|
purgeEntireVectorCache(); // Purges the entire vector-cache folder.
|
|
await DocumentVectors.delete(); // Deletes all document vectors from the database.
|
|
await Document.delete(); // Deletes all documents from the database.
|
|
await EventLogs.logEvent("workspace_vectors_reset", {
|
|
reason: "System vector configuration changed",
|
|
});
|
|
|
|
console.log(
|
|
"Resetting anythingllm managed vector namespaces for",
|
|
vectorDbKey
|
|
);
|
|
const VectorDb = getVectorDbClass(vectorDbKey);
|
|
for (const workspace of workspaces) {
|
|
try {
|
|
await VectorDb["delete-namespace"]({ namespace: workspace.slug });
|
|
} catch (e) {
|
|
console.error(e.message);
|
|
}
|
|
}
|
|
|
|
return true;
|
|
} catch (error) {
|
|
console.error("Failed to reset vector stores:", error);
|
|
return false;
|
|
}
|
|
}
|
|
|
|
module.exports = { resetAllVectorStores };
|