sij/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2025-04-23 13:08:11 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions1

add Gitlab to watchable documents ()

Browse source
This commit is contained in:
Timothy Carambat 2024-12-12 10:44:11 -08:00 • committed by GitHub
parent a89d8fcfe4
commit a46eb2418a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 8 additions and 9 deletions
server
endpoints/api/workspace
index.js
jobs
sync-watched-documents.js
models
documentSyncQueue.js

10
server/endpoints/api/workspace/index.js
View file

@ -919,12 +919,10 @@ function apiWorkspaceEndpoints(app) {
const embeddingsCount = await VectorDb.namespaceCount(workspace.slug); const embeddingsCount = await VectorDb.namespaceCount(workspace.slug);
if (!hasVectorizedSpace || embeddingsCount === 0) if (!hasVectorizedSpace || embeddingsCount === 0)
return response return response.status(200).json({
.status(200) results: [],
.json({ message: "No embeddings found for this workspace.",
results: [], });
message: "No embeddings found for this workspace.",
});
const parseSimilarityThreshold = () => { const parseSimilarityThreshold = () => {
let input = parseFloat(scoreThreshold); let input = parseFloat(scoreThreshold);

2
server/jobs/sync-watched-documents.js
View file

@ -46,7 +46,7 @@ const { DocumentSyncRun } = require('../models/documentSyncRun.js');
newContent = response?.content; newContent = response?.content;
} }
if (type === 'confluence' || type === 'github') { if (type === 'confluence' || type === 'github' || type === 'gitlab') {
const response = await collector.forwardExtensionRequest({ const response = await collector.forwardExtensionRequest({
endpoint: "/ext/resync-source-document", endpoint: "/ext/resync-source-document",
method: "POST", method: "POST",

5
server/models/documentSyncQueue.js
View file

@ -4,13 +4,13 @@ const { SystemSettings } = require("./systemSettings");
const { Telemetry } = require("./telemetry"); const { Telemetry } = require("./telemetry");
/** /**
* @typedef {('link'|'youtube'|'confluence'|'github')} validFileType * @typedef {('link'|'youtube'|'confluence'|'github'|'gitlab')} validFileType
*/ */
const DocumentSyncQueue = { const DocumentSyncQueue = {
featureKey: "experimental_live_file_sync", featureKey: "experimental_live_file_sync",
// update the validFileTypes and .canWatch properties when adding elements here. // update the validFileTypes and .canWatch properties when adding elements here.
validFileTypes: ["link", "youtube", "confluence", "github"], validFileTypes: ["link", "youtube", "confluence", "github", "gitlab"],
defaultStaleAfter: 604800000, defaultStaleAfter: 604800000,
maxRepeatFailures: 5, // How many times a run can fail in a row before pruning. maxRepeatFailures: 5, // How many times a run can fail in a row before pruning.
writable: [], writable: [],
@ -51,6 +51,7 @@ const DocumentSyncQueue = {
if (chunkSource.startsWith("youtube://")) return true; // If is a youtube link if (chunkSource.startsWith("youtube://")) return true; // If is a youtube link
if (chunkSource.startsWith("confluence://")) return true; // If is a confluence document link if (chunkSource.startsWith("confluence://")) return true; // If is a confluence document link
if (chunkSource.startsWith("github://")) return true; // If is a Github file reference if (chunkSource.startsWith("github://")) return true; // If is a Github file reference
if (chunkSource.startsWith("gitlab://")) return true; // If is a Gitlab file reference
return false; return false;
}, },