This commit is contained in:
timothycarambat 2024-10-18 11:44:14 -07:00
parent 41522cdfb4
commit ab6f03ce1c
2 changed files with 2 additions and 2 deletions
collector
processLink/convert
utils/extensions/WebsiteDepth

View file

@ -28,7 +28,7 @@ async function scrapeGenericUrl(link, textOnly = false) {
const url = new URL(link);
const decodedPathname = decodeURIComponent(url.pathname);
const filename = `${url.hostname}${decodedPathname.replace(/\//g, '_')}`;
const filename = `${url.hostname}${decodedPathname.replace(/\//g, "_")}`;
const data = {
id: v4(),

View file

@ -109,7 +109,7 @@ async function bulkScrapePages(links, outFolderPath) {
const url = new URL(link);
const decodedPathname = decodeURIComponent(url.pathname);
const filename = `${url.hostname}${decodedPathname.replace(/\//g, '_')}`;
const filename = `${url.hostname}${decodedPathname.replace(/\//g, "_")}`;
const data = {
id: v4(),