From 5a5b15e8eb6c92efcc64d80927fb7147ef6395f9 Mon Sep 17 00:00:00 2001 From: The Ghost of FOSS' Future <163201376+sneedgroup-holder@users.noreply.github.com> Date: Sun, 15 Sep 2024 19:42:48 -0500 Subject: [PATCH] Update index.mjs --- index.mjs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/index.mjs b/index.mjs index 56982cd..ac99731 100644 --- a/index.mjs +++ b/index.mjs @@ -124,7 +124,7 @@ async function siteCrawler(hostname) { const loader = new RecursiveUrlLoader(crawled, { extractor: compiledConvert, - maxDepth: 6, + maxDepth: 14, excludeDirs: ["https://search.sparksammy.com/", "https://search.sparksammy.com/search.php", "https://archive.org", "https://doubleclick.net", "https://paypal.com"], }); const webContents = await loader.load();