From 864e2657dcdf7e313267961a3450086e2582e5a3 Mon Sep 17 00:00:00 2001
From: The Ghost of FOSS' Future
 <163201376+sneedgroup-holder@users.noreply.github.com>
Date: Mon, 16 Sep 2024 08:27:46 -0500
Subject: [PATCH] update/create maxDepthCount so that it hopefully wont run out
 of heapmem

---
 index.mjs | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/index.mjs b/index.mjs
index ac99731..f7674f1 100644
--- a/index.mjs
+++ b/index.mjs
@@ -11,6 +11,7 @@ const execPromise = promisify(exec);
 
 const modelfilePath = "I:rolling-agi-mf"
 
+const maxDepthCount = 8
 
 // Function to run the publishing commands
 async function runPublishCommands() {
@@ -124,7 +125,7 @@ async function siteCrawler(hostname) {
 
         const loader = new RecursiveUrlLoader(crawled, {
             extractor: compiledConvert,
-            maxDepth: 14,
+            maxDepth: maxDepthCount,
             excludeDirs: ["https://search.sparksammy.com/", "https://search.sparksammy.com/search.php", "https://archive.org", "https://doubleclick.net", "https://paypal.com"],
         });
         const webContents = await loader.load();