From 9e6dd0d16217660ce02def6d4efcdf84b79c1c09 Mon Sep 17 00:00:00 2001 From: The Ghost of FOSS' Future <163201376+sneedgroup-holder@users.noreply.github.com> Date: Sun, 15 Sep 2024 19:06:19 -0500 Subject: [PATCH] Update index.mjs --- index.mjs | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/index.mjs b/index.mjs index e1f05a8..58f8b1f 100644 --- a/index.mjs +++ b/index.mjs @@ -9,7 +9,7 @@ import { promisify } from 'util'; // Promisify exec for using async/await const execPromise = promisify(exec); -const modelfilePath = "I:\rolling-agi-mf" +const modelfilePath = "I:rolling-agi-mf" // Function to run the publishing commands @@ -124,7 +124,7 @@ async function siteCrawler(hostname) { const loader = new RecursiveUrlLoader(crawled, { extractor: compiledConvert, maxDepth: 2, - excludeDirs: ["https://search.sparksammy.com/", "https://search.sparksammy.com/search.php", "https://archive.org", "https://doubleclick.net"], + excludeDirs: ["https://search.sparksammy.com/", "https://search.sparksammy.com/search.php", "https://archive.org", "https://doubleclick.net", "https://paypal.com"], }); try { @@ -156,7 +156,7 @@ async function main() { try { await contextAdd(["en.wikipedia.org", "toontownrewritten.wiki", "cnn.com"]); await contextAdd(["clubpenguin.fandom.com", "foxnews.com", "nytimes.com"]) - await contextAdd(["https://stackoverflow.com/]"); + await contextAdd(["https://stackoverflow.com/"]); const modelfile = await generateModelfile(contexts); console.log(modelfile); await writeFile(modelfilePath, modelfile) @@ -181,4 +181,6 @@ async function mainLoop() { } } -mainLoop() \ No newline at end of file +//mainLoop() + +main()