Sneed-Group/agsamantha
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update index.mjs

Browse source
This commit is contained in:
The Ghost of FOSS' Future 2024-09-15 19:06:19 -05:00 committed by GitHub
parent b3905de344
commit 9e6dd0d162
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
index.mjs
View file

@ -9,7 +9,7 @@ import { promisify } from 'util';
// Promisify exec for using async/await // Promisify exec for using async/await
const execPromise = promisify(exec); const execPromise = promisify(exec);
const modelfilePath = "I:\rolling-agi-mf" const modelfilePath = "I:rolling-agi-mf"
// Function to run the publishing commands // Function to run the publishing commands
@ -124,7 +124,7 @@ async function siteCrawler(hostname) {
const loader = new RecursiveUrlLoader(crawled, { const loader = new RecursiveUrlLoader(crawled, {
extractor: compiledConvert, extractor: compiledConvert,
maxDepth: 2, maxDepth: 2,
excludeDirs: ["https://search.sparksammy.com/", "https://search.sparksammy.com/search.php", "https://archive.org", "https://doubleclick.net"], excludeDirs: ["https://search.sparksammy.com/", "https://search.sparksammy.com/search.php", "https://archive.org", "https://doubleclick.net", "https://paypal.com"],
}); });
try { try {
@ -156,7 +156,7 @@ async function main() {
try { try {
await contextAdd(["en.wikipedia.org", "toontownrewritten.wiki", "cnn.com"]); await contextAdd(["en.wikipedia.org", "toontownrewritten.wiki", "cnn.com"]);
await contextAdd(["clubpenguin.fandom.com", "foxnews.com", "nytimes.com"]) await contextAdd(["clubpenguin.fandom.com", "foxnews.com", "nytimes.com"])
await contextAdd(["https://stackoverflow.com/]"); await contextAdd(["https://stackoverflow.com/"]);
const modelfile = await generateModelfile(contexts); const modelfile = await generateModelfile(contexts);
console.log(modelfile); console.log(modelfile);
await writeFile(modelfilePath, modelfile) await writeFile(modelfilePath, modelfile)
@ -181,4 +181,6 @@ async function mainLoop() {
} }
} }
mainLoop() //mainLoop()
main()