Sneed-Group/agsamantha
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update index.mjs

Browse source
This commit is contained in:
The Ghost of FOSS' Future 2024-09-23 15:41:08 -05:00 committed by GitHub
parent a6608ffa06
commit 2f0792b099
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
index.mjs
View file

@ -13,7 +13,7 @@ const modelfilePath = "/Volumes/AGI/agi-mf"
const modelID = "sparksammy/agsamantha" const modelID = "sparksammy/agsamantha"
const maxDepthCount = 9 const maxDepthCount = 8
// Function to run the publishing commands // Function to run the publishing commands
async function runPublishCommands() { async function runPublishCommands() {
@ -118,8 +118,8 @@ ${c}
} }
function generateSearchTerm(hostname) { function generateSearchTerm(hostname) {
return `https://search.sparksammy.com/search.php?q=site%3A${encodeURIComponent(String(hostname))}&p=0&t=0` //return `https://search.sparksammy.com/search.php?q=site%3A${encodeURIComponent(String(hostname))}&p=0&t=0`
//return `http://${hostname}` return `http://${hostname}`
} }
const contexts = []; const contexts = [];
@ -133,7 +133,7 @@ async function siteCrawler(hostname) {
const loader = new RecursiveUrlLoader(crawled, { const loader = new RecursiveUrlLoader(crawled, {
extractor: compiledConvert, extractor: compiledConvert,
maxDepth: maxDepthCount, maxDepth: maxDepthCount,
excludeDirs: ["https://doubleclick.net", "https://paypal.com"], excludeDirs: ["https://doubleclick.net", "https://paypal.com", "https://archive.org"],
}); });
const webContents = await loader.load(); const webContents = await loader.load();
webContents.forEach(content => contexts.push(content)); webContents.forEach(content => contexts.push(content));
@ -163,9 +163,10 @@ async function generateModelfile(c) {
async function main() { async function main() {
try { try {
await contextAdd(["en.wikipedia.org", "toontownrewritten.wiki", "cnn.com"]); await contextAdd(["en.wikipedia.org", "toontownrewritten.wiki", "cnn.com", "rezero.fandom.com", "fategrandorder.fandom.com"]);
await contextAdd(["clubpenguin.fandom.com", "foxnews.com", "nytimes.com"]) await contextAdd(["clubpenguin.fandom.com", "foxnews.com", "nytimes.com"])
await contextAdd(["stackoverflow.com"]); await contextAdd(["stackoverflow.com"]);
await contextAdd(["tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-algebra-i-answer-key.pdf", "tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-english-ii-answer-key.pdf", "tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-biology-answer-key.pdf", "tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-us-history-answer-key.pdf")
const modelfile = await generateModelfile(contexts); const modelfile = await generateModelfile(contexts);
console.log(modelfile); console.log(modelfile);
await writeFile(modelfilePath, modelfile) await writeFile(modelfilePath, modelfile)
@ -188,7 +189,7 @@ const delay = ms => new Promise(res => setTimeout(res, ms));
async function mainLoop() { async function mainLoop() {
while (true) { while (true) {
await main() await main()
await delay(60000*20) await delay(60000*20) //20 minutes in ms.
} }
} }