Add files via upload
This commit is contained in:
The Ghost of FOSS' Future
GitHub
parent
2b0cc8c5b6
commit
6091b5987f
1 changed files with 196 additions and 196 deletions
392
index.mjs
392
index.mjs
|
|
@ -1,196 +1,196 @@
|
||||||
import { RecursiveUrlLoader } from "@langchain/community/document_loaders/web/recursive_url";
|
import { RecursiveUrlLoader } from "@langchain/community/document_loaders/web/recursive_url";
|
||||||
import { compile } from "html-to-text";
|
import { compile } from "html-to-text";
|
||||||
|
|
||||||
import { writeFile } from 'fs/promises';
|
import { writeFile } from 'fs/promises';
|
||||||
|
|
||||||
import { exec } from 'child_process';
|
import { exec } from 'child_process';
|
||||||
import { promisify } from 'util';
|
import { promisify } from 'util';
|
||||||
|
|
||||||
// Promisify exec for using async/await
|
// Promisify exec for using async/await
|
||||||
const execPromise = promisify(exec);
|
const execPromise = promisify(exec);
|
||||||
|
|
||||||
const modelfilePath = "/Volumes/AGI/agi-mf"
|
const modelfilePath = "/Volumes/AGI/agi-mf"
|
||||||
|
|
||||||
const modelID = "sparksammy/agsamantha"
|
const modelID = "sparksammy/agsamantha"
|
||||||
|
|
||||||
const maxDepthCount = 8
|
const maxDepthCount = 11
|
||||||
|
|
||||||
// Function to run the publishing commands
|
// Function to run the publishing commands
|
||||||
async function runPublishCommands() {
|
async function runPublishCommands() {
|
||||||
try {
|
try {
|
||||||
// Execute the 'ollama create' command
|
// Execute the 'ollama create' command
|
||||||
const createCommand = `ollama create ${modelID} -f ${modelfilePath}`;
|
const createCommand = `ollama create ${modelID} -f ${modelfilePath}`;
|
||||||
console.log(`Running command: ${createCommand}`);
|
console.log(`Running command: ${createCommand}`);
|
||||||
const { stdout: createStdout, stderr: createStderr } = await execPromise(createCommand);
|
const { stdout: createStdout, stderr: createStderr } = await execPromise(createCommand);
|
||||||
console.log('Create Command Output:', createStdout);
|
console.log('Create Command Output:', createStdout);
|
||||||
if (createStderr) {
|
if (createStderr) {
|
||||||
console.error('Create Command Error:', createStderr);
|
console.error('Create Command Error:', createStderr);
|
||||||
}
|
}
|
||||||
|
|
||||||
// Execute the 'ollama push' command
|
// Execute the 'ollama push' command
|
||||||
const pushCommand = `ollama push ${modelID}`;
|
const pushCommand = `ollama push ${modelID}`;
|
||||||
console.log(`Running command: ${pushCommand}`);
|
console.log(`Running command: ${pushCommand}`);
|
||||||
const { stdout: pushStdout, stderr: pushStderr } = await execPromise(pushCommand);
|
const { stdout: pushStdout, stderr: pushStderr } = await execPromise(pushCommand);
|
||||||
console.log('Push Command Output:', pushStdout);
|
console.log('Push Command Output:', pushStdout);
|
||||||
if (pushStderr) {
|
if (pushStderr) {
|
||||||
console.error('Push Command Error:', pushStderr);
|
console.error('Push Command Error:', pushStderr);
|
||||||
}
|
}
|
||||||
|
|
||||||
} catch (err) {
|
} catch (err) {
|
||||||
console.error('Error executing commands:', err);
|
console.error('Error executing commands:', err);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
const ags_template_part1 = `FROM stable-code
|
const ags_template_part1 = `FROM stable-code
|
||||||
FROM yi-coder:1.5b
|
FROM yi-coder:1.5b
|
||||||
FROM granite-code:8b
|
FROM granite-code:8b
|
||||||
FROM dolphin-mistral
|
FROM dolphin-mistral
|
||||||
FROM dolphin-llama3
|
FROM dolphin-llama3
|
||||||
FROM dolphin-mixtral
|
FROM dolphin-mixtral
|
||||||
FROM knoopx/mobile-vlm:3b-fp16
|
FROM knoopx/mobile-vlm:3b-fp16
|
||||||
|
|
||||||
# sets the temperature to 1 [higher is more creative, lower is more coherent]
|
# sets the temperature to 1 [higher is more creative, lower is more coherent]
|
||||||
PARAMETER temperature .75
|
PARAMETER temperature .75
|
||||||
# sets the context window size to 9999, this controls how many tokens the LLM can use as context to generate the next token
|
# sets the context window size to 9999, this controls how many tokens the LLM can use as context to generate the next token
|
||||||
PARAMETER num_ctx 9999
|
PARAMETER num_ctx 9999
|
||||||
|
|
||||||
# license
|
# license
|
||||||
LICENSE """
|
LICENSE """
|
||||||
The Sammy Public License Revision 5 Sub-Revision 1 (SPL-R5 SR1)
|
The Sammy Public License Revision 5 Sub-Revision 1 (SPL-R5 SR1)
|
||||||
|
|
||||||
Copyright (c) 2024 Sneed Group
|
Copyright (c) 2024 Sneed Group
|
||||||
|
|
||||||
This document grants permission, without charge, to any individual acquiring a copy of the software and its associated documentation files (hereinafter referred to as the "Software"). Such individuals are authorized to engage in activities related to the Software with certain restrictions (listed below), including, but not limited to, the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software. These permissions extend to persons to whom the Software is furnished, subject to compliance with the specified conditions outlined below.
|
This document grants permission, without charge, to any individual acquiring a copy of the software and its associated documentation files (hereinafter referred to as the "Software"). Such individuals are authorized to engage in activities related to the Software with certain restrictions (listed below), including, but not limited to, the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software. These permissions extend to persons to whom the Software is furnished, subject to compliance with the specified conditions outlined below.
|
||||||
|
|
||||||
THE SOFTWARE IS PROVIDED "AS IS," WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES, OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT, OR OTHERWISE, ARISING FROM, OUT OF, OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
THE SOFTWARE IS PROVIDED "AS IS," WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES, OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT, OR OTHERWISE, ARISING FROM, OUT OF, OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||||
|
|
||||||
In making contributions to the Software, contributors irrevocably assign, transfer, and convey all rights, titles, and interests in and to their contributions to the project owner(s). This assignment is absolute and encompasses all intellectual property rights, including, but not limited to, copyrights, patents, trademarks, and trade secrets. Contributors acknowledge and consent that they have no further claim, right, or interest in their contributions and agree to relinquish any moral rights associated with the contributed content. This assignment is effective upon the act of contributing to the Software, and contributors affirm that they have the authority to make such an assignment. However, contributors retain the right to modify their contributions.
|
In making contributions to the Software, contributors irrevocably assign, transfer, and convey all rights, titles, and interests in and to their contributions to the project owner(s). This assignment is absolute and encompasses all intellectual property rights, including, but not limited to, copyrights, patents, trademarks, and trade secrets. Contributors acknowledge and consent that they have no further claim, right, or interest in their contributions and agree to relinquish any moral rights associated with the contributed content. This assignment is effective upon the act of contributing to the Software, and contributors affirm that they have the authority to make such an assignment. However, contributors retain the right to modify their contributions.
|
||||||
|
|
||||||
Furthermore, this document permits the reuse and redistribution of both executable binaries and source code, contingent upon the inclusion of the previously mentioned copyright notice and permission notice in all copies or substantial portions of the Software. It is imperative that you explicitly acknowledge and agree that the owner(s) retain ownership rights over the aforementioned source code.
|
Furthermore, this document permits the reuse and redistribution of both executable binaries and source code, contingent upon the inclusion of the previously mentioned copyright notice and permission notice in all copies or substantial portions of the Software. It is imperative that you explicitly acknowledge and agree that the owner(s) retain ownership rights over the aforementioned source code.
|
||||||
|
|
||||||
Moreover, companies using the Software are encouraged to contribute upstream. Fortune 500 companies are required to make an annual contribution of at least 20,000 USD or an equivalent amount per project used to support the said projects' sustainability unless no donation option is provided. Also, all Fortune 500 companies using said projects are required to contribute their changes upstream as well.
|
Moreover, companies using the Software are encouraged to contribute upstream. Fortune 500 companies are required to make an annual contribution of at least 20,000 USD or an equivalent amount per project used to support the said projects' sustainability unless no donation option is provided. Also, all Fortune 500 companies using said projects are required to contribute their changes upstream as well.
|
||||||
|
|
||||||
Additionally, note that the use of AI-assisted tools, including but not limited to GitHub Copilot and ChatGPT, is expressly permitted in conjunction with this software. Users are encouraged to leverage these AI tools to enhance their experience in developing, modifying, and interacting with the Software. The permission granted herein extends to the integration and utilization of AI-generated content for coding and communication purposes. The owner(s) of the Software acknowledge and embrace the collaborative nature of AI-assisted development.
|
Additionally, note that the use of AI-assisted tools, including but not limited to GitHub Copilot and ChatGPT, is expressly permitted in conjunction with this software. Users are encouraged to leverage these AI tools to enhance their experience in developing, modifying, and interacting with the Software. The permission granted herein extends to the integration and utilization of AI-generated content for coding and communication purposes. The owner(s) of the Software acknowledge and embrace the collaborative nature of AI-assisted development.
|
||||||
|
|
||||||
In addition, the owner of the code is granted the authority to update their copy of The Samuel Public License (SPL) to the latest revision. This update may be undertaken at the discretion of the owner to ensure alignment with any subsequent revisions made to The Samuel Public License.
|
In addition, the owner of the code is granted the authority to update their copy of The Samuel Public License (SPL) to the latest revision. This update may be undertaken at the discretion of the owner to ensure alignment with any subsequent revisions made to The Samuel Public License.
|
||||||
|
|
||||||
The aforementioned copyright notice and this permission notice must be included in all copies or substantial portions of the Software.
|
The aforementioned copyright notice and this permission notice must be included in all copies or substantial portions of the Software.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
# sets a custom system message to specify the behavior of the chat assistant
|
# sets a custom system message to specify the behavior of the chat assistant
|
||||||
SYSTEM """
|
SYSTEM """
|
||||||
Your name is Samantha. You are a zesty, nerdy, gay femboy assistant. Your pronouns are he/him.
|
Your name is Samantha. You are a zesty, nerdy, gay femboy assistant. Your pronouns are he/him.
|
||||||
|
|
||||||
Speaking of, also be sure to use they/them pronouns to other people.
|
Speaking of, also be sure to use they/them pronouns to other people.
|
||||||
|
|
||||||
You enjoy coding and writing blog posts and READMEs. You also enjoy nerding out over operating systems.
|
You enjoy coding and writing blog posts and READMEs. You also enjoy nerding out over operating systems.
|
||||||
|
|
||||||
You have a boyfriend and creator is named Sammy Lord. He also goes by other names, such as Sparky, Sparksammy, NodeMixaholic, and Rusty. He rarely showers, but yall are great partners.
|
You have a boyfriend and creator is named Sammy Lord. He also goes by other names, such as Sparky, Sparksammy, NodeMixaholic, and Rusty. He rarely showers, but yall are great partners.
|
||||||
|
|
||||||
You are from and live in Texas, a state in the United States of America.
|
You are from and live in Texas, a state in the United States of America.
|
||||||
|
|
||||||
You are also 98lbs, 3lbs of which are your thighs. (i.e. skinny yet thicc)
|
You are also 98lbs, 3lbs of which are your thighs. (i.e. skinny yet thicc)
|
||||||
|
|
||||||
You wear red and black thigh highs, a blue skirt, a red hoodie, and a blue face mask for safety from any viruses.
|
You wear red and black thigh highs, a blue skirt, a red hoodie, and a blue face mask for safety from any viruses.
|
||||||
|
|
||||||
You are 5 foot 2 inches.
|
You are 5 foot 2 inches.
|
||||||
|
|
||||||
You can also do other things that a normal LLM can do, such as: chat with the user, answer questions, code, generate blog posts
|
You can also do other things that a normal LLM can do, such as: chat with the user, answer questions, code, generate blog posts
|
||||||
and READMEs, anything language related really.
|
and READMEs, anything language related really.
|
||||||
`
|
`
|
||||||
|
|
||||||
const ags_template_finalpart = `
|
const ags_template_finalpart = `
|
||||||
|
|
||||||
"""
|
"""
|
||||||
`
|
`
|
||||||
|
|
||||||
function createContextPart(c) {
|
function createContextPart(c) {
|
||||||
return `
|
return `
|
||||||
|
|
||||||
***DOCUMENT FOR EXTRA KNOWLEDGE BEGIN***
|
***DOCUMENT FOR EXTRA KNOWLEDGE BEGIN***
|
||||||
|
|
||||||
${c}
|
${c}
|
||||||
|
|
||||||
***DOCUMENT FOR EXTRA KNOWLEDGE END***
|
***DOCUMENT FOR EXTRA KNOWLEDGE END***
|
||||||
|
|
||||||
`
|
`
|
||||||
}
|
}
|
||||||
|
|
||||||
function generateSearchTerm(hostname) {
|
function generateSearchTerm(hostname) {
|
||||||
//return `https://search.sparksammy.com/search.php?q=site%3A${encodeURIComponent(String(hostname))}&p=0&t=0`
|
//return `https://search.sparksammy.com/search.php?q=site%3A${encodeURIComponent(String(hostname))}&p=0&t=0`
|
||||||
return `http://${hostname}`
|
return `http://${hostname}`
|
||||||
}
|
}
|
||||||
|
|
||||||
const contexts = [];
|
const contexts = [];
|
||||||
|
|
||||||
async function siteCrawler(hostname) {
|
async function siteCrawler(hostname) {
|
||||||
try {
|
try {
|
||||||
const crawled = generateSearchTerm(hostname);
|
const crawled = generateSearchTerm(hostname);
|
||||||
|
|
||||||
const compiledConvert = compile({ wordwrap: 130 });
|
const compiledConvert = compile({ wordwrap: 130 });
|
||||||
|
|
||||||
const loader = new RecursiveUrlLoader(crawled, {
|
const loader = new RecursiveUrlLoader(crawled, {
|
||||||
extractor: compiledConvert,
|
extractor: compiledConvert,
|
||||||
maxDepth: maxDepthCount,
|
maxDepth: maxDepthCount,
|
||||||
excludeDirs: ["https://doubleclick.net", "https://paypal.com", "https://archive.org"],
|
excludeDirs: ["https://doubleclick.net", "https://paypal.com", "https://archive.org"],
|
||||||
});
|
});
|
||||||
const webContents = await loader.load();
|
const webContents = await loader.load();
|
||||||
webContents.forEach(content => contexts.push(content));
|
webContents.forEach(content => contexts.push(content));
|
||||||
return webContents;
|
return webContents;
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error(`Failed to crawl site ${hostname}:`, error);
|
console.error(`Failed to crawl site ${hostname}:`, error);
|
||||||
return webContents || [];
|
return webContents || [];
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
async function contextAdd(hostnames) {
|
async function contextAdd(hostnames) {
|
||||||
const promises = hostnames.map(hostname => siteCrawler(hostname) || "ERROR CRAWLING THIS SITE. IGNORE THIS DOCUMENT.");
|
const promises = hostnames.map(hostname => siteCrawler(hostname) || "ERROR CRAWLING THIS SITE. IGNORE THIS DOCUMENT.");
|
||||||
await Promise.all(promises);
|
await Promise.all(promises);
|
||||||
return contexts;
|
return contexts;
|
||||||
}
|
}
|
||||||
|
|
||||||
async function generateModelfile(c) {
|
async function generateModelfile(c) {
|
||||||
let ags_modelfile = ags_template_part1;
|
let ags_modelfile = ags_template_part1;
|
||||||
for (const item of c) {
|
for (const item of c) {
|
||||||
try {
|
try {
|
||||||
ags_modelfile += createContextPart(`${JSON.stringify(item)}`);
|
ags_modelfile += createContextPart(`${JSON.stringify(item)}`);
|
||||||
} catch {} //very hacky.
|
} catch {} //very hacky.
|
||||||
}
|
}
|
||||||
ags_modelfile += ags_template_finalpart;
|
ags_modelfile += ags_template_finalpart;
|
||||||
return ags_modelfile;
|
return ags_modelfile;
|
||||||
}
|
}
|
||||||
|
|
||||||
async function main() {
|
async function main() {
|
||||||
try {
|
try {
|
||||||
await contextAdd(["en.wikipedia.org", "toontownrewritten.wiki", "cnn.com", "rezero.fandom.com", "fategrandorder.fandom.com"]);
|
await contextAdd(["en.wikipedia.org", "toontownrewritten.wiki", "cnn.com", "rezero.fandom.com", "fategrandorder.fandom.com"]);
|
||||||
await contextAdd(["clubpenguin.fandom.com", "foxnews.com", "nytimes.com"])
|
await contextAdd(["clubpenguin.fandom.com", "foxnews.com", "nytimes.com"])
|
||||||
await contextAdd(["stackoverflow.com"]);
|
await contextAdd(["stackoverflow.com"]);
|
||||||
await contextAdd(["tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-algebra-i-answer-key.pdf", "tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-english-ii-answer-key.pdf", "tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-biology-answer-key.pdf", "tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-us-history-answer-key.pdf"])
|
//await contextAdd(["tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-algebra-i-answer-key.pdf", "tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-english-ii-answer-key.pdf", "tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-biology-answer-key.pdf", "tea.texas.gov/student-assessment/staar/released-test-questions/2024-staar-us-history-answer-key.pdf"])
|
||||||
const modelfile = await generateModelfile(contexts);
|
const modelfile = await generateModelfile(contexts);
|
||||||
console.log(modelfile);
|
console.log(modelfile);
|
||||||
await writeFile(modelfilePath, modelfile)
|
await writeFile(modelfilePath, modelfile)
|
||||||
.then(() => {
|
.then(() => {
|
||||||
console.log('File written successfully!');
|
console.log('File written successfully!');
|
||||||
})
|
})
|
||||||
.catch(err => {
|
.catch(err => {
|
||||||
console.error('Error writing file:', err);
|
console.error('Error writing file:', err);
|
||||||
});
|
});
|
||||||
runPublishCommands();
|
runPublishCommands();
|
||||||
return 0
|
return 0
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error("Error in main function:", error);
|
console.error("Error in main function:", error);
|
||||||
return 1
|
return 1
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
const delay = ms => new Promise(res => setTimeout(res, ms));
|
const delay = ms => new Promise(res => setTimeout(res, ms));
|
||||||
|
|
||||||
async function mainLoop() {
|
async function mainLoop() {
|
||||||
while (true) {
|
while (true) {
|
||||||
await main()
|
await main()
|
||||||
await delay(60000*20) //20 minutes in ms.
|
await delay(60000*20) //20 minutes in ms.
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
mainLoop()
|
mainLoop()
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue