Sneed-Group/agsamantha
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

doge

Browse source
This commit is contained in:
The Ghost of FOSS' Past 2024-10-02 17:59:11 -05:00
parent 54153bc991
commit 64fd7afdf1
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
index.mjs
View file

@ -150,7 +150,7 @@ async function siteCrawler(hostname) {
const crawled = generateSearchTerm(hostname);
const loader = new RecursiveUrlLoader(crawled, {
extractor: Readability(document).parse(),
extractor: new Readability(document).parse(),
maxDepth: maxDepthCount,
excludeDirs: ["https://doubleclick.net", "https://paypal.com", "https://archive.org", "*.css"],
});