diff --git a/index.mjs b/index.mjs index a82552d..0aef071 100644 --- a/index.mjs +++ b/index.mjs @@ -150,7 +150,7 @@ async function siteCrawler(hostname) { const crawled = generateSearchTerm(hostname); const loader = new RecursiveUrlLoader(crawled, { - extractor: new Readability(document).parse(), + extractor: new Readability(craweled).parse(), maxDepth: maxDepthCount, excludeDirs: ["https://doubleclick.net", "https://paypal.com", "https://archive.org", "*.css"], });