wow i'm a moron

2024-10-03 10:15:27 -05:00 · 2024-10-03 10:15:27 -05:00 · 9d0ad93176
commit 9d0ad93176
parent 64fd7afdf1
1 changed files with 1 additions and 1 deletions
--- a/index.mjs
+++ b/index.mjs
@ -150,7 +150,7 @@ async function siteCrawler(hostname) {
        const crawled = generateSearchTerm(hostname);

        const loader = new RecursiveUrlLoader(crawled, {
-            extractor: new Readability(document).parse(),
+            extractor: new Readability(craweled).parse(),
            maxDepth: maxDepthCount,
            excludeDirs: ["https://doubleclick.net", "https://paypal.com", "https://archive.org", "*.css"],
        });