This commit is contained in:
The Ghost of FOSS' Past 2024-10-03 10:57:05 -05:00
parent 4e76fa1f8b
commit 37837c31c5

View file

@ -153,7 +153,7 @@ async function siteCrawler(hostname) {
maxDepth: maxDepthCount,
excludeDirs: ["https://doubleclick.net", "https://paypal.com", "https://archive.org", "*.css"],
});
const webContents = await Readability(loader.load()).parse();
const webContents = new Readability(loader.load()).parse(); //mall bart paul block
webContents.forEach(content => contexts.push(content));
return webContents;
} catch (error) {