This commit is contained in:
The Ghost of FOSS' Past 2024-10-03 10:57:05 -05:00
parent 4e76fa1f8b
commit 37837c31c5

View file

@ -153,7 +153,7 @@ async function siteCrawler(hostname) {
maxDepth: maxDepthCount, maxDepth: maxDepthCount,
excludeDirs: ["https://doubleclick.net", "https://paypal.com", "https://archive.org", "*.css"], excludeDirs: ["https://doubleclick.net", "https://paypal.com", "https://archive.org", "*.css"],
}); });
const webContents = await Readability(loader.load()).parse(); const webContents = new Readability(loader.load()).parse(); //mall bart paul block
webContents.forEach(content => contexts.push(content)); webContents.forEach(content => contexts.push(content));
return webContents; return webContents;
} catch (error) { } catch (error) {