clean-web-scraper 4.1.2 → 4.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/example-usage.js +8 -7
- package/package.json +1 -1
package/example-usage.js
CHANGED
|
@@ -69,7 +69,8 @@ async function khameneiIrPalestineSpecialPage ( enable )
|
|
|
69
69
|
{
|
|
70
70
|
// https://english.khamenei.ir/palestine-special-page/
|
|
71
71
|
const config = {
|
|
72
|
-
baseURL: "https://english.khamenei.ir/
|
|
72
|
+
baseURL: "https://english.khamenei.ir/news",
|
|
73
|
+
startURL: "https://english.khamenei.ir/palestine-special-page",
|
|
73
74
|
maxDepth: 2,
|
|
74
75
|
exactExcludeList: [
|
|
75
76
|
"https://english.khamenei.ir/palestine-special-page/"
|
|
@@ -305,12 +306,12 @@ async function palestineremembered ( enable )
|
|
|
305
306
|
|
|
306
307
|
void async function main ()
|
|
307
308
|
{
|
|
308
|
-
const palianswersScraper = await palianswers(
|
|
309
|
-
const decolonizepalestineScraper = await decolonizepalestine(
|
|
310
|
-
const khameneiIrFreePalestineTagScraper = await khameneiIrFreePalestineTag(
|
|
311
|
-
const khameneiIrPalestineSpecialPageScraper = await khameneiIrPalestineSpecialPage(
|
|
312
|
-
const electronicintifadaScraper = await electronicintifada(
|
|
313
|
-
const standWithPalestineScraper = await standWithPalestine(
|
|
309
|
+
const palianswersScraper = await palianswers( true );
|
|
310
|
+
const decolonizepalestineScraper = await decolonizepalestine( true );
|
|
311
|
+
const khameneiIrFreePalestineTagScraper = await khameneiIrFreePalestineTag( true );
|
|
312
|
+
const khameneiIrPalestineSpecialPageScraper = await khameneiIrPalestineSpecialPage( true );
|
|
313
|
+
const electronicintifadaScraper = await electronicintifada( true );
|
|
314
|
+
const standWithPalestineScraper = await standWithPalestine( true );
|
|
314
315
|
const mondoweisScraper = await mondoweiss( true );
|
|
315
316
|
const bdsmovementScraper = await bdsmovement( false );
|
|
316
317
|
const palestinerememberedScraper = await palestineremembered( false );
|