clean-web-scraper 4.1.6 → 4.1.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/example-usage.js +17 -18
- package/package.json +1 -1
package/example-usage.js
CHANGED
|
@@ -306,24 +306,23 @@ async function palestineremembered ( enable )
|
|
|
306
306
|
|
|
307
307
|
void async function main ()
|
|
308
308
|
{
|
|
309
|
-
const palianswersScraper = await palianswers( true );
|
|
310
|
-
const decolonizepalestineScraper = await decolonizepalestine( true );
|
|
309
|
+
// const palianswersScraper = await palianswers( true );
|
|
310
|
+
// const decolonizepalestineScraper = await decolonizepalestine( true );
|
|
311
311
|
const khameneiIrFreePalestineTagScraper = await khameneiIrFreePalestineTag( true );
|
|
312
|
-
const khameneiIrPalestineSpecialPageScraper = await khameneiIrPalestineSpecialPage( true );
|
|
313
|
-
const electronicintifadaScraper = await electronicintifada( true );
|
|
314
|
-
const standWithPalestineScraper = await standWithPalestine( true );
|
|
315
|
-
const mondoweisScraper = await mondoweiss( true );
|
|
316
|
-
const bdsmovementScraper = await bdsmovement( false );
|
|
317
|
-
const palestinerememberedScraper = await palestineremembered( false );
|
|
312
|
+
// const khameneiIrPalestineSpecialPageScraper = await khameneiIrPalestineSpecialPage( true );
|
|
313
|
+
// const electronicintifadaScraper = await electronicintifada( true );
|
|
314
|
+
// const standWithPalestineScraper = await standWithPalestine( true );
|
|
315
|
+
// const mondoweisScraper = await mondoweiss( true );
|
|
316
|
+
// const bdsmovementScraper = await bdsmovement( false );
|
|
317
|
+
// const palestinerememberedScraper = await palestineremembered( false );
|
|
318
318
|
|
|
319
|
-
await WebScraper.combineResults( "./dataset/combined", [
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
] );
|
|
328
|
-
// QLoRA = LoRA with 4-bit quantization
|
|
319
|
+
// await WebScraper.combineResults( "./dataset/combined", [
|
|
320
|
+
// palianswersScraper,
|
|
321
|
+
// decolonizepalestineScraper,
|
|
322
|
+
// khameneiIrFreePalestineTagScraper,
|
|
323
|
+
// khameneiIrPalestineSpecialPageScraper,
|
|
324
|
+
// electronicintifadaScraper,
|
|
325
|
+
// standWithPalestineScraper,
|
|
326
|
+
// mondoweisScraper
|
|
327
|
+
// ] );
|
|
329
328
|
}();
|