@crawlee/basic 3.7.1-beta.5 → 3.7.1-beta.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/internals/basic-crawler.d.ts +26 -0
- package/package.json +5 -5
|
@@ -380,31 +380,57 @@ export declare class BasicCrawler<Context extends CrawlingContext = BasicCrawlin
|
|
|
380
380
|
private experiments;
|
|
381
381
|
private _experimentWarnings;
|
|
382
382
|
protected static optionsShape: {
|
|
383
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
383
384
|
requestList: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
385
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
384
386
|
requestQueue: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
387
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
385
388
|
requestHandler: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
389
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
386
390
|
handleRequestFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
391
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
387
392
|
requestHandlerTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
393
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
388
394
|
handleRequestTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
395
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
389
396
|
errorHandler: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
397
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
390
398
|
failedRequestHandler: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
399
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
391
400
|
handleFailedRequestFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
401
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
392
402
|
maxRequestRetries: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
403
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
393
404
|
sameDomainDelaySecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
405
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
394
406
|
maxSessionRotations: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
407
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
395
408
|
maxRequestsPerCrawl: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
409
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
396
410
|
autoscaledPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
411
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
397
412
|
sessionPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
413
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
398
414
|
useSessionPool: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
415
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
399
416
|
statusMessageLoggingInterval: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
417
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
400
418
|
statusMessageCallback: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
419
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
401
420
|
retryOnBlocked: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
421
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
402
422
|
minConcurrency: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
423
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
403
424
|
maxConcurrency: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
425
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
404
426
|
maxRequestsPerMinute: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
427
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
405
428
|
keepAlive: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
429
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
406
430
|
log: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
431
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
407
432
|
experiments: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
433
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
408
434
|
statisticsOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
409
435
|
};
|
|
410
436
|
/**
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/basic",
|
|
3
|
-
"version": "3.7.1-beta.
|
|
3
|
+
"version": "3.7.1-beta.6",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=16.0.0"
|
|
@@ -48,9 +48,9 @@
|
|
|
48
48
|
"@apify/log": "^2.4.0",
|
|
49
49
|
"@apify/timeout": "^0.3.0",
|
|
50
50
|
"@apify/utilities": "^2.7.10",
|
|
51
|
-
"@crawlee/core": "3.7.1-beta.
|
|
52
|
-
"@crawlee/types": "3.7.1-beta.
|
|
53
|
-
"@crawlee/utils": "3.7.1-beta.
|
|
51
|
+
"@crawlee/core": "3.7.1-beta.6",
|
|
52
|
+
"@crawlee/types": "3.7.1-beta.6",
|
|
53
|
+
"@crawlee/utils": "3.7.1-beta.6",
|
|
54
54
|
"got-scraping": "^4.0.0",
|
|
55
55
|
"ow": "^0.28.1",
|
|
56
56
|
"tldts": "^6.0.0",
|
|
@@ -64,5 +64,5 @@
|
|
|
64
64
|
}
|
|
65
65
|
}
|
|
66
66
|
},
|
|
67
|
-
"gitHead": "
|
|
67
|
+
"gitHead": "01664e58799374a6acc2aa9db397566c1acc69d4"
|
|
68
68
|
}
|