@crawlee/browser 4.0.0-beta.87 → 4.0.0-beta.89
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -213,11 +213,9 @@ export interface BrowserCrawlerOptions<Page extends CommonPage = CommonPage, Res
|
|
|
213
213
|
*
|
|
214
214
|
* New pages are only opened when there is enough free CPU and memory available,
|
|
215
215
|
* using the functionality provided by the {@link AutoscaledPool} class.
|
|
216
|
-
*
|
|
217
|
-
*
|
|
218
|
-
*
|
|
219
|
-
* {@link AutoscaledPoolOptions.maxConcurrency|`maxConcurrency`} options of the
|
|
220
|
-
* underlying {@link AutoscaledPool} constructor are available directly in the `BrowserCrawler` constructor.
|
|
216
|
+
* Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
|
|
217
|
+
* `BrowserCrawler` constructor, or, for finer control, by injecting a pre-configured
|
|
218
|
+
* {@link ConcurrencySystem|`concurrencySystem`}.
|
|
221
219
|
*
|
|
222
220
|
* > *NOTE:* the pool of browser instances is internally managed by the {@link BrowserPool} class.
|
|
223
221
|
*
|
|
@@ -285,6 +283,8 @@ export declare abstract class BrowserCrawler<Page extends CommonPage = CommonPag
|
|
|
285
283
|
maxCrawlDepth: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
286
284
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
287
285
|
autoscaledPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
286
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
287
|
+
concurrencySystem: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
288
288
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
289
289
|
sessionPool: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
290
290
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
@@ -37,11 +37,9 @@ const readContextField = (ctx, key) => ctx[key];
|
|
|
37
37
|
*
|
|
38
38
|
* New pages are only opened when there is enough free CPU and memory available,
|
|
39
39
|
* using the functionality provided by the {@link AutoscaledPool} class.
|
|
40
|
-
*
|
|
41
|
-
*
|
|
42
|
-
*
|
|
43
|
-
* {@link AutoscaledPoolOptions.maxConcurrency|`maxConcurrency`} options of the
|
|
44
|
-
* underlying {@link AutoscaledPool} constructor are available directly in the `BrowserCrawler` constructor.
|
|
40
|
+
* Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
|
|
41
|
+
* `BrowserCrawler` constructor, or, for finer control, by injecting a pre-configured
|
|
42
|
+
* {@link ConcurrencySystem|`concurrencySystem`}.
|
|
45
43
|
*
|
|
46
44
|
* > *NOTE:* the pool of browser instances is internally managed by the {@link BrowserPool} class.
|
|
47
45
|
*
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/browser",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.89",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.0.0"
|
|
@@ -48,10 +48,10 @@
|
|
|
48
48
|
},
|
|
49
49
|
"dependencies": {
|
|
50
50
|
"@apify/timeout": "^0.3.2",
|
|
51
|
-
"@crawlee/basic": "4.0.0-beta.
|
|
52
|
-
"@crawlee/browser-pool": "4.0.0-beta.
|
|
53
|
-
"@crawlee/types": "4.0.0-beta.
|
|
54
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
51
|
+
"@crawlee/basic": "4.0.0-beta.89",
|
|
52
|
+
"@crawlee/browser-pool": "4.0.0-beta.89",
|
|
53
|
+
"@crawlee/types": "4.0.0-beta.89",
|
|
54
|
+
"@crawlee/utils": "4.0.0-beta.89",
|
|
55
55
|
"ow": "^2.0.0",
|
|
56
56
|
"tslib": "^2.8.1",
|
|
57
57
|
"type-fest": "^4.41.0"
|
|
@@ -75,5 +75,5 @@
|
|
|
75
75
|
}
|
|
76
76
|
}
|
|
77
77
|
},
|
|
78
|
-
"gitHead": "
|
|
78
|
+
"gitHead": "9279941162eb4be0a9113f768b5bd79d27e66eba"
|
|
79
79
|
}
|