@crawlee/browser 4.0.0-beta.92 → 4.0.0-beta.93
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -211,8 +211,8 @@ export interface BrowserCrawlerOptions<Page extends CommonPage = CommonPage, Res
|
|
|
211
211
|
* `BrowserCrawler` opens a new browser page (i.e. tab or window) for each {@link Request} object to crawl
|
|
212
212
|
* and then calls the function provided by user as the {@link BrowserCrawlerOptions.requestHandler|`requestHandler`} option.
|
|
213
213
|
*
|
|
214
|
-
* New pages are only opened when there is enough free CPU and memory available,
|
|
215
|
-
*
|
|
214
|
+
* New pages are only opened when there is enough free CPU and memory available, as judged by the crawler's
|
|
215
|
+
* {@link ConcurrencySystem}.
|
|
216
216
|
* Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
|
|
217
217
|
* `BrowserCrawler` constructor, or, for finer control, by injecting a pre-configured
|
|
218
218
|
* {@link ConcurrencySystem|`concurrencySystem`}.
|
|
@@ -282,7 +282,7 @@ export declare abstract class BrowserCrawler<Page extends CommonPage = CommonPag
|
|
|
282
282
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
283
283
|
maxCrawlDepth: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
284
284
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
285
|
-
|
|
285
|
+
taskLoopOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
286
286
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
287
287
|
concurrencySystem: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
288
288
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
@@ -35,8 +35,8 @@ const readContextField = (ctx, key) => ctx[key];
|
|
|
35
35
|
* `BrowserCrawler` opens a new browser page (i.e. tab or window) for each {@link Request} object to crawl
|
|
36
36
|
* and then calls the function provided by user as the {@link BrowserCrawlerOptions.requestHandler|`requestHandler`} option.
|
|
37
37
|
*
|
|
38
|
-
* New pages are only opened when there is enough free CPU and memory available,
|
|
39
|
-
*
|
|
38
|
+
* New pages are only opened when there is enough free CPU and memory available, as judged by the crawler's
|
|
39
|
+
* {@link ConcurrencySystem}.
|
|
40
40
|
* Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
|
|
41
41
|
* `BrowserCrawler` constructor, or, for finer control, by injecting a pre-configured
|
|
42
42
|
* {@link ConcurrencySystem|`concurrencySystem`}.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/browser",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.93",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.0.0"
|
|
@@ -48,10 +48,10 @@
|
|
|
48
48
|
},
|
|
49
49
|
"dependencies": {
|
|
50
50
|
"@apify/timeout": "^0.3.2",
|
|
51
|
-
"@crawlee/basic": "4.0.0-beta.
|
|
52
|
-
"@crawlee/browser-pool": "4.0.0-beta.
|
|
53
|
-
"@crawlee/types": "4.0.0-beta.
|
|
54
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
51
|
+
"@crawlee/basic": "4.0.0-beta.93",
|
|
52
|
+
"@crawlee/browser-pool": "4.0.0-beta.93",
|
|
53
|
+
"@crawlee/types": "4.0.0-beta.93",
|
|
54
|
+
"@crawlee/utils": "4.0.0-beta.93",
|
|
55
55
|
"ow": "^2.0.0",
|
|
56
56
|
"tslib": "^2.8.1",
|
|
57
57
|
"type-fest": "^4.41.0"
|
|
@@ -75,5 +75,5 @@
|
|
|
75
75
|
}
|
|
76
76
|
}
|
|
77
77
|
},
|
|
78
|
-
"gitHead": "
|
|
78
|
+
"gitHead": "b9d21e80d94d01e21d4e1c19191610d0157dd172"
|
|
79
79
|
}
|