@crawlee/playwright 4.0.0-beta.91 → 4.0.0-beta.93
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -104,8 +104,8 @@ export interface PlaywrightCrawlerOptions<ContextExtension = Dictionary<never>,
|
|
|
104
104
|
* `PlaywrightCrawler` opens a new Chrome page (i.e. tab) for each {@link Request} object to crawl
|
|
105
105
|
* and then calls the function provided by user as the {@link PlaywrightCrawlerOptions.requestHandler} option.
|
|
106
106
|
*
|
|
107
|
-
* New pages are only opened when there is enough free CPU and memory available,
|
|
108
|
-
*
|
|
107
|
+
* New pages are only opened when there is enough free CPU and memory available, as judged by the crawler's
|
|
108
|
+
* {@link ConcurrencySystem}.
|
|
109
109
|
* Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
|
|
110
110
|
* `PlaywrightCrawler` constructor, or, for finer control, by injecting a pre-configured
|
|
111
111
|
* {@link ConcurrencySystem|`concurrencySystem`}.
|
|
@@ -198,7 +198,7 @@ export declare class PlaywrightCrawler<ContextExtension = Dictionary<never>, Ext
|
|
|
198
198
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
199
199
|
maxCrawlDepth: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
200
200
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
201
|
-
|
|
201
|
+
taskLoopOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
202
202
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
203
203
|
concurrencySystem: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
204
204
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
@@ -28,8 +28,8 @@ import { gotoExtended, playwrightUtils } from './utils/playwright-utils.js';
|
|
|
28
28
|
* `PlaywrightCrawler` opens a new Chrome page (i.e. tab) for each {@link Request} object to crawl
|
|
29
29
|
* and then calls the function provided by user as the {@link PlaywrightCrawlerOptions.requestHandler} option.
|
|
30
30
|
*
|
|
31
|
-
* New pages are only opened when there is enough free CPU and memory available,
|
|
32
|
-
*
|
|
31
|
+
* New pages are only opened when there is enough free CPU and memory available, as judged by the crawler's
|
|
32
|
+
* {@link ConcurrencySystem}.
|
|
33
33
|
* Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
|
|
34
34
|
* `PlaywrightCrawler` constructor, or, for finer control, by injecting a pre-configured
|
|
35
35
|
* {@link ConcurrencySystem|`concurrencySystem`}.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/playwright",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.93",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.0.0"
|
|
@@ -49,13 +49,13 @@
|
|
|
49
49
|
"dependencies": {
|
|
50
50
|
"@apify/datastructures": "^2.0.3",
|
|
51
51
|
"@apify/timeout": "^0.3.2",
|
|
52
|
-
"@crawlee/basic": "4.0.0-beta.
|
|
53
|
-
"@crawlee/browser": "4.0.0-beta.
|
|
54
|
-
"@crawlee/browser-pool": "4.0.0-beta.
|
|
55
|
-
"@crawlee/cheerio": "4.0.0-beta.
|
|
56
|
-
"@crawlee/core": "4.0.0-beta.
|
|
57
|
-
"@crawlee/types": "4.0.0-beta.
|
|
58
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
52
|
+
"@crawlee/basic": "4.0.0-beta.93",
|
|
53
|
+
"@crawlee/browser": "4.0.0-beta.93",
|
|
54
|
+
"@crawlee/browser-pool": "4.0.0-beta.93",
|
|
55
|
+
"@crawlee/cheerio": "4.0.0-beta.93",
|
|
56
|
+
"@crawlee/core": "4.0.0-beta.93",
|
|
57
|
+
"@crawlee/types": "4.0.0-beta.93",
|
|
58
|
+
"@crawlee/utils": "4.0.0-beta.93",
|
|
59
59
|
"cheerio": "^1.0.0",
|
|
60
60
|
"idcac-playwright": "^0.1.3",
|
|
61
61
|
"jquery": "^3.7.1",
|
|
@@ -85,5 +85,5 @@
|
|
|
85
85
|
}
|
|
86
86
|
}
|
|
87
87
|
},
|
|
88
|
-
"gitHead": "
|
|
88
|
+
"gitHead": "b9d21e80d94d01e21d4e1c19191610d0157dd172"
|
|
89
89
|
}
|