@crawlee/puppeteer 4.0.0-beta.87 → 4.0.0-beta.89
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -84,9 +84,9 @@ export interface PuppeteerCrawlerOptions<ContextExtension = Dictionary<never>, E
|
|
|
84
84
|
*
|
|
85
85
|
* New pages are only opened when there is enough free CPU and memory available,
|
|
86
86
|
* using the functionality provided by the {@link AutoscaledPool} class.
|
|
87
|
-
*
|
|
88
|
-
*
|
|
89
|
-
* {@link
|
|
87
|
+
* Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
|
|
88
|
+
* `PuppeteerCrawler` constructor, or, for finer control, by injecting a pre-configured
|
|
89
|
+
* {@link ConcurrencySystem|`concurrencySystem`}.
|
|
90
90
|
*
|
|
91
91
|
* Note that the pool of Puppeteer instances is internally managed by the [BrowserPool](https://github.com/apify/browser-pool) class.
|
|
92
92
|
*
|
|
@@ -171,6 +171,8 @@ export declare class PuppeteerCrawler<ContextExtension = Dictionary<never>, Exte
|
|
|
171
171
|
maxCrawlDepth: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
172
172
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
173
173
|
autoscaledPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
174
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
175
|
+
concurrencySystem: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
174
176
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
175
177
|
sessionPool: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
176
178
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
@@ -31,9 +31,9 @@ import { gotoExtended, puppeteerUtils } from './utils/puppeteer_utils.js';
|
|
|
31
31
|
*
|
|
32
32
|
* New pages are only opened when there is enough free CPU and memory available,
|
|
33
33
|
* using the functionality provided by the {@link AutoscaledPool} class.
|
|
34
|
-
*
|
|
35
|
-
*
|
|
36
|
-
* {@link
|
|
34
|
+
* Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
|
|
35
|
+
* `PuppeteerCrawler` constructor, or, for finer control, by injecting a pre-configured
|
|
36
|
+
* {@link ConcurrencySystem|`concurrencySystem`}.
|
|
37
37
|
*
|
|
38
38
|
* Note that the pool of Puppeteer instances is internally managed by the [BrowserPool](https://github.com/apify/browser-pool) class.
|
|
39
39
|
*
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/puppeteer",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.89",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.0.0"
|
|
@@ -48,11 +48,11 @@
|
|
|
48
48
|
},
|
|
49
49
|
"dependencies": {
|
|
50
50
|
"@apify/datastructures": "^2.0.3",
|
|
51
|
-
"@crawlee/browser": "4.0.0-beta.
|
|
52
|
-
"@crawlee/browser-pool": "4.0.0-beta.
|
|
53
|
-
"@crawlee/core": "4.0.0-beta.
|
|
54
|
-
"@crawlee/types": "4.0.0-beta.
|
|
55
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
51
|
+
"@crawlee/browser": "4.0.0-beta.89",
|
|
52
|
+
"@crawlee/browser-pool": "4.0.0-beta.89",
|
|
53
|
+
"@crawlee/core": "4.0.0-beta.89",
|
|
54
|
+
"@crawlee/types": "4.0.0-beta.89",
|
|
55
|
+
"@crawlee/utils": "4.0.0-beta.89",
|
|
56
56
|
"cheerio": "^1.0.0",
|
|
57
57
|
"devtools-protocol": "*",
|
|
58
58
|
"idcac-playwright": "^0.2.0",
|
|
@@ -79,5 +79,5 @@
|
|
|
79
79
|
}
|
|
80
80
|
}
|
|
81
81
|
},
|
|
82
|
-
"gitHead": "
|
|
82
|
+
"gitHead": "9279941162eb4be0a9113f768b5bd79d27e66eba"
|
|
83
83
|
}
|