@crawlee/playwright 4.0.0-beta.87 → 4.0.0-beta.89

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (3) hide show
  1. package/internals/playwright-crawler.d.ts +5 -3
  2. package/internals/playwright-crawler.js +3 -3
  3. package/package.json +9 -9
package/internals/playwright-crawler.d.ts CHANGED
@@ -106,9 +106,9 @@ export interface PlaywrightCrawlerOptions<ContextExtension = Dictionary<never>,
106
106
  *
107
107
  * New pages are only opened when there is enough free CPU and memory available,
108
108
  * using the functionality provided by the {@link AutoscaledPool} class.
109
- * All {@link AutoscaledPool} configuration options can be passed to the {@link PlaywrightCrawlerOptions.autoscaledPoolOptions}
110
- * parameter of the `PlaywrightCrawler` constructor. For user convenience, the `minConcurrency` and `maxConcurrency`
111
- * {@link AutoscaledPoolOptions} are available directly in the `PlaywrightCrawler` constructor.
109
+ * Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
110
+ * `PlaywrightCrawler` constructor, or, for finer control, by injecting a pre-configured
111
+ * {@link ConcurrencySystem|`concurrencySystem`}.
112
112
  *
113
113
  * Note that the pool of Playwright instances is internally managed by the [BrowserPool](https://github.com/apify/browser-pool) class.
114
114
  *
@@ -199,6 +199,8 @@ export declare class PlaywrightCrawler<ContextExtension = Dictionary<never>, Ext
199
199
  maxCrawlDepth: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
200
200
  // @ts-ignore optional peer dependency or compatibility with es2022
201
201
  autoscaledPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
202
+ // @ts-ignore optional peer dependency or compatibility with es2022
203
+ concurrencySystem: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
202
204
  // @ts-ignore optional peer dependency or compatibility with es2022
203
205
  sessionPool: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
204
206
  // @ts-ignore optional peer dependency or compatibility with es2022
package/internals/playwright-crawler.js CHANGED
@@ -30,9 +30,9 @@ import { gotoExtended, playwrightUtils } from './utils/playwright-utils.js';
30
30
  *
31
31
  * New pages are only opened when there is enough free CPU and memory available,
32
32
  * using the functionality provided by the {@link AutoscaledPool} class.
33
- * All {@link AutoscaledPool} configuration options can be passed to the {@link PlaywrightCrawlerOptions.autoscaledPoolOptions}
34
- * parameter of the `PlaywrightCrawler` constructor. For user convenience, the `minConcurrency` and `maxConcurrency`
35
- * {@link AutoscaledPoolOptions} are available directly in the `PlaywrightCrawler` constructor.
33
+ * Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
34
+ * `PlaywrightCrawler` constructor, or, for finer control, by injecting a pre-configured
35
+ * {@link ConcurrencySystem|`concurrencySystem`}.
36
36
  *
37
37
  * Note that the pool of Playwright instances is internally managed by the [BrowserPool](https://github.com/apify/browser-pool) class.
38
38
  *
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@crawlee/playwright",
3
- "version": "4.0.0-beta.87",
3
+ "version": "4.0.0-beta.89",
4
4
  "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
5
5
  "engines": {
6
6
  "node": ">=22.0.0"
@@ -49,13 +49,13 @@
49
49
  "dependencies": {
50
50
  "@apify/datastructures": "^2.0.3",
51
51
  "@apify/timeout": "^0.3.2",
52
- "@crawlee/basic": "4.0.0-beta.87",
53
- "@crawlee/browser": "4.0.0-beta.87",
54
- "@crawlee/browser-pool": "4.0.0-beta.87",
55
- "@crawlee/cheerio": "4.0.0-beta.87",
56
- "@crawlee/core": "4.0.0-beta.87",
57
- "@crawlee/types": "4.0.0-beta.87",
58
- "@crawlee/utils": "4.0.0-beta.87",
52
+ "@crawlee/basic": "4.0.0-beta.89",
53
+ "@crawlee/browser": "4.0.0-beta.89",
54
+ "@crawlee/browser-pool": "4.0.0-beta.89",
55
+ "@crawlee/cheerio": "4.0.0-beta.89",
56
+ "@crawlee/core": "4.0.0-beta.89",
57
+ "@crawlee/types": "4.0.0-beta.89",
58
+ "@crawlee/utils": "4.0.0-beta.89",
59
59
  "cheerio": "^1.0.0",
60
60
  "idcac-playwright": "^0.1.3",
61
61
  "jquery": "^3.7.1",
@@ -85,5 +85,5 @@
85
85
  }
86
86
  }
87
87
  },
88
- "gitHead": "1b7604cd77b694460aac4448b4555444fa1b2bdb"
88
+ "gitHead": "9279941162eb4be0a9113f768b5bd79d27e66eba"
89
89
  }