@crawlee/puppeteer 4.0.0-beta.92 → 4.0.0-beta.94

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -82,8 +82,8 @@ export interface PuppeteerCrawlerOptions<ContextExtension = Dictionary<never>, E
82
82
  * `PuppeteerCrawler` opens a new Chrome page (i.e. tab) for each {@link Request} object to crawl
83
83
  * and then calls the function provided by user as the {@link PuppeteerCrawlerOptions.requestHandler} option.
84
84
  *
85
- * New pages are only opened when there is enough free CPU and memory available,
86
- * using the functionality provided by the {@link AutoscaledPool} class.
85
+ * New pages are only opened when there is enough free CPU and memory available, as judged by the crawler's
86
+ * {@link ConcurrencySystem}.
87
87
  * Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
88
88
  * `PuppeteerCrawler` constructor, or, for finer control, by injecting a pre-configured
89
89
  * {@link ConcurrencySystem|`concurrencySystem`}.
@@ -170,7 +170,7 @@ export declare class PuppeteerCrawler<ContextExtension = Dictionary<never>, Exte
170
170
  // @ts-ignore optional peer dependency or compatibility with es2022
171
171
  maxCrawlDepth: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
172
172
  // @ts-ignore optional peer dependency or compatibility with es2022
173
- autoscaledPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
173
+ taskLoopOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
174
174
  // @ts-ignore optional peer dependency or compatibility with es2022
175
175
  concurrencySystem: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
176
176
  // @ts-ignore optional peer dependency or compatibility with es2022
@@ -29,8 +29,8 @@ import { gotoExtended, puppeteerUtils } from './utils/puppeteer_utils.js';
29
29
  * `PuppeteerCrawler` opens a new Chrome page (i.e. tab) for each {@link Request} object to crawl
30
30
  * and then calls the function provided by user as the {@link PuppeteerCrawlerOptions.requestHandler} option.
31
31
  *
32
- * New pages are only opened when there is enough free CPU and memory available,
33
- * using the functionality provided by the {@link AutoscaledPool} class.
32
+ * New pages are only opened when there is enough free CPU and memory available, as judged by the crawler's
33
+ * {@link ConcurrencySystem}.
34
34
  * Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
35
35
  * `PuppeteerCrawler` constructor, or, for finer control, by injecting a pre-configured
36
36
  * {@link ConcurrencySystem|`concurrencySystem`}.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@crawlee/puppeteer",
3
- "version": "4.0.0-beta.92",
3
+ "version": "4.0.0-beta.94",
4
4
  "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
5
5
  "engines": {
6
6
  "node": ">=22.0.0"
@@ -48,11 +48,11 @@
48
48
  },
49
49
  "dependencies": {
50
50
  "@apify/datastructures": "^2.0.3",
51
- "@crawlee/browser": "4.0.0-beta.92",
52
- "@crawlee/browser-pool": "4.0.0-beta.92",
53
- "@crawlee/core": "4.0.0-beta.92",
54
- "@crawlee/types": "4.0.0-beta.92",
55
- "@crawlee/utils": "4.0.0-beta.92",
51
+ "@crawlee/browser": "4.0.0-beta.94",
52
+ "@crawlee/browser-pool": "4.0.0-beta.94",
53
+ "@crawlee/core": "4.0.0-beta.94",
54
+ "@crawlee/types": "4.0.0-beta.94",
55
+ "@crawlee/utils": "4.0.0-beta.94",
56
56
  "cheerio": "^1.0.0",
57
57
  "devtools-protocol": "*",
58
58
  "idcac-playwright": "^0.2.0",
@@ -79,5 +79,5 @@
79
79
  }
80
80
  }
81
81
  },
82
- "gitHead": "9470e6cd2fe57b354ba30643a2348f2e737c37fe"
82
+ "gitHead": "35f62988d94ddf8a3e304f81be16202ca6479c07"
83
83
  }