@crawlee/core 4.0.0-beta.92 → 4.0.0-beta.93

package/autoscaling/autoscaled_pool.d.ts

@@ -1,11 +1,10 @@
 import type { ConcurrencyConsumer, IConcurrencySystem } from './concurrency_system.js';
 import type { CrawleeLogger } from '../log.js';
 /**
- * The task-readiness predicates a consumer may supply to steer an {@link AutoscaledPool}'s run loop — the parts of
- * the loop a higher-level driver (e.g. a crawler) legitimately overrides, as opposed to the crawler-owned
- * `runTaskFunction`.
+ * The two predicates that steer a task loop: *is there work ready?* and *are we done?* These are the parts of the loop
+ * a caller legitimately overrides, as opposed to the task itself (`runTaskFunction`), which the loop's driver owns.
  */
-export interface AutoscaledPoolPredicateOptions {
+export interface TaskLoopPredicates {
     /**
      * A function that indicates whether `runTaskFunction` should be called.
      * This function is called every time there is free capacity for a new task and it should
@@ -15,14 +14,14 @@ export interface AutoscaledPoolPredicateOptions {
     isTaskReadyFunction?: () => Promise<boolean>;
     /**
      * A function that is called only when there are no tasks to be processed.
-     * If it resolves to `true` then the pool's run finishes. Being called only
+     * If it resolves to `true` then the run finishes. Being called only
      * when there are no tasks being processed means that as long as `isTaskReadyFunction()`
      * keeps resolving to `true`, `isFinishedFunction()` will never be called.
-     * To abort a run, use the {@link AutoscaledPool.abort} method.
      */
     isFinishedFunction?: () => Promise<boolean>;
 }
-export interface AutoscaledPoolOptions extends AutoscaledPoolPredicateOptions {
+/** @internal */
+export interface AutoscaledPoolOptions extends TaskLoopPredicates {
     /**
      * The governor that decides whether there is free compute for one more task. Typically a
      * {@link ConcurrencySystem}, but any {@link IConcurrencySystem} works. Share a single instance across
@@ -62,8 +61,8 @@ export interface AutoscaledPoolOptions extends AutoscaledPoolPredicateOptions {
  *
  * Before running the pool, you need to implement the following three functions:
  * {@link AutoscaledPoolOptions.runTaskFunction|`runTaskFunction`},
- * {@link AutoscaledPoolPredicateOptions.isTaskReadyFunction|`isTaskReadyFunction`} and
- * {@link AutoscaledPoolPredicateOptions.isFinishedFunction|`isFinishedFunction`}.
+ * {@link TaskLoopPredicates.isTaskReadyFunction|`isTaskReadyFunction`} and
+ * {@link TaskLoopPredicates.isFinishedFunction|`isFinishedFunction`}.
  *
  * The auto-scaled pool is started by calling the {@link AutoscaledPool.run} function.
  * The pool periodically queries `isTaskReadyFunction` for more tasks, managing optimal concurrency, until the function
@@ -104,7 +103,8 @@ export interface AutoscaledPoolOptions extends AutoscaledPoolPredicateOptions {
  *     await concurrencySystem.stop();
  * }
  * ```
- * @category Scaling
+ *
+ * @internal
  */
 export declare class AutoscaledPool {
     private readonly log;

package/autoscaling/autoscaled_pool.js

@@ -10,8 +10,8 @@ import { serviceLocator } from '../service_locator.js';
  *
  * Before running the pool, you need to implement the following three functions:
  * {@link AutoscaledPoolOptions.runTaskFunction|`runTaskFunction`},
- * {@link AutoscaledPoolPredicateOptions.isTaskReadyFunction|`isTaskReadyFunction`} and
- * {@link AutoscaledPoolPredicateOptions.isFinishedFunction|`isFinishedFunction`}.
+ * {@link TaskLoopPredicates.isTaskReadyFunction|`isTaskReadyFunction`} and
+ * {@link TaskLoopPredicates.isFinishedFunction|`isFinishedFunction`}.
  *
  * The auto-scaled pool is started by calling the {@link AutoscaledPool.run} function.
  * The pool periodically queries `isTaskReadyFunction` for more tasks, managing optimal concurrency, until the function
@@ -52,7 +52,8 @@ import { serviceLocator } from '../service_locator.js';
  *     await concurrencySystem.stop();
  * }
  * ```
- * @category Scaling
+ *
+ * @internal
  */
 export class AutoscaledPool {
     log;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/core",
-    "version": "4.0.0-beta.92",
+    "version": "4.0.0-beta.93",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -53,9 +53,9 @@
         "@apify/pseudo_url": "^2.0.59",
         "@apify/timeout": "^0.3.2",
         "@apify/utilities": "^2.15.5",
-        "@crawlee/fs-storage": "4.0.0-beta.92",
-        "@crawlee/types": "4.0.0-beta.92",
-        "@crawlee/utils": "4.0.0-beta.92",
+        "@crawlee/fs-storage": "4.0.0-beta.93",
+        "@crawlee/types": "4.0.0-beta.93",
+        "@crawlee/utils": "4.0.0-beta.93",
         "@sapphire/async-queue": "^1.5.5",
         "@sapphire/shapeshift": "^4.0.0",
         "@vladfrangu/async_event_emitter": "^2.4.6",
@@ -79,5 +79,5 @@
             }
         }
     },
-    "gitHead": "9470e6cd2fe57b354ba30643a2348f2e737c37fe"
+    "gitHead": "b9d21e80d94d01e21d4e1c19191610d0157dd172"
 }