@crawlee/core 3.17.1-beta.79 → 3.17.1-beta.80

package/enqueue_links/enqueue_links.d.ts

@@ -6,7 +6,11 @@ import type { AddRequestsBatchedOptions, AddRequestsBatchedResult, RequestProvid
 import type { GlobInput, PseudoUrlInput, RegExpInput, RequestTransform, SkippedRequestCallback } from './shared';
 export { EnqueueStrategy };
 export interface EnqueueLinksOptions extends RequestQueueOperationOptions {
-    /** Limit the amount of actually enqueued URLs to this number. Useful for testing across the entire crawling scope. */
+    /**
+     * Limit the amount of actually enqueued URLs to this number. Useful for testing across the entire crawling scope.
+     * When called from a crawler context, the limit is further capped by what's left of the crawler's
+     * {@link BasicCrawlerOptions.maxRequestsPerCrawl|`maxRequestsPerCrawl`} budget.
+     */
     limit?: number;
     /** An array of URLs to enqueue. */
     urls?: readonly string[];
@@ -154,6 +158,9 @@ export interface EnqueueLinksOptions extends RequestQueueOperationOptions {
      * 1. based on robots.txt file,
      * 2. because they don't match enqueueLinks filters,
      * 3. or because the maxRequestsPerCrawl limit has been reached
+     *
+     * When calling `enqueueLinks` through a crawler context, this callback runs in addition to (after) the
+     * crawler-level `onSkippedRequest`, it does not replace it.
      */
     onSkippedRequest?: SkippedRequestCallback;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/core",
-    "version": "3.17.1-beta.79",
+    "version": "3.17.1-beta.80",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -59,9 +59,9 @@
         "@apify/pseudo_url": "^2.0.30",
         "@apify/timeout": "^0.4.0",
         "@apify/utilities": "^2.7.10",
-        "@crawlee/memory-storage": "3.17.1-beta.79",
-        "@crawlee/types": "3.17.1-beta.79",
-        "@crawlee/utils": "3.17.1-beta.79",
+        "@crawlee/memory-storage": "3.17.1-beta.80",
+        "@crawlee/types": "3.17.1-beta.80",
+        "@crawlee/utils": "3.17.1-beta.80",
         "@sapphire/async-queue": "^1.5.1",
         "@standard-schema/spec": "^1.0.0",
         "@vladfrangu/async_event_emitter": "^2.2.2",
@@ -84,5 +84,5 @@
             }
         }
     },
-    "gitHead": "267c92b57f2cc05380a2d8e0323fe9f1ee35b142"
+    "gitHead": "5b3c2d52f128643de6f515e87eeb531d55a187f0"
 }