@crawlee/core 4.0.0-beta.192 → 4.0.0-beta.194

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/core",
-    "version": "4.0.0-beta.192",
+    "version": "4.0.0-beta.194",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -53,10 +53,10 @@
         "@apify/log": "^3.0.1",
         "@apify/timeout": "^1.0.1",
         "@apify/utilities": "^3.0.1",
-        "@crawlee/fs-storage": "4.0.0-beta.192",
-        "@crawlee/http-client": "4.0.0-beta.192",
-        "@crawlee/types": "4.0.0-beta.192",
-        "@crawlee/utils": "4.0.0-beta.192",
+        "@crawlee/fs-storage": "4.0.0-beta.194",
+        "@crawlee/http-client": "4.0.0-beta.194",
+        "@crawlee/types": "4.0.0-beta.194",
+        "@crawlee/utils": "4.0.0-beta.194",
         "@sapphire/async-queue": "^1.5.5",
         "@standard-schema/spec": "^1.0.0",
         "@vladfrangu/async_event_emitter": "^2.4.6",
@@ -76,5 +76,5 @@
             }
         }
     },
-    "gitHead": "729823422c7168238d8b5fcf38dcb798cbf0af0b"
+    "gitHead": "c1f1ba3f6d24d5de59360c0616c49ce557ceb290"
 }

package/storages/request_manager.d.ts

@@ -41,6 +41,16 @@ export interface IRequestManager extends IRequestLoader {
      * @returns `true` if anything in the composition took responsibility for the signal.
      */
     recordPacingSignal(signal: PacingSignal): boolean;
+    /**
+     * Extends the lock on a request previously handed out by `fetchNextRequest()` and still being
+     * processed, on storage backends that reserve requests via locking (e.g. via
+     * {@link CrawlingContext.extendTimeout|`context.extendTimeout`}).
+     *
+     * @returns `true` when the lock was prolonged, `false` when this manager does not lock
+     * requests or no longer holds this one; non-locking implementations may leave it `undefined`,
+     * which callers treat as `false`.
+     */
+    extendRequestProcessingTimeSecs?(request: Request, secs: number): Promise<boolean>;
 }
 /**
  * How much of the URL space a {@link PacingSignal} covers.

package/storages/request_manager_tandem.d.ts

@@ -92,4 +92,5 @@ export declare class RequestManagerTandem implements IRequestManager {
      * @inheritdoc
      */
     recordPacingSignal(signal: PacingSignal): boolean;
+    extendRequestProcessingTimeSecs(request: Request, secs: number): Promise<boolean>;
 }

package/storages/request_manager_tandem.js

@@ -196,4 +196,7 @@ export class RequestManagerTandem {
     recordPacingSignal(signal) {
         return this.#resolvedRequestManager?.recordPacingSignal(signal) ?? false;
     }
+    async extendRequestProcessingTimeSecs(request, secs) {
+        return (await this.getRequestManager()).extendRequestProcessingTimeSecs?.(request, secs) ?? false;
+    }
 }

package/storages/request_queue.d.ts

@@ -195,6 +195,12 @@ export declare class RequestQueue implements IStorage, IRequestManager {
      * short the reservation of a long-lived one and have its in-flight request stolen.
      */
     setExpectedRequestProcessingTimeSecs(secs: number): Promise<void>;
+    /**
+     * @inheritdoc
+     * Unlike {@link RequestQueue.setExpectedRequestProcessingTimeSecs}, which sizes every future lock,
+     * this only touches the one request it is given.
+     */
+    extendRequestProcessingTimeSecs(request: Request, secs: number): Promise<boolean>;
     /**
      * Caches information about request to beware of unneeded addRequest() calls.
      */

package/storages/request_queue.js

@@ -674,6 +674,17 @@ export class RequestQueue {
         this.#expectedRequestProcessingSecs = secs;
         await this.backend.setExpectedRequestProcessingTimeSecs?.(secs);
     }
+    /**
+     * @inheritdoc
+     * Unlike {@link RequestQueue.setExpectedRequestProcessingTimeSecs}, which sizes every future lock,
+     * this only touches the one request it is given.
+     */
+    async extendRequestProcessingTimeSecs(request, secs) {
+        if (!request.id) {
+            return false;
+        }
+        return (await this.backend.extendRequestProcessingTimeSecs?.(request.id, secs)) ?? false;
+    }
     /**
      * Caches information about request to beware of unneeded addRequest() calls.
      */