@crawlee/http 3.9.3-beta.49 → 3.9.3-beta.50

package/index.d.ts

@@ -1,3 +1,4 @@
 export * from '@crawlee/basic';
 export * from './internals/http-crawler';
+export * from './internals/file-download';
 //# sourceMappingURL=index.d.ts.map

package/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,0BAA0B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC"}

package/index.js

@@ -3,4 +3,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const tslib_1 = require("tslib");
 tslib_1.__exportStar(require("@crawlee/basic"), exports);
 tslib_1.__exportStar(require("./internals/http-crawler"), exports);
+tslib_1.__exportStar(require("./internals/file-download"), exports);
 //# sourceMappingURL=index.js.map

package/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,yDAA+B;AAC/B,mEAAyC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,yDAA+B;AAC/B,mEAAyC;AACzC,oEAA0C"}

package/index.mjs

@@ -18,6 +18,7 @@ export const ErrorSnapshotter = mod.ErrorSnapshotter;
 export const ErrorTracker = mod.ErrorTracker;
 export const EventManager = mod.EventManager;
 export const EventType = mod.EventType;
+export const FileDownload = mod.FileDownload;
 export const HttpCrawler = mod.HttpCrawler;
 export const KeyValueStore = mod.KeyValueStore;
 export const LocalEventManager = mod.LocalEventManager;
@@ -65,6 +66,7 @@ export const constructRegExpObjectsFromRegExps = mod.constructRegExpObjectsFromR
 export const cookieStringToToughCookie = mod.cookieStringToToughCookie;
 export const createBasicRouter = mod.createBasicRouter;
 export const createDeserialize = mod.createDeserialize;
+export const createFileRouter = mod.createFileRouter;
 export const createHttpRouter = mod.createHttpRouter;
 export const createRequestOptions = mod.createRequestOptions;
 export const createRequests = mod.createRequests;

package/internals/file-download.d.ts

@@ -0,0 +1,101 @@
+import type { Dictionary } from '@crawlee/types';
+import type { ErrorHandler, GetUserDataFromRequest, HttpCrawlerOptions, InternalHttpCrawlingContext, InternalHttpHook, RequestHandler, RouterRoutes } from '../index';
+import { HttpCrawler } from '../index';
+export type FileDownloadErrorHandler<UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
+JSONData extends Dictionary = any> = ErrorHandler<FileDownloadCrawlingContext<UserData, JSONData>>;
+export type StreamHandlerContext = Omit<FileDownloadCrawlingContext, 'body' | 'response' | 'parseWithCheerio' | 'json' | 'addRequests' | 'contentType'> & {
+    stream: ReadableStream;
+};
+type StreamHandler = (context: StreamHandlerContext) => void | Promise<void>;
+export type FileDownloadOptions<UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
+JSONData extends Dictionary = any> = (Omit<HttpCrawlerOptions<FileDownloadCrawlingContext<UserData, JSONData>>, 'requestHandler'> & {
+    requestHandler?: never;
+    streamHandler?: StreamHandler;
+}) | (Omit<HttpCrawlerOptions<FileDownloadCrawlingContext<UserData, JSONData>>, 'requestHandler'> & {
+    requestHandler: FileDownloadRequestHandler;
+    streamHandler?: never;
+});
+export type FileDownloadHook<UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
+JSONData extends Dictionary = any> = InternalHttpHook<FileDownloadCrawlingContext<UserData, JSONData>>;
+export interface FileDownloadCrawlingContext<UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
+JSONData extends Dictionary = any> extends InternalHttpCrawlingContext<UserData, JSONData, FileDownload> {
+}
+export type FileDownloadRequestHandler<UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
+JSONData extends Dictionary = any> = RequestHandler<FileDownloadCrawlingContext<UserData, JSONData>>;
+/**
+ * Provides a framework for downloading files in parallel using plain HTTP requests. The URLs to download are fed either from a static list of URLs or they can be added on the fly from another crawler.
+ *
+ * Since `FileDownload` uses raw HTTP requests to download the files, it is very fast and bandwith-efficient.
+ * However, it doesn't parse the content - if you need to e.g. extract data from the downloaded files,
+ * you might need to use {@apilink CheerioCrawler}, {@apilink PuppeteerCrawler} or {@apilink PlaywrightCrawler} instead.
+ *
+ * `FileCrawler` downloads each URL using a plain HTTP request and then invokes the user-provided {@apilink FileDownloadOptions.requestHandler} where the user can specify what to do with the downloaded data.
+ *
+ * The source URLs are represented using {@apilink Request} objects that are fed from {@apilink RequestList} or {@apilink RequestQueue} instances provided by the {@apilink FileDownloadOptions.requestList} or {@apilink FileDownloadOptions.requestQueue} constructor options, respectively.
+ *
+ * If both {@apilink FileDownloadOptions.requestList} and {@apilink FileDownloadOptions.requestQueue} are used, the instance first processes URLs from the {@apilink RequestList} and automatically enqueues all of them to {@apilink RequestQueue} before it starts their processing. This ensures that a single URL is not crawled multiple times.
+ *
+ * The crawler finishes when there are no more {@apilink Request} objects to crawl.
+ *
+ * We can use the `preNavigationHooks` to adjust `gotOptions`:
+ *
+ * ```
+ * preNavigationHooks: [
+ *     (crawlingContext, gotOptions) => {
+ *         // ...
+ *     },
+ * ]
+ * ```
+ *
+ * New requests are only dispatched when there is enough free CPU and memory available, using the functionality provided by the {@apilink AutoscaledPool} class. All {@apilink AutoscaledPool} configuration options can be passed to the `autoscaledPoolOptions` parameter of the `FileCrawler` constructor. For user convenience, the `minConcurrency` and `maxConcurrency` {@apilink AutoscaledPool} options are available directly in the `FileCrawler` constructor.
+ *
+ * ## Example usage
+ *
+ * ```ts
+ * const crawler = new FileDownloader({
+ *     requestHandler({ body, request }) {
+ *         writeFileSync(request.url.replace(/[^a-z0-9\.]/gi, '_'), body);
+ *     },
+ * });
+ *
+ * await crawler.run([
+ *     'http://www.example.com/document.pdf',
+ *     'http://www.example.com/sound.mp3',
+ *     'http://www.example.com/video.mkv',
+ * ]);
+ * ```
+ */
+export declare class FileDownload extends HttpCrawler<FileDownloadCrawlingContext> {
+    private streamHandler?;
+    constructor(options?: FileDownloadOptions);
+    protected _runRequestHandler(context: FileDownloadCrawlingContext): Promise<void>;
+    private streamRequestHandler;
+}
+/**
+ * Creates new {@apilink Router} instance that works based on request labels.
+ * This instance can then serve as a `requestHandler` of your {@apilink FileDownload}.
+ * Defaults to the {@apilink FileDownloadCrawlingContext}.
+ *
+ * > Serves as a shortcut for using `Router.create<FileDownloadCrawlingContext>()`.
+ *
+ * ```ts
+ * import { FileDownload, createFileRouter } from 'crawlee';
+ *
+ * const router = createFileRouter();
+ * router.addHandler('label-a', async (ctx) => {
+ *    ctx.log.info('...');
+ * });
+ * router.addDefaultHandler(async (ctx) => {
+ *    ctx.log.info('...');
+ * });
+ *
+ * const crawler = new FileDownload({
+ *     requestHandler: router,
+ * });
+ * await crawler.run();
+ * ```
+ */
+// @ts-ignore optional peer dependency or compatibility with es2022
+export declare function createFileRouter<Context extends FileDownloadCrawlingContext = FileDownloadCrawlingContext, UserData extends Dictionary = GetUserDataFromRequest<Context['request']>>(routes?: RouterRoutes<Context, UserData>): import("packages/core/dist/router").RouterHandler<Context>;
+export {};
+//# sourceMappingURL=file-download.d.ts.map

package/internals/file-download.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-download.d.ts","sourceRoot":"","sources":["../../src/internals/file-download.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,OAAO,KAAK,EACR,YAAY,EACZ,sBAAsB,EACtB,kBAAkB,EAClB,2BAA2B,EAC3B,gBAAgB,EAChB,cAAc,EACd,YAAY,EACf,MAAM,UAAU,CAAC;AAClB,OAAO,EACH,WAAW,EAEd,MAAM,UAAU,CAAC;AAElB,MAAM,MAAM,wBAAwB,CAChC,QAAQ,SAAS,UAAU,GAAG,GAAG,EAAE,2EAA2E;AAC9G,QAAQ,SAAS,UAAU,GAAG,GAAG,IACjC,YAAY,CAAC,2BAA2B,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAElE,MAAM,MAAM,oBAAoB,GAAG,IAAI,CAAC,2BAA2B,EAAE,MAAM,GAAG,UAAU,GAAG,kBAAkB,GAAG,MAAM,GAAG,aAAa,GAAG,aAAa,CAAC,GAAG;IACtJ,MAAM,EAAE,cAAc,CAAC;CAC1B,CAAC;AAEF,KAAK,aAAa,GAAG,CAAC,OAAO,EAAE,oBAAoB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAE7E,MAAM,MAAM,mBAAmB,CAC3B,QAAQ,SAAS,UAAU,GAAG,GAAG,EAAE,2EAA2E;AAC9G,QAAQ,SAAS,UAAU,GAAG,GAAG,IAGjC,CAAC,IAAI,CAAC,kBAAkB,CAAC,2BAA2B,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,EAAE,gBAAgB,CAAE,GAAG;IAAE,cAAc,CAAC,EAAE,KAAK,CAAC;IAAC,aAAa,CAAC,EAAE,aAAa,CAAA;CAAE,CAAC,GAE1J,CAAC,IAAI,CAAC,kBAAkB,CAAC,2BAA2B,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,EAAE,gBAAgB,CAAE,GAAG;IAAE,cAAc,EAAE,0BAA0B,CAAC;IAAC,aAAa,CAAC,EAAE,KAAK,CAAA;CAAE,CAAC,CAAC;AAE3K,MAAM,MAAM,gBAAgB,CACxB,QAAQ,SAAS,UAAU,GAAG,GAAG,EAAE,2EAA2E;AAC9G,QAAQ,SAAS,UAAU,GAAG,GAAG,IACjC,gBAAgB,CAAC,2BAA2B,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAEtE,MAAM,WAAW,2BAA2B,CACxC,QAAQ,SAAS,UAAU,GAAG,GAAG,EAAE,2EAA2E;AAC9G,QAAQ,SAAS,UAAU,GAAG,GAAG,CACnC,SAAQ,2BAA2B,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,CAAC;CAAG;AAE1E,MAAM,MAAM,0BAA0B,CAClC,QAAQ,SAAS,UAAU,GAAG,GAAG,EAAE,2EAA2E;AAC9G,QAAQ,SAAS,UAAU,GAAG,GAAG,IACjC,cAAc,CAAC,2BAA2B,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAEpE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,qBAAa,YAAa,SAAQ,WAAW,CAAC,2BAA2B,CAAC;IACtE,OAAO,CAAC,aAAa,CAAC,CAAgB;gBAE1B,OAAO,GAAE,mBAAwB;cAqBpB,kBAAkB,CAAC,OAAO,EAAE,2BAA2B;YAQlE,oBAAoB;CAgErC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,gBAAgB,CAC5B,OAAO,SAAS,2BAA2B,GAAG,2BAA2B,EACzE,QAAQ,SAAS,UAAU,GAAG,sBAAsB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAC1E,MAAM,CAAC,EAAE,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,8DAEzC"}

package/internals/file-download.js

@@ -0,0 +1,161 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createFileRouter = exports.FileDownload = void 0;
+const promises_1 = require("stream/promises");
+const types_1 = require("util/types");
+const index_1 = require("../index");
+/**
+ * Provides a framework for downloading files in parallel using plain HTTP requests. The URLs to download are fed either from a static list of URLs or they can be added on the fly from another crawler.
+ *
+ * Since `FileDownload` uses raw HTTP requests to download the files, it is very fast and bandwith-efficient.
+ * However, it doesn't parse the content - if you need to e.g. extract data from the downloaded files,
+ * you might need to use {@apilink CheerioCrawler}, {@apilink PuppeteerCrawler} or {@apilink PlaywrightCrawler} instead.
+ *
+ * `FileCrawler` downloads each URL using a plain HTTP request and then invokes the user-provided {@apilink FileDownloadOptions.requestHandler} where the user can specify what to do with the downloaded data.
+ *
+ * The source URLs are represented using {@apilink Request} objects that are fed from {@apilink RequestList} or {@apilink RequestQueue} instances provided by the {@apilink FileDownloadOptions.requestList} or {@apilink FileDownloadOptions.requestQueue} constructor options, respectively.
+ *
+ * If both {@apilink FileDownloadOptions.requestList} and {@apilink FileDownloadOptions.requestQueue} are used, the instance first processes URLs from the {@apilink RequestList} and automatically enqueues all of them to {@apilink RequestQueue} before it starts their processing. This ensures that a single URL is not crawled multiple times.
+ *
+ * The crawler finishes when there are no more {@apilink Request} objects to crawl.
+ *
+ * We can use the `preNavigationHooks` to adjust `gotOptions`:
+ *
+ * ```
+ * preNavigationHooks: [
+ *     (crawlingContext, gotOptions) => {
+ *         // ...
+ *     },
+ * ]
+ * ```
+ *
+ * New requests are only dispatched when there is enough free CPU and memory available, using the functionality provided by the {@apilink AutoscaledPool} class. All {@apilink AutoscaledPool} configuration options can be passed to the `autoscaledPoolOptions` parameter of the `FileCrawler` constructor. For user convenience, the `minConcurrency` and `maxConcurrency` {@apilink AutoscaledPool} options are available directly in the `FileCrawler` constructor.
+ *
+ * ## Example usage
+ *
+ * ```ts
+ * const crawler = new FileDownloader({
+ *     requestHandler({ body, request }) {
+ *         writeFileSync(request.url.replace(/[^a-z0-9\.]/gi, '_'), body);
+ *     },
+ * });
+ *
+ * await crawler.run([
+ *     'http://www.example.com/document.pdf',
+ *     'http://www.example.com/sound.mp3',
+ *     'http://www.example.com/video.mkv',
+ * ]);
+ * ```
+ */
+class FileDownload extends index_1.HttpCrawler {
+    constructor(options = {}) {
+        const { streamHandler } = options;
+        delete options.streamHandler;
+        if (streamHandler) {
+            // For streams, the navigation is done in the request handler.
+            options.requestHandlerTimeoutSecs = options.navigationTimeoutSecs ?? 120;
+        }
+        super(options);
+        Object.defineProperty(this, "streamHandler", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.streamHandler = streamHandler;
+        if (this.streamHandler) {
+            this.requestHandler = this.streamRequestHandler;
+        }
+        // The base HttpCrawler class only supports a handful of text based mime types.
+        // With the FileDownload crawler, we want to download any file type.
+        this.supportedMimeTypes = new Set(['*/*']);
+    }
+    async _runRequestHandler(context) {
+        if (this.streamHandler) {
+            context.request.skipNavigation = true;
+        }
+        await super._runRequestHandler(context);
+    }
+    async streamRequestHandler(context) {
+        const { log, request: { url } } = context;
+        const { gotScraping } = await import('got-scraping');
+        const stream = gotScraping.stream({
+            url,
+            timeout: { request: undefined },
+            proxyUrl: context.proxyInfo?.url,
+            isStream: true,
+        });
+        let pollingInterval;
+        const cleanUp = () => {
+            clearInterval(pollingInterval);
+            stream.destroy();
+        };
+        const downloadPromise = new Promise((resolve, reject) => {
+            pollingInterval = setInterval(() => {
+                const { total, transferred } = stream.downloadProgress;
+                if (transferred > 0) {
+                    log.debug(`Downloaded ${transferred} bytes of ${total ?? 0} bytes from ${url}.`);
+                }
+            }, 5000);
+            stream.on('error', async (error) => {
+                cleanUp();
+                reject(error);
+            });
+            let streamHandlerResult;
+            try {
+                context.stream = stream;
+                streamHandlerResult = this.streamHandler(context);
+            }
+            catch (e) {
+                cleanUp();
+                reject(e);
+            }
+            if ((0, types_1.isPromise)(streamHandlerResult)) {
+                streamHandlerResult.then(() => {
+                    resolve();
+                }).catch((e) => {
+                    cleanUp();
+                    reject(e);
+                });
+            }
+            else {
+                resolve();
+            }
+        });
+        await Promise.all([
+            downloadPromise,
+            (0, promises_1.finished)(stream),
+        ]);
+        cleanUp();
+    }
+}
+exports.FileDownload = FileDownload;
+/**
+ * Creates new {@apilink Router} instance that works based on request labels.
+ * This instance can then serve as a `requestHandler` of your {@apilink FileDownload}.
+ * Defaults to the {@apilink FileDownloadCrawlingContext}.
+ *
+ * > Serves as a shortcut for using `Router.create<FileDownloadCrawlingContext>()`.
+ *
+ * ```ts
+ * import { FileDownload, createFileRouter } from 'crawlee';
+ *
+ * const router = createFileRouter();
+ * router.addHandler('label-a', async (ctx) => {
+ *    ctx.log.info('...');
+ * });
+ * router.addDefaultHandler(async (ctx) => {
+ *    ctx.log.info('...');
+ * });
+ *
+ * const crawler = new FileDownload({
+ *     requestHandler: router,
+ * });
+ * await crawler.run();
+ * ```
+ */
+function createFileRouter(routes) {
+    return index_1.Router.create(routes);
+}
+exports.createFileRouter = createFileRouter;
+//# sourceMappingURL=file-download.js.map

package/internals/file-download.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-download.js","sourceRoot":"","sources":["../../src/internals/file-download.ts"],"names":[],"mappings":";;;AAAA,8CAA2C;AAC3C,sCAAuC;AAavC,oCAGkB;AAqClB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,MAAa,YAAa,SAAQ,mBAAwC;IAGtE,YAAY,UAA+B,EAAE;QACzC,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;QAClC,OAAO,OAAO,CAAC,aAAa,CAAC;QAE7B,IAAI,aAAa,EAAE,CAAC;YAChB,8DAA8D;YAC7D,OAAe,CAAC,yBAAyB,GAAG,OAAO,CAAC,qBAAqB,IAAI,GAAG,CAAC;QACtF,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,CAAC;QAXX;;;;;WAA8B;QAalC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC;QACpD,CAAC;QAED,+EAA+E;QAC/E,oEAAoE;QACnE,IAAY,CAAC,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACxD,CAAC;IAEkB,KAAK,CAAC,kBAAkB,CAAC,OAAoC;QAC5E,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,OAAO,CAAC,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;QAC1C,CAAC;QAED,MAAM,KAAK,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,OAAoC;QACnE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QAE1C,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;QAErD,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;YAC9B,GAAG;YACH,OAAO,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;YAC/B,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,GAAG;YAChC,QAAQ,EAAE,IAAI;SACjB,CAAC,CAAC;QAEH,IAAI,eAA2C,CAAC;QAEhD,MAAM,OAAO,GAAG,GAAG,EAAE;YACjB,aAAa,CAAC,eAAgB,CAAC,CAAC;YAChC,MAAM,CAAC,OAAO,EAAE,CAAC;QACrB,CAAC,CAAC;QAEF,MAAM,eAAe,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1D,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE;gBAC/B,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC,gBAAgB,CAAC;gBAEvD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;oBAClB,GAAG,CAAC,KAAK,CACL,cAAc,WAAW,aAAa,KAAK,IAAI,CAAC,eAAe,GAAG,GAAG,CACxE,CAAC;gBACN,CAAC;YACL,CAAC,EAAE,IAAI,CAAC,CAAC;YAET,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,KAAY,EAAE,EAAE;gBACtC,OAAO,EAAE,CAAC;gBACV,MAAM,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;YAEH,IAAI,mBAAmB,CAAC;YAExB,IAAI,CAAC;gBACD,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;gBACxB,mBAAmB,GAAG,IAAI,CAAC,aAAc,CAAC,OAAc,CAAC,CAAC;YAC9D,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,OAAO,EAAE,CAAC;gBACV,MAAM,CAAC,CAAC,CAAC,CAAC;YACd,CAAC;YAED,IAAI,IAAA,iBAAS,EAAC,mBAAmB,CAAC,EAAE,CAAC;gBACjC,mBAAmB,CAAC,IAAI,CAAC,GAAG,EAAE;oBAC1B,OAAO,EAAE,CAAC;gBACd,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAQ,EAAE,EAAE;oBAClB,OAAO,EAAE,CAAC;oBACV,MAAM,CAAC,CAAC,CAAC,CAAC;gBACd,CAAC,CAAC,CAAC;YACP,CAAC;iBAAM,CAAC;gBACJ,OAAO,EAAE,CAAC;YACd,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,GAAG,CAAC;YACd,eAAe;YACf,IAAA,mBAAQ,EAAC,MAAM,CAAC;SACnB,CAAC,CAAC;QAEH,OAAO,EAAE,CAAC;IACd,CAAC;CACJ;AAhGD,oCAgGC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,SAAgB,gBAAgB,CAG9B,MAAwC;IACtC,OAAO,cAAM,CAAC,MAAM,CAAU,MAAM,CAAC,CAAC;AAC1C,CAAC;AALD,4CAKC"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/http",
-    "version": "3.9.3-beta.49",
+    "version": "3.9.3-beta.50",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -55,9 +55,9 @@
     "dependencies": {
         "@apify/timeout": "^0.3.0",
         "@apify/utilities": "^2.7.10",
-        "@crawlee/basic": "3.9.3-beta.49",
-        "@crawlee/types": "3.9.3-beta.49",
-        "@crawlee/utils": "3.9.3-beta.49",
+        "@crawlee/basic": "3.9.3-beta.50",
+        "@crawlee/types": "3.9.3-beta.50",
+        "@crawlee/utils": "3.9.3-beta.50",
         "@types/content-type": "^1.1.5",
         "cheerio": "^1.0.0-rc.12",
         "content-type": "^1.0.4",
@@ -75,5 +75,5 @@
             }
         }
     },
-    "gitHead": "1e3035d52a6e274221be799f3d31ff1e318b791e"
+    "gitHead": "b4d36bdb7cb3de644b5c286ff634b110cf9ab580"
 }