apify 2.0.8-beta.6 → 2.1.0-beta.0

package/{types → build}/index.d.ts

@@ -1,3 +1,4 @@
 export default Apify;
 export * from "./main";
 import * as Apify from "./main";
+//# sourceMappingURL=index.d.ts.map

package/build/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.js"],"names":[],"mappings":""}

package/build/index.js

@@ -1,15 +1,7 @@
 "use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-const Apify = require("./main");
+const tslib_1 = require("tslib");
+const Apify = (0, tslib_1.__importStar)(require("./main"));
 exports.default = Apify;
-__exportStar(require("./main"), exports);
+(0, tslib_1.__exportStar)(require("./main"), exports);
+//# sourceMappingURL=index.js.map

package/build/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.js"],"names":[],"mappings":";;;AAAA,2DAAgC;AAEhC,kBAAe,KAAK,CAAC;AACrB,sDAAuB"}

package/{types → build}/main.d.ts

@@ -60,6 +60,7 @@ declare const exportedUtils: {
         waitSecs?: string | undefined;
         token?: string | undefined;
     }) => Promise<import("./typedefs").ActorRun>;
+    purgeLocalStorage: (folder?: string | undefined) => Promise<void>;
 } & {
     puppeteer: {
 // @ts-ignore optional peer dependency
@@ -108,6 +109,7 @@ declare const exportedUtils: {
         } | undefined) => Promise<void>;
     };
     playwright: {
+// @ts-ignore optional peer dependency
         gotoExtended: (page: import("playwright").Page, request: Request, gotoOptions?: import("./playwright_utils").DirectNavigationOptions | undefined) => Promise<import("playwright").Response | null>;
     };
     social: {
@@ -135,7 +137,7 @@ declare const exportedUtils: {
 };
 import { enqueueLinks } from "./enqueue_links/enqueue_links";
 export { Apify, Configuration, main, getEnv, call, callTask, metamorph, getMemoryInfo, isAtHome, newClient, addWebhook, AutoscaledPool, BasicCrawler, CheerioCrawler, pushData, openDataset, events, initializeEvents, stopEvents, getValue, setValue, getInput, openKeyValueStore, launchPuppeteer, launchPlaywright, BrowserCrawler, PuppeteerCrawler, PlaywrightCrawler, PseudoUrl, Request, RequestList, openRequestList, openRequestQueue, openSessionPool, createProxyConfiguration, Session, exportedUtils as utils };
-
+//# sourceMappingURL=main.d.ts.map
 export { ApifyEnv, EventTypes, UserFunc, AdhocWebhook, WebhookRun } from "./actor";
 export { AutoscaledPoolOptions } from "./autoscaling/autoscaled_pool";
 export { SnapshotterOptions } from "./autoscaling/snapshotter";

package/build/main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../src/main.js"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiCA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAOG"}

package/build/main.js

@@ -1,8 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.utils = exports.Session = exports.createProxyConfiguration = exports.openSessionPool = exports.openRequestQueue = exports.openRequestList = exports.RequestList = exports.Request = exports.PseudoUrl = exports.PlaywrightCrawler = exports.PuppeteerCrawler = exports.BrowserCrawler = exports.launchPlaywright = exports.launchPuppeteer = exports.openKeyValueStore = exports.getInput = exports.setValue = exports.getValue = exports.stopEvents = exports.initializeEvents = exports.events = exports.openDataset = exports.pushData = exports.CheerioCrawler = exports.BasicCrawler = exports.AutoscaledPool = exports.addWebhook = exports.newClient = exports.isAtHome = exports.getMemoryInfo = exports.metamorph = exports.callTask = exports.call = exports.getEnv = exports.main = exports.Configuration = exports.Apify = void 0;
+const tslib_1 = require("tslib");
 const events_1 = require("events");
-const utils_log_1 = require("./utils_log");
+const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
 const actor_1 = require("./actor");
 Object.defineProperty(exports, "main", { enumerable: true, get: function () { return actor_1.main; } });
 Object.defineProperty(exports, "getEnv", { enumerable: true, get: function () { return actor_1.getEnv; } });
@@ -14,16 +15,16 @@ const apify_1 = require("./apify");
 Object.defineProperty(exports, "Apify", { enumerable: true, get: function () { return apify_1.Apify; } });
 const configuration_1 = require("./configuration");
 Object.defineProperty(exports, "Configuration", { enumerable: true, get: function () { return configuration_1.Configuration; } });
-const autoscaled_pool_1 = require("./autoscaling/autoscaled_pool");
+const autoscaled_pool_1 = (0, tslib_1.__importDefault)(require("./autoscaling/autoscaled_pool"));
 exports.AutoscaledPool = autoscaled_pool_1.default;
 const basic_crawler_1 = require("./crawlers/basic_crawler");
 Object.defineProperty(exports, "BasicCrawler", { enumerable: true, get: function () { return basic_crawler_1.BasicCrawler; } });
-const cheerio_crawler_1 = require("./crawlers/cheerio_crawler");
+const cheerio_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/cheerio_crawler"));
 exports.CheerioCrawler = cheerio_crawler_1.default;
 const dataset_1 = require("./storages/dataset");
 Object.defineProperty(exports, "pushData", { enumerable: true, get: function () { return dataset_1.pushData; } });
 Object.defineProperty(exports, "openDataset", { enumerable: true, get: function () { return dataset_1.openDataset; } });
-const events_2 = require("./events");
+const events_2 = (0, tslib_1.__importStar)(require("./events"));
 exports.events = events_2.default;
 Object.defineProperty(exports, "initializeEvents", { enumerable: true, get: function () { return events_2.initializeEvents; } });
 Object.defineProperty(exports, "stopEvents", { enumerable: true, get: function () { return events_2.stopEvents; } });
@@ -36,13 +37,13 @@ const puppeteer_launcher_1 = require("./browser_launchers/puppeteer_launcher");
 Object.defineProperty(exports, "launchPuppeteer", { enumerable: true, get: function () { return puppeteer_launcher_1.launchPuppeteer; } });
 const playwright_launcher_1 = require("./browser_launchers/playwright_launcher");
 Object.defineProperty(exports, "launchPlaywright", { enumerable: true, get: function () { return playwright_launcher_1.launchPlaywright; } });
-const browser_crawler_1 = require("./crawlers/browser_crawler");
+const browser_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/browser_crawler"));
 exports.BrowserCrawler = browser_crawler_1.default;
-const puppeteer_crawler_1 = require("./crawlers/puppeteer_crawler");
+const puppeteer_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/puppeteer_crawler"));
 exports.PuppeteerCrawler = puppeteer_crawler_1.default;
-const playwright_crawler_1 = require("./crawlers/playwright_crawler");
+const playwright_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/playwright_crawler"));
 exports.PlaywrightCrawler = playwright_crawler_1.default;
-const request_1 = require("./request");
+const request_1 = (0, tslib_1.__importDefault)(require("./request"));
 exports.Request = request_1.default;
 const request_list_1 = require("./request_list");
 Object.defineProperty(exports, "RequestList", { enumerable: true, get: function () { return request_list_1.RequestList; } });
@@ -59,7 +60,7 @@ const puppeteer_utils_1 = require("./puppeteer_utils");
 const playwright_utils_1 = require("./playwright_utils");
 const utils_social_1 = require("./utils_social");
 const enqueue_links_1 = require("./enqueue_links/enqueue_links");
-const pseudo_url_1 = require("./pseudo_url");
+const pseudo_url_1 = (0, tslib_1.__importDefault)(require("./pseudo_url"));
 exports.PseudoUrl = pseudo_url_1.default;
 const utils_request_1 = require("./utils_request");
 const session_pool_1 = require("./session_pool/session_pool");
@@ -77,3 +78,4 @@ const exportedUtils = Object.assign(utils_1.publicUtils, {
     requestAsBrowser: utils_request_1.requestAsBrowser,
 });
 exports.utils = exportedUtils;
+//# sourceMappingURL=main.js.map

package/build/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.js"],"names":[],"mappings":";;;;AAAA,mCAAsC;AACtC,yEAA8B;AAC9B,mCAA8E;AA6F1E,qFA7FK,YAAI,OA6FL;AACJ,uFA9FW,cAAM,OA8FX;AACN,qFA/FmB,YAAI,OA+FnB;AACJ,yFAhGyB,gBAAQ,OAgGzB;AACR,0FAjGmC,iBAAS,OAiGnC;AAIT,2FArG8C,kBAAU,OAqG9C;AApGd,mCAAgC;AA0F5B,sFA1FK,aAAK,OA0FL;AAzFT,mDAAgD;AA0F5C,8FA1FK,6BAAa,OA0FL;AAzFjB,iGAA2D;AAoGvD,yBApGG,yBAAc,CAoGH;AAnGlB,4DAAwD;AAqGpD,6FArGK,4BAAY,OAqGL;AApGhB,8FAAwD;AAsGpD,yBAtGG,yBAAc,CAsGH;AArGlB,gDAA2D;AAuGvD,yFAvGK,kBAAQ,OAuGL;AACR,4FAxGe,qBAAW,OAwGf;AAvGf,gEAAgE;AAyG5D,iBAzGG,gBAAM,CAyGH;AACN,iGA1Ga,yBAAgB,OA0Gb;AAChB,2FA3G+B,mBAAU,OA2G/B;AA1Gd,gEAA6F;AA4GzF,yFA5GK,0BAAQ,OA4GL;AACR,yFA7Ge,0BAAQ,OA6Gf;AACR,yFA9GyB,0BAAQ,OA8GzB;AACR,kGA/GmC,mCAAiB,OA+GnC;AA9GrB,+EAAyE;AAgHrE,gGAhHK,oCAAe,OAgHL;AA/GnB,iFAA2E;AAgHvE,iGAhHK,sCAAgB,OAgHL;AA/GpB,8FAAwD;AAgHpD,yBAhHG,yBAAc,CAgHH;AA/GlB,kGAA4D;AAgHxD,2BAhHG,2BAAgB,CAgHH;AA/GpB,oGAA8D;AAgH1D,4BAhHG,4BAAiB,CAgHH;AA/GrB,qEAAgC;AAmH5B,kBAnHG,iBAAO,CAmHH;AAlHX,iDAA8D;AAmH1D,4FAnHK,0BAAW,OAmHL;AACX,gGApHkB,8BAAe,OAoHlB;AAnHnB,+DAAiE;AAwH7D,yGAxHK,8CAAwB,OAwHL;AAvH5B,4DAA4D;AAmHxD,iGAnHK,gCAAgB,OAmHL;AAlHpB,mCAA0E;AAkFtE,0FAlFK,iBAAS,OAkFL;AAFT,8FAhFgB,qBAAa,OAgFhB;AACb,yFAjF+B,gBAAQ,OAiF/B;AAhFZ,uDAAmD;AACnD,yDAAqD;AACrD,iDAA6C;AAC7C,iEAA6D;AAC7D,2EAAqC;AAwGjC,oBAxGG,oBAAS,CAwGH;AAvGb,mDAAmD;AACnD,8DAA8D;AA6G1D,gGA7GK,8BAAe,OA6GL;AA5GnB,oDAAiD;AAgH7C,wFAhHK,iBAAO,OAgHL;AA9GX,oEAAoE;AACpE,qBAAY,CAAC,mBAAmB,GAAG,EAAE,CAAC;AAEtC,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,mBAAW,EAAE;IAC7C,SAAS,EAAE,gCAAc;IACzB,UAAU,EAAE,kCAAe;IAC3B,MAAM,EAAE,0BAAW;IACnB,GAAG,EAAH,mBAAG;IACH,YAAY,EAAZ,4BAAY;IACZ,gBAAgB,EAAhB,gCAAgB;CACnB,CAAC,CAAC;AAsGkB,8BAAK"}

package/{types → build}/playwright_utils.d.ts

@@ -1,6 +1,3 @@
-/// <reference path="../types/playwright/index.d.ts" />
-/// <reference path="../types/playwright/types/types.d.ts" />
-
 export function gotoExtended(page: Page, request: Request, gotoOptions?: DirectNavigationOptions | undefined): Promise<(Response | null)>;
 export namespace playwrightUtils {
     export { gotoExtended };
@@ -25,6 +22,9 @@ export type DirectNavigationOptions = {
      */
     referer?: string | undefined;
 };
+// @ts-ignore optional peer dependency
 import { Page } from "playwright/types/types";
 import Request from "./request";
+// @ts-ignore optional peer dependency
 import { Response } from "playwright/types/types";
+//# sourceMappingURL=playwright_utils.d.ts.map

package/build/playwright_utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright_utils.d.ts","sourceRoot":"","sources":["../src/playwright_utils.js"],"names":[],"mappings":"AAyCO,mCATI,IAAI,WAEJ,OAAO,sDAEN,QAAQ,CAAC,QAAQ,GAAC,IAAI,CAAC,CAAC,CA8CnC"}

package/build/playwright_utils.js

@@ -1,9 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.playwrightUtils = exports.gotoExtended = void 0;
-const ow_1 = require("ow");
-const _ = require("underscore");
-const utils_log_1 = require("./utils_log");
+const tslib_1 = require("tslib");
+const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
+const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
+const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
 const validators_1 = require("./validators");
 /**
  * @typedef {object} DirectNavigationOptions
@@ -47,26 +48,31 @@ const gotoExtended = async (page, request, gotoOptions = {}) => {
     }));
     (0, ow_1.default)(gotoOptions, ow_1.default.object);
     const { url, method, headers, payload } = request;
-    if (method !== 'GET' || payload || !_.isEmpty(headers)) {
+    if (method !== 'GET' || payload || !underscore_1.default.isEmpty(headers)) {
         // This is not deprecated, we use it to log only once.
         utils_log_1.default.deprecated('Using other request methods than GET, rewriting headers and adding payloads has a high impact on performance '
             + 'in recent versions of Playwright. Use only when necessary.');
         let wasCalled = false;
-        const interceptRequestHandler = (route) => {
-            // We want to ensure that this won't get executed again in a case that there is a subsequent request
-            // for example for some asset file link from main HTML.
-            if (wasCalled) {
-                return route.continue();
+        const interceptRequestHandler = async (route) => {
+            try {
+                // We want to ensure that this won't get executed again in a case that there is a subsequent request
+                // for example for some asset file link from main HTML.
+                if (wasCalled) {
+                    return route.continue();
+                }
+                wasCalled = true;
+                const overrides = {};
+                if (method !== 'GET')
+                    overrides.method = method;
+                if (payload)
+                    overrides.postData = payload;
+                if (!underscore_1.default.isEmpty(headers))
+                    overrides.headers = headers;
+                await route.continue(overrides);
+            }
+            catch (error) {
+                utils_log_1.default.debug('Error inside request interceptor', { error });
             }
-            wasCalled = true;
-            const overrides = {};
-            if (method !== 'GET')
-                overrides.method = method;
-            if (payload)
-                overrides.postData = payload;
-            if (!_.isEmpty(headers))
-                overrides.headers = headers;
-            route.continue(overrides);
         };
         await page.route('**/*', interceptRequestHandler);
     }
@@ -96,3 +102,4 @@ exports.gotoExtended = gotoExtended;
 exports.playwrightUtils = {
     gotoExtended: exports.gotoExtended,
 };
+//# sourceMappingURL=playwright_utils.js.map

package/build/playwright_utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright_utils.js","sourceRoot":"","sources":["../src/playwright_utils.js"],"names":[],"mappings":";;;;AAAA,yDAAoB;AACpB,yEAA2B;AAE3B,yEAA8B;AAC9B,6CAA0C;AAI1C;;;;;;;;;;;;;;GAcG;AAEH;;;;;;;;;;;;;;;;GAgBG;AACI,MAAM,YAAY,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,GAAG,EAAE,EAAE,EAAE;IAClE,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;QAC/B,GAAG,EAAE,YAAE,CAAC,MAAM,CAAC,GAAG;QAClB,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC1B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC;KACjD,CAAC,CAAC,CAAC;IACJ,IAAA,YAAE,EAAC,WAAW,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IAE3B,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IAElD,IAAI,MAAM,KAAK,KAAK,IAAI,OAAO,IAAI,CAAC,oBAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QACpD,sDAAsD;QACtD,mBAAG,CAAC,UAAU,CAAC,+GAA+G;cACxH,4DAA4D,CAAC,CAAC;QACpE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,uBAAuB,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE;YAC5C,IAAI;gBACA,oGAAoG;gBACpG,uDAAuD;gBACvD,IAAI,SAAS,EAAE;oBACX,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;iBAC3B;gBAED,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM,SAAS,GAAG,EAAE,CAAC;gBAErB,IAAI,MAAM,KAAK,KAAK;oBAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC;gBAChD,IAAI,OAAO;oBAAE,SAAS,CAAC,QAAQ,GAAG,OAAO,CAAC;gBAC1C,IAAI,CAAC,oBAAC,CAAC,OAAO,CAAC,OAAO,CAAC;oBAAE,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC;gBACrD,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;aACnC;YAAC,OAAO,KAAK,EAAE;gBACZ,mBAAG,CAAC,KAAK,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;aAC5D;QACL,CAAC,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;KACrD;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AACvC,CAAC,CAAC;AAzCW,QAAA,YAAY,gBAyCvB;AAEF;;;;;;;;;;;;;;;;;;;GAmBG;AACU,QAAA,eAAe,GAAG;IAC3B,YAAY,EAAZ,oBAAY;CACf,CAAC"}

package/{types → build}/proxy_configuration.d.ts

@@ -408,3 +408,4 @@ export type ProxyInfo = {
     port: string;
 };
 import { Configuration } from "./configuration";
+//# sourceMappingURL=proxy_configuration.d.ts.map

package/build/proxy_configuration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy_configuration.d.ts","sourceRoot":"","sources":["../src/proxy_configuration.js"],"names":[],"mappings":"AAeA;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwDG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH;IACI;;;;;OAKG;IACH,iGAoDC;IApBG,iBAAyB;IACzB,gCAAmC;IACnC,oCAAwB;IACxB,oCAAwB;IACxB,gCAAgB;IAChB,2BAA2B;IAC3B,oBAA0B;IAC1B,6BAA8B;IAC9B,oEAAoC;IACpC,wBAA6D;IAC7D,kCAA6D;IAC7D,sBAAoB;IACpB,0BAA6B;IAUjC;;;;;;;;;OASG;IACH,cAFa,QAAQ,IAAI,CAAC,CAQzB;IAED;;;;;;;;;;;;;;;;OAgBG;IACH,uDAFY,SAAS,CAkBpB;IAED;;;;;;;;;;;;OAYG;IACH,iDAHY,MAAM,CAgBjB;IAED;;;;;;;OAOG;IACH,wDALY,MAAM,CAyBjB;IAED;;;;;;;OAOG;IACH,iCALa,QAAQ,IAAI,CAAC,CAsBzB;IAED;;;;;;;;;OASG;IACH,0BALa,QAAQ,IAAI,CAAC,CAgBzB;IAED;;;;;;;OAOG;IACH,0BALY,QAAQ;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,eAAe,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC,CAoB/E;IAED;;;;;;;OAOG;IACH,4DALa,MAAM,CAkBlB;IAED;;;;;;OAMG;IACH,kFASC;IAED;;;;;;OAMG;IACH,2CALW,KAAK,QAOf;IAED;;;;;;;OAOG;IACH,8CANW,MAAM,SACN,MAAM,QAOhB;IAED;;;;;OAKG;IACH,mEAEC;IAED;;;;;OAKG;IACH,qDAIC;IAED;;;;;OAKG;IACH,mDAEC;CACJ;AA2CM,6GALM,QAAQ,kBAAkB,GAAC,SAAS,CAAC,CAiBjD;qDA9gBU,MAAM,GAAC,MAAM,KACX,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;SAuEL,MAAM;;;;;YAEN,MAAM,EAAE;;;;;;;;;;;;;;;;;cAYR,MAAM;;;;cAIN,MAAM;;;;UAEN,MAAM"}

package/build/proxy_configuration.js

@@ -1,12 +1,13 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createProxyConfiguration = exports.ProxyConfiguration = void 0;
+const tslib_1 = require("tslib");
 const consts_1 = require("@apify/consts");
-const ow_1 = require("ow");
+const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
 const constants_1 = require("./constants");
 const utils_1 = require("./utils");
 const utils_request_1 = require("./utils_request");
-const utils_log_1 = require("./utils_log");
+const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
 const configuration_1 = require("./configuration");
 // CONSTANTS
 const PROTOCOL = 'http';
@@ -183,6 +184,10 @@ class ProxyConfiguration {
         this.log = utils_log_1.default.child({ prefix: 'ProxyConfiguration' });
         this.config = config;
         this.isManInTheMiddle = false;
+        if (proxyUrls && proxyUrls.some((url) => url.includes('apify.com'))) {
+            this.log.warning('Some Apify proxy features may work incorrectly. Please consider setting up Apify properties instead of `proxyUrls`.\n'
+                + 'See https://sdk.apify.com/docs/guides/proxy-management#apify-proxy-configuration');
+        }
     }
     /**
      * Loads proxy password if token is provided and checks access to Apify Proxy and provided proxy groups
@@ -509,3 +514,4 @@ const createProxyConfiguration = async (proxyConfigurationOptions = {}) => {
     return proxyConfiguration;
 };
 exports.createProxyConfiguration = createProxyConfiguration;
+//# sourceMappingURL=proxy_configuration.js.map

package/build/proxy_configuration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy_configuration.js","sourceRoot":"","sources":["../src/proxy_configuration.js"],"names":[],"mappings":";;;;AAAA,0CAAkE;AAClE,yDAAoB;AACpB,2CAAiD;AACjD,mCAAsC;AACtC,mDAAmD;AACnD,yEAAqC;AACrC,mDAAgD;AAEhD,YAAY;AACZ,MAAM,QAAQ,GAAG,MAAM,CAAC;AACxB,oEAAoE;AACpE,MAAM,qBAAqB,GAAG,EAAE,CAAC;AACjC,MAAM,mCAAmC,GAAG,IAAK,CAAC;AAClD,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAEpC;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwDG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,MAAa,kBAAkB;IAC3B;;;;;OAKG;IACH,YAAY,OAAO,GAAG,EAAE,EAAE,MAAM,GAAG,6BAAa,CAAC,eAAe,EAAE;QAC9D,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,gCAAuB,CAAC,CAAC;YAC5E,gBAAgB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,gCAAuB,CAAC,CAAC;YACtF,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,8BAAkB,CAAC;YAC3D,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,8BAAkB,CAAC;YACjE,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC,GAAG,CAAC;YAC3D,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAC5B,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;SACvC,CAAC,CAAC,CAAC;QAEJ,MAAM,EACF,MAAM,GAAG,EAAE,EACX,gBAAgB,GAAG,EAAE,EACrB,WAAW,EACX,iBAAiB,EACjB,SAAS,EACT,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,EACtC,cAAc,GACjB,GAAG,OAAO,CAAC;QAEZ,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC;QAC9D,MAAM,gBAAgB,GAAG,WAAW,IAAI,iBAAiB,CAAC;QAC1D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAErC,aAAa;QACb,IAAI,CAAC,CAAC,SAAS,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,gBAAgB,CAAC,CAAC,EAAE;YAC/E,IAAI,CAAC,kCAAkC,EAAE,CAAC;SAC7C;QACD,IAAI,SAAS,IAAI,cAAc;YAAE,IAAI,CAAC,gCAAgC,EAAE,CAAC;QAEzE,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;QAC1B,IAAI,CAAC,WAAW,GAAG,gBAAgB,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC;QAC9D,IAAI,CAAC,GAAG,GAAG,mBAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAE9B,IAAI,SAAS,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAAE;YACjE,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ,uHAAuH;kBACrH,kFAAkF,CACvF,CAAC;SACL;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,UAAU;QACZ,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAEjC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;SAC7B;IACL,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACH,YAAY,CAAC,SAAS;QAClB,IAAI,OAAO,SAAS,KAAK,QAAQ;YAAE,SAAS,GAAG,GAAG,SAAS,EAAE,CAAC;QAC9D,IAAA,YAAE,EAAC,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,gCAAuB,CAAC,CAAC,CAAC;QACpG,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEnC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAEpG,OAAO;YACH,SAAS;YACT,GAAG;YACH,MAAM;YACN,WAAW;YACX,QAAQ;YACR,QAAQ;YACR,IAAI;SACP,CAAC;IACN,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,SAAS;QACZ,IAAI,OAAO,SAAS,KAAK,QAAQ;YAAE,SAAS,GAAG,GAAG,SAAS,EAAE,CAAC;QAC9D,IAAA,YAAE,EAAC,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,gCAAuB,CAAC,CAAC,CAAC;QACpG,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,OAAO,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;SAC9C;QACD,IAAI,IAAI,CAAC,SAAS,EAAE;YAChB,OAAO,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;SAC3C;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;QAE1C,OAAO,GAAG,QAAQ,MAAM,QAAQ,IAAI,QAAQ,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;IACvE,CAAC;IAED;;;;;;;OAOG;IACH,YAAY,CAAC,SAAS;QAClB,IAAI,QAAQ,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;QACrC,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE;YACzB,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SAC5C;QACD,IAAI,SAAS,EAAE;YACX,KAAK,CAAC,IAAI,CAAC,WAAW,SAAS,EAAE,CAAC,CAAC;SACtC;QACD,IAAI,WAAW,EAAE;YACb,KAAK,CAAC,IAAI,CAAC,WAAW,WAAW,EAAE,CAAC,CAAC;SACxC;QAED,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE3B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,QAAQ,GAAG,MAAM,CAAC;QAE1C,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,KAAK,EAAE;YACP,MAAM,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,MAAM,mBAAW,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,CAAC;YAC/D,IAAI,IAAI,CAAC,QAAQ,EAAE;gBACf,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE;oBAC5B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,kDAAkD;0BACjE,qFAAqF,CAAC,CAAC;iBAC5F;aACJ;iBAAM;gBACH,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;aAC5B;SACJ;QACD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAChB,MAAM,IAAI,KAAK,CAAC,wEAAwE,iBAAQ,CAAC,cAAc,yBAAyB;kBAClI,mBAAmB,iBAAQ,CAAC,KAAK,sEAAsE,CAAC,CAAC;SAClH;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,YAAY;QACd,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QACzC,IAAI,MAAM,EAAE;YACR,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAAC;YAChE,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;YAEzC,IAAI,CAAC,SAAS;gBAAE,IAAI,CAAC,+BAA+B,CAAC,eAAe,CAAC,CAAC;SACzE;aAAM;YACH,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,iFAAiF;kBAC5F,0HAA0H,CAAC,CAAC;SACrI;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,YAAY;QACd,MAAM,WAAW,GAAG;YAChB,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,eAAe;YACxD,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE;YACvB,OAAO,EAAE,EAAE,OAAO,EAAE,mCAAmC,EAAE;YACzD,YAAY,EAAE,MAAM;SACvB,CAAC;QACF,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,yBAAyB,EAAE,OAAO,EAAE,EAAE;YACnE,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,IAAA,gCAAgB,EAAC,WAAW,CAAC,CAAC;gBACrD,OAAO,QAAQ,CAAC,IAAI,CAAC;aACxB;YAAC,OAAO,GAAG,EAAE;gBACV,0BAA0B;aAC7B;SACJ;IACL,CAAC;IAED;;;;;;;OAOG;IACH,gBAAgB,CAAC,SAAS;QACtB,IAAI,cAAc,CAAC;QACnB,IAAI,SAAS,EAAE;YACX,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;gBACnC,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;aACtD;iBAAM;gBACH,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACnF,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;aACrD;SACJ;aAAM;YACH,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;SACtF;QACD,OAAO,cAAc,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACH,mBAAmB,CAAC,SAAS;QACzB,IAAI,QAAQ,CAAC;QACb,IAAI;YACA,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAC1C,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,6BAA6B;SACnD;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,2BAA2B,CAAC,GAAG,CAAC,CAAC;SACzC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;;;;;OAMG;IACH,2BAA2B,CAAC,GAAG;QAC3B,MAAM,IAAI,KAAK,CAAC,mEAAmE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;IACtG,CAAC;IAED;;;;;;;OAOG;IACH,4BAA4B,CAAC,KAAK,EAAE,KAAK;QACrC,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,UAAU,KAAK,8EAA8E,CAAC,CAAC;IAC9I,CAAC;IAED;;;;;OAKG;IACH,+BAA+B,CAAC,YAAY;QACxC,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAED;;;;;OAKG;IACH,kCAAkC;QAC9B,MAAM,IAAI,KAAK,CAAC,iDAAiD;cAC3D,yFAAyF;cACzF,0GAA0G,CAAC,CAAC;IACtH,CAAC;IAED;;;;;OAKG;IACH,gCAAgC;QAC5B,MAAM,IAAI,KAAK,CAAC,6GAA6G,CAAC,CAAC;IACnI,CAAC;CACJ;AAtVD,gDAsVC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AACI,MAAM,wBAAwB,GAAG,KAAK,EAAE,yBAAyB,GAAG,EAAE,EAAE,EAAE;IAC7E,oFAAoF;IACpF,yEAAyE;IACzE,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,EAAE,GAAG,yBAAyB,CAAC;IAChE,MAAM,iBAAiB,GAAG,aAAa,KAAK,KAAK,CAAC;IAClD,MAAM,oBAAoB,GAAG,CAAC,yBAAyB,CAAC,SAAS,CAAC;IAClE,IAAI,iBAAiB,IAAI,oBAAoB;QAAE,OAAO,SAAS,CAAC;IAEhE,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC3D,MAAM,kBAAkB,CAAC,UAAU,EAAE,CAAC;IAEtC,OAAO,kBAAkB,CAAC;AAC9B,CAAC,CAAC;AAZW,QAAA,wBAAwB,4BAYnC"}

package/{types → build}/pseudo_url.d.ts

@@ -83,3 +83,4 @@ declare class PseudoUrl {
 }
 import { RequestOptions } from "./request";
 import Request from "./request";
+//# sourceMappingURL=pseudo_url.d.ts.map

package/build/pseudo_url.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pseudo_url.d.ts","sourceRoot":"","sources":["../src/pseudo_url.js"],"names":[],"mappings":";AAmDA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+CG;AACH;IACI;;;;;;;;OAQG;IACH,kBARW,CAAC,MAAM,GAAC,MAAM,CAAC,oBAIf,cAAc,EAiBxB;IARO,cAAiB;IAOrB,gCAAsC;IAG1C;;;;;OAKG;IACH,aAHW,MAAM,GACL,OAAO,CAIlB;IAED;;;;;;;;;OASG;IACH,0BAHW,CAAC,MAAM;YAAQ,MAAM;KAAI,CAAC,GACzB,OAAO,CAOlB;CACJ"}

package/build/pseudo_url.js

@@ -1,9 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-const ow_1 = require("ow");
-const _ = require("underscore");
-const utils_log_1 = require("./utils_log");
-const request_1 = require("./request"); // eslint-disable-line import/named,no-unused-vars
+const tslib_1 = require("tslib");
+const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
+const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
+const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
+const request_1 = (0, tslib_1.__importDefault)(require("./request")); // eslint-disable-line import/named,no-unused-vars
 /**
  * Parses PURL into Regex string.
  * @ignore
@@ -129,7 +130,7 @@ class PseudoUrl {
      * @return {boolean} Returns `true` if given URL matches pseudo-URL.
      */
     matches(url) {
-        return _.isString(url) && url.match(this.regex) !== null;
+        return underscore_1.default.isString(url) && url.match(this.regex) !== null;
     }
     /**
      * Creates a Request object from a provided `requestTemplate` and a given URL
@@ -149,3 +150,4 @@ class PseudoUrl {
     }
 }
 exports.default = PseudoUrl;
+//# sourceMappingURL=pseudo_url.js.map

package/build/pseudo_url.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pseudo_url.js","sourceRoot":"","sources":["../src/pseudo_url.js"],"names":[],"mappings":";;;AAAA,yDAAoB;AACpB,yEAA2B;AAC3B,yEAA8B;AAC9B,qEAAoD,CAAC,kDAAkD;AAEvG;;;GAGG;AACH,MAAM,SAAS,GAAG,CAAC,IAAI,EAAE,EAAE;IACvB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,WAAW,mCAAmC,CAAC,CAAC;IAEpH,IAAI,KAAK,GAAG,GAAG,CAAC;IAEhB,IAAI;QACA,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACzC,MAAM,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAEjC,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,YAAY,KAAK,CAAC,EAAE;gBACpC,iCAAiC;gBACjC,4DAA4D;gBAC5D,KAAK,IAAI,GAAG,CAAC;aAChB;iBAAM,IAAI,EAAE,KAAK,GAAG,IAAI,YAAY,GAAG,CAAC,IAAI,EAAE,YAAY,KAAK,CAAC,EAAE;gBAC/D,2BAA2B;gBAC3B,KAAK,IAAI,GAAG,CAAC;aAChB;iBAAM,IAAI,YAAY,GAAG,CAAC,EAAE;gBACzB,2BAA2B;gBAC3B,KAAK,IAAI,EAAE,CAAC;aACf;iBAAM;gBACH,kDAAkD;gBAClD,MAAM,IAAI,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC9B,IAAI,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,GAAG,CAAC,EAAE;oBACzF,qCAAqC;oBACrC,KAAK,IAAI,EAAE,CAAC;iBACf;qBAAM;oBACH,iCAAiC;oBACjC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;oBACpE,KAAK,IAAI,MAAM,GAAG,EAAE,CAAC;iBACxB;aACJ;SACJ;QACD,KAAK,IAAI,GAAG,CAAC;KAChB;IAAC,OAAO,GAAG,EAAE;QACV,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC;KAC1D;IAED,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+CG;AACH,MAAM,SAAS;IACX;;;;;;;;OAQG;IACH,YAAY,IAAI,EAAE,eAAe,GAAG,EAAE;QAClC,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QACvC,IAAA,YAAE,EAAC,eAAe,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QAE/B,IAAI,IAAI,YAAY,MAAM,EAAE;YACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;SACrB;aAAM;YACH,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;YAC9B,mBAAG,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,KAAK,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;SACvC;QAED,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IAC3C,CAAC;IAED;;;;;OAKG;IACH,OAAO,CAAC,GAAG;QACP,OAAO,oBAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC;IAC7D,CAAC;IAED;;;;;;;;;OASG;IACH,aAAa,CAAC,UAAU;QACpB,MAAM,KAAK,GAAG,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;QAChF,KAAK,CAAC,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;QACzE,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,0DAA0D;QACjH,OAAO,IAAI,iBAAO,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;CACJ;AAED,kBAAe,SAAS,CAAC"}

package/{types → build}/puppeteer_request_interception.d.ts

@@ -3,3 +3,4 @@ export function removeInterceptRequestHandler(page: Page, handler: InterceptHand
 export type InterceptHandler = (request: any) => any;
 // @ts-ignore optional peer dependency
 import { Page } from "puppeteer";
+//# sourceMappingURL=puppeteer_request_interception.d.ts.map

package/build/puppeteer_request_interception.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"puppeteer_request_interception.d.ts","sourceRoot":"","sources":["../src/puppeteer_request_interception.js"],"names":[],"mappings":"AA2KO,iDAPI,IAAI,WAEJ,gBAAgB,GACf,QAAQ,IAAI,CAAC,CAsCxB;AAYM,oDAPI,IAAI,WAEJ,gBAAgB,GACf,QAAQ,IAAI,CAAC,CAmCxB"}

package/build/puppeteer_request_interception.js

@@ -1,9 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.removeInterceptRequestHandler = exports.addInterceptRequestHandler = void 0;
+const tslib_1 = require("tslib");
 const events_1 = require("events");
-const ow_1 = require("ow");
-const _ = require("underscore");
+const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
+const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
+const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
 // We use weak maps here so that the content gets discarted after page gets closed.
 const pageInterceptRequestHandlersMap = new WeakMap(); // Maps page to an array of request interception handlers.
 const pageInterceptRequestMasterHandlerMap = new WeakMap(); // Maps page to master request interception handler.
@@ -77,11 +79,11 @@ const handleRequest = async (request, interceptRequestHandlers) => {
         const headers = browserifyHeaders({ ...accumulatedOverrides.headers, ...overrides.headers });
         Object.assign(accumulatedOverrides, overrides, { headers });
     };
-    request.abort = _.wrap(request.abort.bind(request), (abort, ...args) => {
+    request.abort = underscore_1.default.wrap(request.abort.bind(request), (abort, ...args) => {
         wasAborted = true;
         return abort(...args);
     });
-    request.respond = _.wrap(request.respond.bind(request), (respond, ...args) => {
+    request.respond = underscore_1.default.wrap(request.respond.bind(request), (respond, ...args) => {
         wasResponded = true;
         return respond(...args);
     });
@@ -209,10 +211,15 @@ const removeInterceptRequestHandler = async (page, handler) => {
             await disableRequestInterception(page);
         }
         else {
-            const onDelete = () => {
+            const onDelete = async () => {
                 if (interceptedRequestsInProgress.size === 0) {
-                    disableRequestInterception(page);
-                    interceptedRequestsInProgress.removeListener('delete', onDelete);
+                    try {
+                        await disableRequestInterception(page);
+                        interceptedRequestsInProgress.removeListener('delete', onDelete);
+                    }
+                    catch (error) {
+                        utils_log_1.default.debug('Error while disabling request interception', { error });
+                    }
                 }
             };
             interceptedRequestsInProgress.on('delete', onDelete);
@@ -225,3 +232,4 @@ async function disableRequestInterception(page) {
     const requestHandler = pageInterceptRequestMasterHandlerMap.get(page);
     page.removeListener('request', requestHandler);
 }
+//# sourceMappingURL=puppeteer_request_interception.js.map

package/build/puppeteer_request_interception.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"puppeteer_request_interception.js","sourceRoot":"","sources":["../src/puppeteer_request_interception.js"],"names":[],"mappings":";;;;AAAA,mCAAsC;AACtC,yDAAoB;AACpB,yEAA2B;AAE3B,yEAA8B;AAE9B,mFAAmF;AACnF,MAAM,+BAA+B,GAAG,IAAI,OAAO,EAAE,CAAC,CAAC,0DAA0D;AACjH,MAAM,oCAAoC,GAAG,IAAI,OAAO,EAAE,CAAC,CAAC,oDAAoD;AAChH,MAAM,0BAA0B,GAAG,IAAI,OAAO,EAAE,CAAC,CAAC,0DAA0D;AAE5G;;;;GAIG;AACH,MAAM,aAAc,SAAQ,qBAAY;IACpC;QACI,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;IACzB,CAAC;IAED,GAAG,CAAC,KAAK;QACL,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxB,OAAO,IAAI,CAAC,GAAG,CAAC;IACpB,CAAC;IAED,MAAM,CAAC,KAAK;QACR,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC3B,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;IACzB,CAAC;CACJ;AAED;;;GAGG;AAEH;;;;GAIG;AACH,MAAM,iBAAiB,GAAG,CAAC,OAAO,EAAE,EAAE;IAClC,MAAM,YAAY,GAAG,EAAE,CAAC;IACxB,wCAAwC;IACxC,KAAK,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QAC9C,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE;aAClB,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACxD,IAAI,CAAC,GAAG,CAAC,CAAC;QAEf,YAAY,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;KAC7B;IAED,OAAO,YAAY,CAAC;AACxB,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,aAAa,GAAG,KAAK,EAAE,OAAO,EAAE,wBAAwB,EAAE,EAAE;IAC9D,kGAAkG;IAClG,uFAAuF;IACvF,IAAI,CAAC,wBAAwB,CAAC,MAAM;QAAE,OAAO;IAE7C,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,MAAM,oBAAoB,GAAG;QACzB,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;KAChD,CAAC;IAEF,MAAM,gBAAgB,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,OAAO,CAAC,QAAQ,GAAG,CAAC,SAAS,GAAG,EAAE,EAAE,EAAE;QAClC,YAAY,GAAG,IAAI,CAAC;QACpB,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,GAAG,oBAAoB,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7F,MAAM,CAAC,MAAM,CAAC,oBAAoB,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC,CAAC;IAEF,OAAO,CAAC,KAAK,GAAG,oBAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,IAAI,EAAE,EAAE;QACnE,UAAU,GAAG,IAAI,CAAC;QAElB,OAAO,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,OAAO,GAAG,oBAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,EAAE,EAAE;QACzE,YAAY,GAAG,IAAI,CAAC;QAEpB,OAAO,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,OAAO,IAAI,wBAAwB,EAAE;QAC5C,YAAY,GAAG,KAAK,CAAC;QAErB,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;QACvB,8CAA8C;QAC9C,IAAI,CAAC,UAAU,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,EAAE;YAC/C,MAAM,IAAI,KAAK,CAAC,sFAAsF,CAAC,CAAC;SAC3G;QAED,sEAAsE;QACtE,IAAI,UAAU,IAAI,YAAY;YAAE,OAAO;KAC1C;IAED,OAAO,gBAAgB,CAAC,oBAAoB,CAAC,CAAC;AAClD,CAAC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoDG;AACI,MAAM,0BAA0B,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;IAC9D,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IAChD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,CAAC;IAEzB,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAC5C,+BAA+B,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;KACjD;IACD,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACvC,0BAA0B,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,aAAa,EAAE,CAAC,CAAC;KAC7D;IAED,MAAM,aAAa,GAAG,+BAA+B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAChE,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE5B,wFAAwF;IACxF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE;QAC5B,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAExC,4FAA4F;QAC5F,yBAAyB;QACzB,MAAM,aAAa,GAAG,KAAK,EAAE,OAAO,EAAE,EAAE;YACpC,MAAM,mBAAmB,GAAG,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjE,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACjC,MAAM,iBAAiB,GAAG,+BAA+B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpE,IAAI;gBACA,MAAM,aAAa,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;aACnD;oBAAS;gBACN,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;aACvC;QACL,CAAC,CAAC;QAEF,oCAAoC,CAAC,GAAG,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAC9D,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;KACrC;AACL,CAAC,CAAC;AAlCW,QAAA,0BAA0B,8BAkCrC;AAEF;;;;;;;;;GASG;AACI,MAAM,6BAA6B,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;IACjE,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IAChD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,CAAC;IAEzB,MAAM,aAAa,GAAG,+BAA+B;SAChD,GAAG,CAAC,IAAI,CAAC;SACT,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;IAExC,+BAA+B,CAAC,GAAG,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAEzD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE;QAC5B,MAAM,6BAA6B,GAAG,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3E,6EAA6E;QAC7E,gEAAgE;QAChE,mEAAmE;QACnE,IAAI,6BAA6B,CAAC,IAAI,KAAK,CAAC,EAAE;YAC1C,MAAM,0BAA0B,CAAC,IAAI,CAAC,CAAC;SAC1C;aAAM;YACH,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;gBACxB,IAAI,6BAA6B,CAAC,IAAI,KAAK,CAAC,EAAE;oBAC1C,IAAI;wBACA,MAAM,0BAA0B,CAAC,IAAI,CAAC,CAAC;wBACvC,6BAA6B,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;qBACpE;oBAAC,OAAO,KAAK,EAAE;wBACZ,mBAAG,CAAC,KAAK,CAAC,4CAA4C,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;qBACtE;iBACJ;YACL,CAAC,CAAC;YACF,6BAA6B,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;SACxD;KACJ;AACL,CAAC,CAAC;AA/BW,QAAA,6BAA6B,iCA+BxC;AAEF,KAAK,UAAU,0BAA0B,CAAC,IAAI;IAC1C,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,cAAc,GAAG,oCAAoC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACtE,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;AACnD,CAAC"}

package/{types → build}/puppeteer_utils.d.ts

@@ -247,3 +247,4 @@ declare function saveSnapshot(page: Page, options?: {
     keyValueStoreName?: string | null | undefined;
 } | undefined): Promise<void>;
 export {};
+//# sourceMappingURL=puppeteer_utils.d.ts.map

package/build/puppeteer_utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"puppeteer_utils.d.ts","sourceRoot":"","sources":["../src/puppeteer_utils.js"],"names":[],"mappings":"AAsVO,mCATI,IAAI,WAEJ,OAAO,sBAEN,QAAQ,CAAC,MAAS,IAAI,CAAC,CAAC,CA2CnC;AAsBM,qCAjBI,IAAI;;;;;;gBAaF,QAAQ,IAAI,CAAC,CA6FzB;;;;;;;;;;;;;;;;;UApda,IAAI;aACJ,OAAO;;8CAIV,oBAAoB,KAClB,YAAU;;AAOvB;;;;;;;;;;;;;;;;;GAiBG;AACH,kCAXW,IAAI,YAEJ,MAAM;;gBAML,YAAU,CAmBrB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,oCALW,IAAI,GAEH,YAAU,CAMrB;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wCAJW,IAAI,GACH,YAAU,CAMrB;;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH,qCAbW,IAAI;;;gBAUH,QAAQ,IAAI,CAAC,CAkBxB;AAED;;;;GAIG;AACH,oFAQC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,sCAXW,IAAI;QAEG,MAAM;qBAEb,MAAM,CAAC,MAAM,GAAC,MAAM,CAAC,CAAC,GAGrB,QAAQ,IAAI,CAAC,CA+CxB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,6CALW,MAAM;QACC,MAAM;IACZ,sBAAsB,CAiBjC;;;AA0KD;;;;;;;;;;;;;;;;;;GAkBG;AACH,oCAjBW,IAAI;;;;;;gBAaF,QAAQ,IAAI,CAAC,CAsCzB"}

package/build/puppeteer_utils.js

@@ -1,20 +1,21 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.puppeteerUtils = exports.infiniteScroll = exports.gotoExtended = void 0;
-const fs = require("fs");
-const ow_1 = require("ow");
-const vm = require("vm");
-const util = require("util");
-const _ = require("underscore");
+const tslib_1 = require("tslib");
+const fs_1 = (0, tslib_1.__importDefault)(require("fs"));
+const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
+const vm_1 = (0, tslib_1.__importDefault)(require("vm"));
+const util_1 = (0, tslib_1.__importDefault)(require("util"));
+const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
 const datastructures_1 = require("@apify/datastructures");
-const utils_log_1 = require("./utils_log");
+const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
 const validators_1 = require("./validators");
 const click_elements_1 = require("./enqueue_links/click_elements");
 const puppeteer_request_interception_1 = require("./puppeteer_request_interception");
 const key_value_store_1 = require("./storages/key_value_store");
 const jqueryPath = require.resolve('jquery');
 const underscorePath = require.resolve('underscore');
-const readFilePromised = util.promisify(fs.readFile);
+const readFilePromised = util_1.default.promisify(fs_1.default.readFile);
 const MAX_INJECT_FILE_CACHE_SIZE = 10;
 const DEFAULT_BLOCK_REQUEST_URL_PATTERNS = ['.css', '.jpg', '.jpeg', '.png', '.svg', '.gif', '.woff', '.pdf', '.zip'];
 /**
@@ -293,13 +294,13 @@ const compileScript = (scriptString, context = Object.create(null)) => {
     const funcString = `async ({ page, request }) => {${scriptString}}`;
     let func;
     try {
-        func = vm.runInNewContext(funcString, context); // "Secure" the context by removing prototypes, unless custom context is provided.
+        func = vm_1.default.runInNewContext(funcString, context); // "Secure" the context by removing prototypes, unless custom context is provided.
     }
     catch (err) {
         utils_log_1.default.exception(err, 'Cannot compile script!');
         throw err;
     }
-    if (!_.isFunction(func))
+    if (!underscore_1.default.isFunction(func))
         throw new Error('Compilation result is not a function!'); // This should not happen...
     return func;
 };
@@ -330,7 +331,7 @@ const gotoExtended = async (page, request, gotoOptions = {}) => {
     }));
     (0, ow_1.default)(gotoOptions, ow_1.default.object);
     const { url, method, headers, payload } = request;
-    if (method !== 'GET' || payload || !_.isEmpty(headers)) {
+    if (method !== 'GET' || payload || !underscore_1.default.isEmpty(headers)) {
         // This is not deprecated, we use it to log only once.
         utils_log_1.default.deprecated('Using other request methods than GET, rewriting headers and adding payloads has a high impact on performance '
             + 'in recent versions of Puppeteer. Use only when necessary.');
@@ -347,7 +348,7 @@ const gotoExtended = async (page, request, gotoOptions = {}) => {
                 overrides.method = method;
             if (payload)
                 overrides.postData = payload;
-            if (!_.isEmpty(headers))
+            if (!underscore_1.default.isEmpty(headers))
                 overrides.headers = headers;
             await (0, puppeteer_request_interception_1.removeInterceptRequestHandler)(page, interceptRequestHandler);
             interceptedRequest.continue(overrides);
@@ -402,6 +403,11 @@ const infiniteScroll = async (page, options = {}) => {
             resourcesStats.newRequested++;
         }
     });
+    // Move mouse to the center of the page, so we can scroll up-down
+    const body = await page.$('body');
+    const boundingBox = await body.boundingBox();
+    await page.mouse.move(boundingBox.x + boundingBox.width / 2, // x
+    boundingBox.y + boundingBox.height / 2);
     const checkFinished = setInterval(() => {
         if (resourcesStats.oldRequested === resourcesStats.newRequested) {
             resourcesStats.matchNumber++;
@@ -423,10 +429,9 @@ const infiniteScroll = async (page, options = {}) => {
     }, CHECK_INTERVAL_MILLIS);
     const doScroll = async () => {
         /* istanbul ignore next */
-        await page.evaluate(async (scrollHeightIfZero) => {
-            const delta = document.body.scrollHeight === 0 ? scrollHeightIfZero : document.body.scrollHeight;
-            window.scrollBy(0, delta);
-        }, SCROLL_HEIGHT_IF_ZERO);
+        const bodyScrollHeight = await page.evaluate(() => document.body.scrollHeight);
+        const delta = bodyScrollHeight === 0 ? SCROLL_HEIGHT_IF_ZERO : bodyScrollHeight;
+        await page.mouse.wheel({ deltaY: delta });
     };
     const maybeClickButton = async () => {
         const button = await page.$(buttonSelector);
@@ -437,11 +442,9 @@ const infiniteScroll = async (page, options = {}) => {
     };
     while (!finished) {
         await doScroll();
-        await page.waitForTimeout(50);
+        await page.waitForTimeout(250);
         if (scrollDownAndUp) {
-            await page.evaluate(() => {
-                window.scrollBy(0, -1000);
-            });
+            await page.mouse.wheel({ deltaY: -1000 });
         }
         if (buttonSelector) {
             await maybeClickButton();
@@ -536,3 +539,4 @@ exports.puppeteerUtils = {
     infiniteScroll: exports.infiniteScroll,
     saveSnapshot,
 };
+//# sourceMappingURL=puppeteer_utils.js.map

package/build/puppeteer_utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"puppeteer_utils.js","sourceRoot":"","sources":["../src/puppeteer_utils.js"],"names":[],"mappings":";;;;AAAA,yDAAoB;AACpB,yDAAoB;AACpB,yDAAoB;AACpB,6DAAwB;AACxB,yEAA2B;AAC3B,0DAAiD;AAEjD,yEAA8B;AAC9B,6CAA0C;AAE1C,mEAAgF;AAChF,qFAA6G;AAC7G,gEAA+D;AAE/D,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AAC7C,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;AACrD,MAAM,gBAAgB,GAAG,cAAI,CAAC,SAAS,CAAC,YAAE,CAAC,QAAQ,CAAC,CAAC;AAErD,MAAM,0BAA0B,GAAG,EAAE,CAAC;AACtC,MAAM,kCAAkC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAEtH;;;;GAIG;AACH;;;;GAIG;AACH;;GAEG;AACH,MAAM,kBAAkB,GAAG,IAAI,yBAAQ,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;AAEnF;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,GAAG,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,GAAG,EAAE,EAAE,EAAE;IACtD,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,QAAQ,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IACxB,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;KAC1C,CAAC,CAAC,CAAC;IAEJ,IAAI,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC,QAAQ,EAAE;QACX,QAAQ,GAAG,MAAM,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACpD,kBAAkB,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;KAC9C;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACtC,OAAO,OAAO,CAAC,kBAAkB;QAC7B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC,CAAC,KAAK,CAAC;AAChB,CAAC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,EAAE;IAC1B,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,OAAO,UAAU,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;AACtE,CAAC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,EAAE;IAC9B,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,OAAO,UAAU,CAAC,IAAI,EAAE,cAAc,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1E,CAAC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH,MAAM,aAAa,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,GAAG,EAAE,EAAE,EAAE;IAC/C,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;QAChD,gBAAgB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;KACxD,CAAC,CAAC,CAAC;IAEJ,MAAM,EACF,WAAW,GAAG,kCAAkC,EAChD,gBAAgB,GAAG,EAAE,GACxB,GAAG,OAAO,CAAC;IAEZ,MAAM,eAAe,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,gBAAgB,CAAC,CAAC;IAE9D,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,2CAA2C;AAC7H,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,cAAc,GAAG,KAAK,EAAE,IAAI,EAAE,aAAa,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE;IAC5F,mBAAG,CAAC,UAAU,CAAC,2GAA2G;UACpH,uEAAuE,CAAC,CAAC;IAC/E,MAAM,IAAA,2DAA0B,EAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;QACpC,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;;YACnD,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,cAAc,GAAG,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,gBAAgB,EAAE,EAAE;IAC3D,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,KAAK,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IACrB,IAAA,YAAE,EAAC,gBAAgB,EAAE,YAAE,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAEpE,mBAAG,CAAC,UAAU,CAAC,0EAA0E;UACnF,wFAAwF,CAAC,CAAC;IAEhG,MAAM,IAAA,2DAA0B,EAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACrD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAE1B,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE;YACZ,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAClC,OAAO;SACV;QAED,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QACnC,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC;QAE3B,yCAAyC;QACzC,IAAI,KAAK,CAAC,GAAG,CAAC;YAAE,OAAO;QAEvB,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YAC/C,IAAI,OAAO,IAAI,KAAK,QAAQ;gBAAE,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACxD,IAAI,IAAI,YAAY,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,IAAI;YACA,IAAI,WAAW,EAAE;gBACb,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACvC,KAAK,CAAC,GAAG,CAAC,GAAG;oBACT,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;oBACzB,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;oBAC3B,IAAI,EAAE,MAAM;iBACf,CAAC;aACL;SACJ;QAAC,OAAO,CAAC,EAAE;YACR,wEAAwE;SAC3E;IACL,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,MAAM,aAAa,GAAG,CAAC,YAAY,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE;IAClE,MAAM,UAAU,GAAG,iCAAiC,YAAY,GAAG,CAAC;IAEpE,IAAI,IAAI,CAAC;IACT,IAAI;QACA,IAAI,GAAG,YAAE,CAAC,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,kFAAkF;KACrI;IAAC,OAAO,GAAG,EAAE;QACV,mBAAG,CAAC,SAAS,CAAC,GAAG,EAAE,wBAAwB,CAAC,CAAC;QAC7C,MAAM,GAAG,CAAC;KACb;IAED,IAAI,CAAC,oBAAC,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC,CAAC,4BAA4B;IAE/G,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AAEF;;;;;;;;;;;;;;;;GAgBG;AACI,MAAM,YAAY,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,GAAG,EAAE,EAAE,EAAE;IAClE,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;QAC/B,GAAG,EAAE,YAAE,CAAC,MAAM,CAAC,GAAG;QAClB,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC1B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC;KACjD,CAAC,CAAC,CAAC;IACJ,IAAA,YAAE,EAAC,WAAW,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IAE3B,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IAElD,IAAI,MAAM,KAAK,KAAK,IAAI,OAAO,IAAI,CAAC,oBAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QACpD,sDAAsD;QACtD,mBAAG,CAAC,UAAU,CAAC,+GAA+G;cACxH,2DAA2D,CAAC,CAAC;QACnE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,uBAAuB,GAAG,KAAK,EAAE,kBAAkB,EAAE,EAAE;YACzD,oGAAoG;YACpG,uDAAuD;YACvD,IAAI,SAAS,EAAE;gBACX,OAAO,kBAAkB,CAAC,QAAQ,EAAE,CAAC;aACxC;YAED,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM,SAAS,GAAG,EAAE,CAAC;YAErB,IAAI,MAAM,KAAK,KAAK;gBAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC;YAChD,IAAI,OAAO;gBAAE,SAAS,CAAC,QAAQ,GAAG,OAAO,CAAC;YAC1C,IAAI,CAAC,oBAAC,CAAC,OAAO,CAAC,OAAO,CAAC;gBAAE,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC;YACrD,MAAM,IAAA,8DAA6B,EAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;YACnE,kBAAkB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC3C,CAAC,CAAC;QAEF,MAAM,IAAA,2DAA0B,EAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;KACnE;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AACvC,CAAC,CAAC;AAtCW,QAAA,YAAY,gBAsCvB;AAEF;;;;;;;;;;;;;;;;;;;GAmBG;AACI,MAAM,cAAc,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,GAAG,EAAE,EAAE,EAAE;IACvD,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC/B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC/B,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QACpC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;KAC3C,CAAC,CAAC,CAAC;IAEJ,MAAM,EAAE,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,CAAC,EAAE,eAAe,GAAG,KAAK,EAAE,cAAc,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC;IAElH,IAAI,QAAQ,CAAC;IACb,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,qBAAqB,GAAG,IAAI,CAAC;IACnC,MAAM,qBAAqB,GAAG,KAAK,CAAC;IACpC,MAAM,gCAAgC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAChF,MAAM,cAAc,GAAG;QACnB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,CAAC;KACjB,CAAC;IAEF,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;QACvB,IAAI,gCAAgC,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,EAAE;YAC/D,cAAc,CAAC,YAAY,EAAE,CAAC;SACjC;IACL,CAAC,CAAC,CAAC;IAEH,iEAAiE;IACjE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAClC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CACjB,WAAW,CAAC,CAAC,GAAG,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI;IAC3C,WAAW,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CACzC,CAAC;IAEF,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;QACnC,IAAI,cAAc,CAAC,YAAY,KAAK,cAAc,CAAC,YAAY,EAAE;YAC7D,cAAc,CAAC,WAAW,EAAE,CAAC;YAC7B,IAAI,cAAc,CAAC,WAAW,IAAI,WAAW,EAAE;gBAC3C,aAAa,CAAC,aAAa,CAAC,CAAC;gBAC7B,QAAQ,GAAG,IAAI,CAAC;gBAChB,OAAO;aACV;SACJ;aAAM;YACH,cAAc,CAAC,WAAW,GAAG,CAAC,CAAC;YAC/B,cAAc,CAAC,YAAY,GAAG,cAAc,CAAC,YAAY,CAAC;SAC7D;QACD,oCAAoC;QACpC,IAAI,WAAW,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,GAAG,WAAW,EAAE;YACpE,aAAa,CAAC,aAAa,CAAC,CAAC;YAC7B,QAAQ,GAAG,IAAI,CAAC;SACnB;IACL,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAE1B,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;QACxB,0BAA0B;QAC1B,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAE/E,MAAM,KAAK,GAAG,gBAAgB,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,gBAAgB,CAAC;QAEhF,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,KAAK,IAAI,EAAE;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;QAC5C,sDAAsD;QACtD,IAAI,MAAM,IAAI,MAAM,MAAM,CAAC,QAAQ,EAAE,EAAE;YACnC,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;SACrC;IACL,CAAC,CAAC;IAEF,OAAO,CAAC,QAAQ,EAAE;QACd,MAAM,QAAQ,EAAE,CAAC;QACjB,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,eAAe,EAAE;YACjB,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;SAC7C;QACD,IAAI,cAAc,EAAE;YAChB,MAAM,gBAAgB,EAAE,CAAC;SAC5B;QACD,IAAI,kBAAkB,EAAE;YACpB,IAAI,MAAM,kBAAkB,EAAE,EAAE;gBAC5B,aAAa,CAAC,aAAa,CAAC,CAAC;gBAC7B,MAAM;aACT;SACJ;KACJ;AACL,CAAC,CAAC;AAzFW,QAAA,cAAc,kBAyFzB;AAEF;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,YAAY,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,GAAG,EAAE,EAAE,EAAE;IAC9C,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,GAAG,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ;QAChC,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACrC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QACnC,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAC7B,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACxC,CAAC,CAAC,CAAC;IAEJ,MAAM,EACF,GAAG,GAAG,UAAU,EAChB,iBAAiB,GAAG,EAAE,EACtB,cAAc,GAAG,IAAI,EACrB,QAAQ,GAAG,IAAI,EACf,iBAAiB,GACpB,GAAG,OAAO,CAAC;IAEZ,IAAI;QACA,MAAM,KAAK,GAAG,MAAM,IAAA,mCAAiB,EAAC,iBAAiB,CAAC,CAAC;QAEzD,IAAI,cAAc,EAAE;YAChB,MAAM,cAAc,GAAG,GAAG,GAAG,MAAM,CAAC;YACpC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACpG,MAAM,KAAK,CAAC,QAAQ,CAAC,cAAc,EAAE,gBAAgB,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;SACzF;QACD,IAAI,QAAQ,EAAE;YACV,MAAM,QAAQ,GAAG,GAAG,GAAG,OAAO,CAAC;YAC/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC;SACtE;KACJ;IAAC,OAAO,GAAG,EAAE;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,mBAAmB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;KACjF;AACL,CAAC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;GAmBG;AACU,QAAA,cAAc,GAAG;IAC1B,UAAU;IACV,YAAY;IACZ,gBAAgB;IAChB,8BAA8B,EAA9B,+CAA8B;IAC9B,aAAa;IACb,cAAc;IACd,cAAc;IACd,aAAa;IACb,YAAY,EAAZ,oBAAY;IACZ,0BAA0B,EAA1B,2DAA0B;IAC1B,6BAA6B,EAA7B,8DAA6B;IAC7B,cAAc,EAAd,sBAAc;IACd,YAAY;CACf,CAAC"}

package/{types → build}/request.d.ts

@@ -177,3 +177,4 @@ declare class Request {
         useExtendedUniqueKey: any;
     }): any;
 }
+//# sourceMappingURL=request.d.ts.map

package/build/request.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../src/request.js"],"names":[],"mappings":"AASA,kDAOC;;;;;;;;;SAyNa,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAvMpB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0DG;AACH;IACI;;;OAGG;IACH,qBAHW,cAAc,EA8DxB;IApBG,QAAY;IACZ,YAAc;IACd,eAA0B;IAC1B,eAAqH;IACrH,eAAoB;IACpB,qCAAsB;IACtB,aAAsB;IACtB,gBAA4B;IAC5B,qBAAuC;IAGvC,qCAAqC;IACrC;YADkB,MAAM,GAAE,MAAM;MACH;IAC7B,kCAAkC;IAClC;YADkB,MAAM,GAAE,GAAG;MACE;IAG/B,eAEe;IAGnB;;;;;;;;;;;;;OAaG;IACH,iCAJW,CAAC,KAAK,GAAC,MAAM,CAAC;;yBAkCxB;IAED;;;;OAIG;IACH;;;;;;YAcC;CACJ"}

package/build/request.js

@@ -1,15 +1,16 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.hashPayload = void 0;
+const tslib_1 = require("tslib");
 const utilities_1 = require("@apify/utilities");
-const crypto = require("crypto");
-const ow_1 = require("ow");
-const util = require("util");
-const utils_log_1 = require("./utils_log");
+const crypto_1 = (0, tslib_1.__importDefault)(require("crypto"));
+const ow_1 = (0, tslib_1.__importStar)(require("ow"));
+const util_1 = (0, tslib_1.__importDefault)(require("util"));
+const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
 // new properties on the Request object breaks serialization
 const log = utils_log_1.default.child({ prefix: 'Request' });
 function hashPayload(payload) {
-    return crypto
+    return crypto_1.default
         .createHash('sha256')
         .update(payload)
         .digest('base64')
@@ -176,7 +177,7 @@ class Request {
             }
             else {
                 try {
-                    message = util.inspect(errorOrMessage);
+                    message = util_1.default.inspect(errorOrMessage);
                 }
                 catch (err) {
                     message = 'Unable to extract any message from the received object.';
@@ -257,3 +258,4 @@ exports.default = Request;
  *   properties. This is useful when making requests to the same URL that are differentiated by method
  *   or payload, such as form submit navigations in browsers.
  */
+//# sourceMappingURL=request.js.map