apify 2.3.1-beta.4 → 3.0.0-alpha.0

package/build/main.d.ts

@@ -1,179 +0,0 @@
-import { Apify } from "./apify";
-import { Configuration } from "./configuration";
-import { main } from "./actor";
-import { getEnv } from "./actor";
-import { call } from "./actor";
-import { callTask } from "./actor";
-import { metamorph } from "./actor";
-import { getMemoryInfo } from "./utils";
-import { isAtHome } from "./utils";
-import { newClient } from "./utils";
-import { addWebhook } from "./actor";
-import AutoscaledPool from "./autoscaling/autoscaled_pool";
-import { BasicCrawler } from "./crawlers/basic_crawler";
-import CheerioCrawler from "./crawlers/cheerio_crawler";
-import { pushData } from "./storages/dataset";
-import { openDataset } from "./storages/dataset";
-import events from "./events";
-import { initializeEvents } from "./events";
-import { stopEvents } from "./events";
-import { getValue } from "./storages/key_value_store";
-import { setValue } from "./storages/key_value_store";
-import { getInput } from "./storages/key_value_store";
-import { openKeyValueStore } from "./storages/key_value_store";
-import { launchPuppeteer } from "./browser_launchers/puppeteer_launcher";
-import { launchPlaywright } from "./browser_launchers/playwright_launcher";
-import BrowserCrawler from "./crawlers/browser_crawler";
-import PuppeteerCrawler from "./crawlers/puppeteer_crawler";
-import PlaywrightCrawler from "./crawlers/playwright_crawler";
-import PseudoUrl from "./pseudo_url";
-import Request from "./request";
-import { RequestList } from "./request_list";
-import { openRequestList } from "./request_list";
-import { openRequestQueue } from "./storages/request_queue";
-import { openSessionPool } from "./session_pool/session_pool";
-import { createProxyConfiguration } from "./proxy_configuration";
-import { Session } from "./session_pool/session";
-declare const exportedUtils: {
-    isDocker: (forceReset: boolean) => Promise<boolean>;
-    sleep: (millis: number) => Promise<void>;
-    downloadListOfUrls: (options: {
-        url: string;
-        encoding?: string | undefined;
-        proxyUrl?: string | undefined;
-        urlRegExp?: RegExp | undefined;
-    }) => Promise<string[]>;
-    extractUrls: (options: {
-        string: string;
-        urlRegExp?: RegExp | undefined;
-    }) => string[];
-    htmlToText: (html: string | import("cheerio").CheerioAPI) => string;
-    URL_NO_COMMAS_REGEX: RegExp;
-    URL_WITH_COMMAS_REGEX: RegExp;
-    createRequestDebugInfo: (request: Request | import("./request").RequestOptions, response?: any, additionalFields?: {
-        [x: string]: any;
-    } | undefined) => {
-        [x: string]: any;
-    };
-    waitForRunToFinish: (options: {
-        actorId: string;
-        runId: string;
-        waitSecs?: string | undefined;
-        token?: string | undefined;
-    }) => Promise<import("./typedefs").ActorRun>;
-    purgeLocalStorage: (folder?: string | undefined) => Promise<void>;
-} & {
-    puppeteer: {
-// @ts-ignore optional peer dependency
-        injectFile: (page: import("puppeteer").Page, filePath: string, options?: {
-            surviveNavigations?: boolean | undefined;
-        } | undefined) => Promise<any>;
-// @ts-ignore optional peer dependency
-        injectJQuery: (page: import("puppeteer").Page) => Promise<any>;
-// @ts-ignore optional peer dependency
-        injectUnderscore: (page: import("puppeteer").Page) => Promise<any>;
-        enqueueLinksByClickingElements: typeof import("./enqueue_links/click_elements").enqueueLinksByClickingElements;
-// @ts-ignore optional peer dependency
-        blockRequests: (page: import("puppeteer").Page, options?: {
-            urlPatterns?: string[] | undefined;
-            extraUrlPatterns?: string[] | undefined;
-        } | undefined) => Promise<void>;
-        blockResources: (page: any, resourceTypes?: string[]) => Promise<void>;
-// @ts-ignore optional peer dependency
-        cacheResponses: (page: import("puppeteer").Page, cache: {
-            [x: string]: any;
-        }, responseUrlRules: (string | RegExp)[]) => Promise<void>;
-        compileScript: (scriptString: string, context?: {
-            [x: string]: any;
-        }) => import("./puppeteer_utils").CompiledScriptFunction;
-// @ts-ignore optional peer dependency
-        gotoExtended: (page: import("puppeteer").Page, request: globalThis.Request, gotoOptions?: any) => Promise<any>;
-// @ts-ignore optional peer dependency
-        addInterceptRequestHandler: (page: import("puppeteer").Page, handler: import("./puppeteer_request_interception").InterceptHandler) => Promise<void>;
-// @ts-ignore optional peer dependency
-        removeInterceptRequestHandler: (page: import("puppeteer").Page, handler: import("./puppeteer_request_interception").InterceptHandler) => Promise<void>;
-// @ts-ignore optional peer dependency
-        infiniteScroll: (page: import("puppeteer").Page, options?: {
-            timeoutSecs?: number | undefined;
-            waitForSecs?: number | undefined;
-            scrollDownAndUp?: boolean | undefined;
-            buttonSelector?: string | undefined;
-            stopScrollCallback?: Function | undefined;
-        } | undefined) => Promise<void>;
-// @ts-ignore optional peer dependency
-        saveSnapshot: (page: import("puppeteer").Page, options?: {
-            key?: string | undefined;
-            screenshotQuality?: number | undefined;
-            saveScreenshot?: boolean | undefined;
-            saveHtml?: boolean | undefined;
-            keyValueStoreName?: string | null | undefined;
-        } | undefined) => Promise<void>;
-    };
-    playwright: {
-        gotoExtended: (page: import("playwright-core").Page, request: Request, gotoOptions?: import("./typedefs").DirectNavigationOptions | undefined) => Promise<import("playwright-core").Response | null>;
-    };
-    social: {
-        emailsFromText: (text: string) => string[];
-        emailsFromUrls: (urls: string[]) => string[];
-        phonesFromText: (text: string) => string[];
-        phonesFromUrls: (urls: string[]) => string[];
-        parseHandlesFromHtml: (html: string, data?: any) => import("./utils_social").SocialHandles;
-        EMAIL_REGEX: RegExp;
-        EMAIL_REGEX_GLOBAL: RegExp;
-        LINKEDIN_REGEX: RegExp;
-        LINKEDIN_REGEX_GLOBAL: RegExp;
-        INSTAGRAM_REGEX: RegExp;
-        INSTAGRAM_REGEX_GLOBAL: RegExp;
-        TWITTER_REGEX: RegExp;
-        TWITTER_REGEX_GLOBAL: RegExp;
-        FACEBOOK_REGEX: RegExp;
-        FACEBOOK_REGEX_GLOBAL: RegExp;
-        YOUTUBE_REGEX: RegExp;
-        YOUTUBE_REGEX_GLOBAL: RegExp;
-        TIKTOK_REGEX: RegExp;
-        TIKTOK_REGEX_GLOBAL: RegExp;
-        PINTEREST_REGEX: RegExp;
-        PINTEREST_REGEX_GLOBAL: RegExp;
-        DISCORD_REGEX: RegExp | undefined;
-        DISCORD_REGEX_GLOBAL: RegExp;
-    };
-    log: import("@apify/log/log").Log;
-    enqueueLinks: typeof enqueueLinks;
-    requestAsBrowser: (options?: import("./utils_request").RequestAsBrowserOptions) => Promise<import("./utils_request").RequestAsBrowserResult>;
-};
-import { enqueueLinks } from "./enqueue_links/enqueue_links";
-export { Apify, Configuration, main, getEnv, call, callTask, metamorph, getMemoryInfo, isAtHome, newClient, addWebhook, AutoscaledPool, BasicCrawler, CheerioCrawler, pushData, openDataset, events, initializeEvents, stopEvents, getValue, setValue, getInput, openKeyValueStore, launchPuppeteer, launchPlaywright, BrowserCrawler, PuppeteerCrawler, PlaywrightCrawler, PseudoUrl, Request, RequestList, openRequestList, openRequestQueue, openSessionPool, createProxyConfiguration, Session, exportedUtils as utils };
-//# sourceMappingURL=main.d.ts.map
-export { ApifyEnv, EventTypes, UserFunc, AdhocWebhook, WebhookRun } from "./actor";
-export { AutoscaledPoolOptions } from "./autoscaling/autoscaled_pool";
-export { SnapshotterOptions } from "./autoscaling/snapshotter";
-export { SystemInfo, SystemStatusOptions } from "./autoscaling/system_status";
-export { BrowserLaunchContext } from "./browser_launchers/browser_launcher";
-export { BrowserPlugin } from "./browser_launchers/browser_plugin";
-export { PlaywrightLauncher, PlaywrightLaunchContext } from "./browser_launchers/playwright_launcher";
-export { PuppeteerLauncher, PuppeteerLaunchContext } from "./browser_launchers/puppeteer_launcher";
-export { CrawlingContext, BasicCrawlerOptions, HandleRequest, HandleRequestInputs, HandleFailedRequest, HandleFailedRequestInput } from "./crawlers/basic_crawler";
-export { BrowserCrawlingContext, Hook, BrowserHandlePageFunction, GotoFunction, BrowserCrawlerOptions } from "./crawlers/browser_crawler";
-export { CheerioCrawlerOptions, PrepareRequestInputs, PrepareRequest, PostResponseInputs, PostResponse, CheerioHandlePageInputs, CheerioHandlePage } from "./crawlers/cheerio_crawler";
-export { PlaywrightGotoOptions, PlaywrightHook, PlaywrightHandlePageFunctionParam, PlaywrightHandlePageFunction, PlaywrightCrawlerOptions } from "./crawlers/playwright_crawler";
-export { PuppeteerHook, PuppeteerHandlePageFunctionParam, PuppeteerHandlePage, PuppeteerCrawlerOptions } from "./crawlers/puppeteer_crawler";
-export { StatisticsOptions, StatisticPersistedState, StatisticState } from "./crawlers/statistics";
-export { RequestTransform } from "./enqueue_links/shared";
-export { ApifyCallError, TimeoutError } from "./errors";
-export { ProxyConfiguration, ProxyConfigurationFunction, ProxyConfigurationOptions, ProxyInfo } from "./proxy_configuration";
-export { InterceptHandler } from "./puppeteer_request_interception";
-export { CompiledScriptParams, CompiledScriptFunction } from "./puppeteer_utils";
-export { RequestOptions } from "./request";
-export { RequestListOptions, RequestListState, RequestListSourcesFunction } from "./request_list";
-export { CookieParseError } from "./session_pool/errors";
-export { PuppeteerCookie, SessionState, SessionOptions } from "./session_pool/session";
-export { SessionPool, CreateSession, SessionPoolOptions } from "./session_pool/session_pool";
-export { StealthOptions } from "./stealth/stealth";
-export { Dataset, DatasetContent, DatasetConsumer, DatasetMapper, DatasetReducer } from "./storages/dataset";
-export { KeyValueStore, KeyValueStoreValueTypes, KeyConsumer } from "./storages/key_value_store";
-export { RequestQueue, QueueOperationInfo, RequestQueueInfo } from "./storages/request_queue";
-export { StorageManager } from "./storages/storage_manager";
-export { ActorRun, DirectNavigationOptions } from "./typedefs";
-export { MemoryInfo } from "./utils";
-export { RequestAsBrowserResult, RequestAsBrowserOptions, AbortFunction } from "./utils_request";
-export { SocialHandles } from "./utils_social";

package/build/main.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../src/main.js"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiCA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAOG"}

package/build/main.js

@@ -1,81 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.utils = exports.Session = exports.createProxyConfiguration = exports.openSessionPool = exports.openRequestQueue = exports.openRequestList = exports.RequestList = exports.Request = exports.PseudoUrl = exports.PlaywrightCrawler = exports.PuppeteerCrawler = exports.BrowserCrawler = exports.launchPlaywright = exports.launchPuppeteer = exports.openKeyValueStore = exports.getInput = exports.setValue = exports.getValue = exports.stopEvents = exports.initializeEvents = exports.events = exports.openDataset = exports.pushData = exports.CheerioCrawler = exports.BasicCrawler = exports.AutoscaledPool = exports.addWebhook = exports.newClient = exports.isAtHome = exports.getMemoryInfo = exports.metamorph = exports.callTask = exports.call = exports.getEnv = exports.main = exports.Configuration = exports.Apify = void 0;
-const tslib_1 = require("tslib");
-const events_1 = require("events");
-const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
-const actor_1 = require("./actor");
-Object.defineProperty(exports, "main", { enumerable: true, get: function () { return actor_1.main; } });
-Object.defineProperty(exports, "getEnv", { enumerable: true, get: function () { return actor_1.getEnv; } });
-Object.defineProperty(exports, "call", { enumerable: true, get: function () { return actor_1.call; } });
-Object.defineProperty(exports, "callTask", { enumerable: true, get: function () { return actor_1.callTask; } });
-Object.defineProperty(exports, "metamorph", { enumerable: true, get: function () { return actor_1.metamorph; } });
-Object.defineProperty(exports, "addWebhook", { enumerable: true, get: function () { return actor_1.addWebhook; } });
-const apify_1 = require("./apify");
-Object.defineProperty(exports, "Apify", { enumerable: true, get: function () { return apify_1.Apify; } });
-const configuration_1 = require("./configuration");
-Object.defineProperty(exports, "Configuration", { enumerable: true, get: function () { return configuration_1.Configuration; } });
-const autoscaled_pool_1 = (0, tslib_1.__importDefault)(require("./autoscaling/autoscaled_pool"));
-exports.AutoscaledPool = autoscaled_pool_1.default;
-const basic_crawler_1 = require("./crawlers/basic_crawler");
-Object.defineProperty(exports, "BasicCrawler", { enumerable: true, get: function () { return basic_crawler_1.BasicCrawler; } });
-const cheerio_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/cheerio_crawler"));
-exports.CheerioCrawler = cheerio_crawler_1.default;
-const dataset_1 = require("./storages/dataset");
-Object.defineProperty(exports, "pushData", { enumerable: true, get: function () { return dataset_1.pushData; } });
-Object.defineProperty(exports, "openDataset", { enumerable: true, get: function () { return dataset_1.openDataset; } });
-const events_2 = (0, tslib_1.__importStar)(require("./events"));
-exports.events = events_2.default;
-Object.defineProperty(exports, "initializeEvents", { enumerable: true, get: function () { return events_2.initializeEvents; } });
-Object.defineProperty(exports, "stopEvents", { enumerable: true, get: function () { return events_2.stopEvents; } });
-const key_value_store_1 = require("./storages/key_value_store");
-Object.defineProperty(exports, "getValue", { enumerable: true, get: function () { return key_value_store_1.getValue; } });
-Object.defineProperty(exports, "setValue", { enumerable: true, get: function () { return key_value_store_1.setValue; } });
-Object.defineProperty(exports, "getInput", { enumerable: true, get: function () { return key_value_store_1.getInput; } });
-Object.defineProperty(exports, "openKeyValueStore", { enumerable: true, get: function () { return key_value_store_1.openKeyValueStore; } });
-const puppeteer_launcher_1 = require("./browser_launchers/puppeteer_launcher");
-Object.defineProperty(exports, "launchPuppeteer", { enumerable: true, get: function () { return puppeteer_launcher_1.launchPuppeteer; } });
-const playwright_launcher_1 = require("./browser_launchers/playwright_launcher");
-Object.defineProperty(exports, "launchPlaywright", { enumerable: true, get: function () { return playwright_launcher_1.launchPlaywright; } });
-const browser_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/browser_crawler"));
-exports.BrowserCrawler = browser_crawler_1.default;
-const puppeteer_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/puppeteer_crawler"));
-exports.PuppeteerCrawler = puppeteer_crawler_1.default;
-const playwright_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/playwright_crawler"));
-exports.PlaywrightCrawler = playwright_crawler_1.default;
-const request_1 = (0, tslib_1.__importDefault)(require("./request"));
-exports.Request = request_1.default;
-const request_list_1 = require("./request_list");
-Object.defineProperty(exports, "RequestList", { enumerable: true, get: function () { return request_list_1.RequestList; } });
-Object.defineProperty(exports, "openRequestList", { enumerable: true, get: function () { return request_list_1.openRequestList; } });
-const proxy_configuration_1 = require("./proxy_configuration");
-Object.defineProperty(exports, "createProxyConfiguration", { enumerable: true, get: function () { return proxy_configuration_1.createProxyConfiguration; } });
-const request_queue_1 = require("./storages/request_queue");
-Object.defineProperty(exports, "openRequestQueue", { enumerable: true, get: function () { return request_queue_1.openRequestQueue; } });
-const utils_1 = require("./utils");
-Object.defineProperty(exports, "newClient", { enumerable: true, get: function () { return utils_1.newClient; } });
-Object.defineProperty(exports, "getMemoryInfo", { enumerable: true, get: function () { return utils_1.getMemoryInfo; } });
-Object.defineProperty(exports, "isAtHome", { enumerable: true, get: function () { return utils_1.isAtHome; } });
-const puppeteer_utils_1 = require("./puppeteer_utils");
-const playwright_utils_1 = require("./playwright_utils");
-const utils_social_1 = require("./utils_social");
-const enqueue_links_1 = require("./enqueue_links/enqueue_links");
-const pseudo_url_1 = (0, tslib_1.__importDefault)(require("./pseudo_url"));
-exports.PseudoUrl = pseudo_url_1.default;
-const utils_request_1 = require("./utils_request");
-const session_pool_1 = require("./session_pool/session_pool");
-Object.defineProperty(exports, "openSessionPool", { enumerable: true, get: function () { return session_pool_1.openSessionPool; } });
-const session_1 = require("./session_pool/session");
-Object.defineProperty(exports, "Session", { enumerable: true, get: function () { return session_1.Session; } });
-// Increase the global limit for event emitter memory leak warnings.
-events_1.EventEmitter.defaultMaxListeners = 50;
-const exportedUtils = Object.assign(utils_1.publicUtils, {
-    puppeteer: puppeteer_utils_1.puppeteerUtils,
-    playwright: playwright_utils_1.playwrightUtils,
-    social: utils_social_1.socialUtils,
-    log: utils_log_1.default,
-    enqueueLinks: enqueue_links_1.enqueueLinks,
-    requestAsBrowser: utils_request_1.requestAsBrowser,
-});
-exports.utils = exportedUtils;
-//# sourceMappingURL=main.js.map

package/build/main.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.js"],"names":[],"mappings":";;;;AAAA,mCAAsC;AACtC,yEAA8B;AAC9B,mCAA8E;AA6F1E,qFA7FK,YAAI,OA6FL;AACJ,uFA9FW,cAAM,OA8FX;AACN,qFA/FmB,YAAI,OA+FnB;AACJ,yFAhGyB,gBAAQ,OAgGzB;AACR,0FAjGmC,iBAAS,OAiGnC;AAIT,2FArG8C,kBAAU,OAqG9C;AApGd,mCAAgC;AA0F5B,sFA1FK,aAAK,OA0FL;AAzFT,mDAAgD;AA0F5C,8FA1FK,6BAAa,OA0FL;AAzFjB,iGAA2D;AAoGvD,yBApGG,yBAAc,CAoGH;AAnGlB,4DAAwD;AAqGpD,6FArGK,4BAAY,OAqGL;AApGhB,8FAAwD;AAsGpD,yBAtGG,yBAAc,CAsGH;AArGlB,gDAA2D;AAuGvD,yFAvGK,kBAAQ,OAuGL;AACR,4FAxGe,qBAAW,OAwGf;AAvGf,gEAAgE;AAyG5D,iBAzGG,gBAAM,CAyGH;AACN,iGA1Ga,yBAAgB,OA0Gb;AAChB,2FA3G+B,mBAAU,OA2G/B;AA1Gd,gEAA6F;AA4GzF,yFA5GK,0BAAQ,OA4GL;AACR,yFA7Ge,0BAAQ,OA6Gf;AACR,yFA9GyB,0BAAQ,OA8GzB;AACR,kGA/GmC,mCAAiB,OA+GnC;AA9GrB,+EAAyE;AAgHrE,gGAhHK,oCAAe,OAgHL;AA/GnB,iFAA2E;AAgHvE,iGAhHK,sCAAgB,OAgHL;AA/GpB,8FAAwD;AAgHpD,yBAhHG,yBAAc,CAgHH;AA/GlB,kGAA4D;AAgHxD,2BAhHG,2BAAgB,CAgHH;AA/GpB,oGAA8D;AAgH1D,4BAhHG,4BAAiB,CAgHH;AA/GrB,qEAAgC;AAmH5B,kBAnHG,iBAAO,CAmHH;AAlHX,iDAA8D;AAmH1D,4FAnHK,0BAAW,OAmHL;AACX,gGApHkB,8BAAe,OAoHlB;AAnHnB,+DAAiE;AAwH7D,yGAxHK,8CAAwB,OAwHL;AAvH5B,4DAA4D;AAmHxD,iGAnHK,gCAAgB,OAmHL;AAlHpB,mCAA0E;AAkFtE,0FAlFK,iBAAS,OAkFL;AAFT,8FAhFgB,qBAAa,OAgFhB;AACb,yFAjF+B,gBAAQ,OAiF/B;AAhFZ,uDAAmD;AACnD,yDAAqD;AACrD,iDAA6C;AAC7C,iEAA6D;AAC7D,2EAAqC;AAwGjC,oBAxGG,oBAAS,CAwGH;AAvGb,mDAAmD;AACnD,8DAA8D;AA6G1D,gGA7GK,8BAAe,OA6GL;AA5GnB,oDAAiD;AAgH7C,wFAhHK,iBAAO,OAgHL;AA9GX,oEAAoE;AACpE,qBAAY,CAAC,mBAAmB,GAAG,EAAE,CAAC;AAEtC,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,mBAAW,EAAE;IAC7C,SAAS,EAAE,gCAAc;IACzB,UAAU,EAAE,kCAAe;IAC3B,MAAM,EAAE,0BAAW;IACnB,GAAG,EAAH,mBAAG;IACH,YAAY,EAAZ,4BAAY;IACZ,gBAAgB,EAAhB,gCAAgB;CACnB,CAAC,CAAC;AAsGkB,8BAAK"}

package/build/playwright_utils.d.ts

@@ -1,9 +0,0 @@
-export function gotoExtended(page: Page, request: Request, gotoOptions?: DirectNavigationOptions | undefined): Promise<(Response | null)>;
-export namespace playwrightUtils {
-    export { gotoExtended };
-}
-import { Page } from "playwright-core";
-import Request from "./request";
-import { DirectNavigationOptions } from "./typedefs";
-import { Response } from "playwright-core";
-//# sourceMappingURL=playwright_utils.d.ts.map

package/build/playwright_utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"playwright_utils.d.ts","sourceRoot":"","sources":["../src/playwright_utils.js"],"names":[],"mappings":"AA6BO,mCATI,IAAI,WAEJ,OAAO,sDAEN,QAAQ,CAAC,QAAQ,GAAC,IAAI,CAAC,CAAC,CA8CnC"}

package/build/playwright_utils.js

@@ -1,90 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.playwrightUtils = exports.gotoExtended = void 0;
-const tslib_1 = require("tslib");
-const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
-const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
-const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
-const validators_1 = require("./validators");
-/**
- * Extended version of Playwright's `page.goto()` allowing to perform requests with HTTP method other than GET,
- * with custom headers and POST payload. URL, method, headers and payload are taken from
- * request parameter that must be an instance of Apify.Request class.
- *
- * *NOTE:* In recent versions of Playwright using requests other than GET, overriding headers and adding payloads disables
- * browser cache which degrades performance.
- *
- * @param {Page} page
- *   Puppeteer [`Page`](https://playwright.dev/docs/api/class-page) object.
- * @param {Request} request
- * @param {DirectNavigationOptions} [gotoOptions] Custom options for `page.goto()`.
- * @return {Promise<(Response|null)>}
- *
- * @memberOf playwright
- * @name gotoExtended
- */
-const gotoExtended = async (page, request, gotoOptions = {}) => {
-    (0, ow_1.default)(page, ow_1.default.object.validate(validators_1.validators.browserPage));
-    (0, ow_1.default)(request, ow_1.default.object.partialShape({
-        url: ow_1.default.string.url,
-        method: ow_1.default.optional.string,
-        headers: ow_1.default.optional.object,
-        payload: ow_1.default.optional.any(ow_1.default.string, ow_1.default.buffer),
-    }));
-    (0, ow_1.default)(gotoOptions, ow_1.default.object);
-    const { url, method, headers, payload } = request;
-    if (method !== 'GET' || payload || !underscore_1.default.isEmpty(headers)) {
-        // This is not deprecated, we use it to log only once.
-        utils_log_1.default.deprecated('Using other request methods than GET, rewriting headers and adding payloads has a high impact on performance '
-            + 'in recent versions of Playwright. Use only when necessary.');
-        let wasCalled = false;
-        const interceptRequestHandler = async (route) => {
-            try {
-                // We want to ensure that this won't get executed again in a case that there is a subsequent request
-                // for example for some asset file link from main HTML.
-                if (wasCalled) {
-                    return await route.continue();
-                }
-                wasCalled = true;
-                const overrides = {};
-                if (method !== 'GET')
-                    overrides.method = method;
-                if (payload)
-                    overrides.postData = payload;
-                if (!underscore_1.default.isEmpty(headers))
-                    overrides.headers = headers;
-                await route.continue(overrides);
-            }
-            catch (error) {
-                utils_log_1.default.debug('Error inside request interceptor', { error });
-            }
-        };
-        await page.route('**/*', interceptRequestHandler);
-    }
-    return page.goto(url, gotoOptions);
-};
-exports.gotoExtended = gotoExtended;
-/**
- * A namespace that contains various utilities for
- * [Playwright](https://github.com/microsoft/playwright) - the headless Chrome Node API.
- *
- * **Example usage:**
- *
- * ```javascript
- * const Apify = require('apify');
- * const { playwright } = Apify.utils;
- *
- * // Navigate to https://www.example.com in Playwright with a POST request
- * const browser = await Apify.launchPlaywright();
- * const page = await browser.newPage();
- * await playwright.gotoExtended(page, {
- *     url: 'https://example.com,
- *     method: 'POST',
- * });
- * ```
- * @namespace playwright
- */
-exports.playwrightUtils = {
-    gotoExtended: exports.gotoExtended,
-};
-//# sourceMappingURL=playwright_utils.js.map

package/build/playwright_utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"playwright_utils.js","sourceRoot":"","sources":["../src/playwright_utils.js"],"names":[],"mappings":";;;;AAAA,yDAAoB;AACpB,yEAA2B;AAE3B,yEAA8B;AAC9B,6CAA0C;AAQ1C;;;;;;;;;;;;;;;;GAgBG;AACI,MAAM,YAAY,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,GAAG,EAAE,EAAE,EAAE;IAClE,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;QAC/B,GAAG,EAAE,YAAE,CAAC,MAAM,CAAC,GAAG;QAClB,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC1B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC;KACjD,CAAC,CAAC,CAAC;IACJ,IAAA,YAAE,EAAC,WAAW,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IAE3B,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IAElD,IAAI,MAAM,KAAK,KAAK,IAAI,OAAO,IAAI,CAAC,oBAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QACpD,sDAAsD;QACtD,mBAAG,CAAC,UAAU,CAAC,+GAA+G;cACxH,4DAA4D,CAAC,CAAC;QACpE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,uBAAuB,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE;YAC5C,IAAI;gBACA,oGAAoG;gBACpG,uDAAuD;gBACvD,IAAI,SAAS,EAAE;oBACX,OAAO,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;iBACjC;gBAED,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM,SAAS,GAAG,EAAE,CAAC;gBAErB,IAAI,MAAM,KAAK,KAAK;oBAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC;gBAChD,IAAI,OAAO;oBAAE,SAAS,CAAC,QAAQ,GAAG,OAAO,CAAC;gBAC1C,IAAI,CAAC,oBAAC,CAAC,OAAO,CAAC,OAAO,CAAC;oBAAE,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC;gBACrD,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;aACnC;YAAC,OAAO,KAAK,EAAE;gBACZ,mBAAG,CAAC,KAAK,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;aAC5D;QACL,CAAC,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;KACrD;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AACvC,CAAC,CAAC;AAzCW,QAAA,YAAY,gBAyCvB;AAEF;;;;;;;;;;;;;;;;;;;GAmBG;AACU,QAAA,eAAe,GAAG;IAC3B,YAAY,EAAZ,oBAAY;CACf,CAAC"}