@crawlee/browser 3.0.0-alpha.1 → 3.0.0-alpha.4

package/index.d.ts

@@ -0,0 +1,4 @@
+export * from '@crawlee/basic';
+export * from './internals/browser-crawler';
+export * from './internals/browser-launcher';
+//# sourceMappingURL=index.d.ts.map

package/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,8BAA8B,CAAC"}

package/index.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+tslib_1.__exportStar(require("@crawlee/basic"), exports);
+tslib_1.__exportStar(require("./internals/browser-crawler"), exports);
+tslib_1.__exportStar(require("./internals/browser-launcher"), exports);
+//# sourceMappingURL=index.js.map

package/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,yDAA+B;AAC/B,sEAA4C;AAC5C,uEAA6C"}

package/index.mjs

@@ -0,0 +1,69 @@
+import mod from "./index.js";
+
+export default mod;
+export const API_PROCESSED_REQUESTS_DELAY_MILLIS = mod.API_PROCESSED_REQUESTS_DELAY_MILLIS;
+export const AutoscaledPool = mod.AutoscaledPool;
+export const BASIC_CRAWLER_TIMEOUT_BUFFER_SECS = mod.BASIC_CRAWLER_TIMEOUT_BUFFER_SECS;
+export const BasicCrawler = mod.BasicCrawler;
+export const BrowserCrawler = mod.BrowserCrawler;
+export const BrowserLauncher = mod.BrowserLauncher;
+export const Configuration = mod.Configuration;
+export const CookieParseError = mod.CookieParseError;
+export const CrawlerExtension = mod.CrawlerExtension;
+export const DATASET_ITERATORS_DEFAULT_LIMIT = mod.DATASET_ITERATORS_DEFAULT_LIMIT;
+export const Dataset = mod.Dataset;
+export const EVENT_SESSION_RETIRED = mod.EVENT_SESSION_RETIRED;
+export const EnqueueStrategy = mod.EnqueueStrategy;
+export const EventManager = mod.EventManager;
+export const EventType = mod.EventType;
+export const KeyValueStore = mod.KeyValueStore;
+export const LocalEventManager = mod.LocalEventManager;
+export const Log = mod.Log;
+export const LogLevel = mod.LogLevel;
+export const Logger = mod.Logger;
+export const LoggerJson = mod.LoggerJson;
+export const LoggerText = mod.LoggerText;
+export const MAX_QUERIES_FOR_CONSISTENCY = mod.MAX_QUERIES_FOR_CONSISTENCY;
+export const ProxyConfiguration = mod.ProxyConfiguration;
+export const QUERY_HEAD_BUFFER = mod.QUERY_HEAD_BUFFER;
+export const QUERY_HEAD_MIN_LENGTH = mod.QUERY_HEAD_MIN_LENGTH;
+export const REQUESTS_PERSISTENCE_KEY = mod.REQUESTS_PERSISTENCE_KEY;
+export const Request = mod.Request;
+export const RequestList = mod.RequestList;
+export const RequestQueue = mod.RequestQueue;
+export const STATE_PERSISTENCE_KEY = mod.STATE_PERSISTENCE_KEY;
+export const STATUS_CODES_BLOCKED = mod.STATUS_CODES_BLOCKED;
+export const STORAGE_CONSISTENCY_DELAY_MILLIS = mod.STORAGE_CONSISTENCY_DELAY_MILLIS;
+export const Session = mod.Session;
+export const SessionPool = mod.SessionPool;
+export const Snapshotter = mod.Snapshotter;
+export const Statistics = mod.Statistics;
+export const StorageManager = mod.StorageManager;
+export const SystemStatus = mod.SystemStatus;
+export const basicCrawlerEnqueueLinks = mod.basicCrawlerEnqueueLinks;
+export const browserCrawlerEnqueueLinks = mod.browserCrawlerEnqueueLinks;
+export const checkAndSerialize = mod.checkAndSerialize;
+export const chunkBySize = mod.chunkBySize;
+export const constructGlobObjectsFromGlobs = mod.constructGlobObjectsFromGlobs;
+export const constructRegExpObjectsFromPseudoUrls = mod.constructRegExpObjectsFromPseudoUrls;
+export const constructRegExpObjectsFromRegExps = mod.constructRegExpObjectsFromRegExps;
+export const createDeserialize = mod.createDeserialize;
+export const createRequestOptions = mod.createRequestOptions;
+export const createRequests = mod.createRequests;
+export const deserializeArray = mod.deserializeArray;
+export const diffCookies = mod.diffCookies;
+export const enqueueLinks = mod.enqueueLinks;
+export const getCookiesFromResponse = mod.getCookiesFromResponse;
+export const getRequestId = mod.getRequestId;
+export const handleRequestTimeout = mod.handleRequestTimeout;
+export const log = mod.log;
+export const maybeStringify = mod.maybeStringify;
+export const mergeCookies = mod.mergeCookies;
+export const openDataset = mod.openDataset;
+export const pushData = mod.pushData;
+export const serializeArray = mod.serializeArray;
+export const storage = mod.storage;
+export const throwOnBlockedRequest = mod.throwOnBlockedRequest;
+export const updateEnqueueLinksPatternCache = mod.updateEnqueueLinksPatternCache;
+export const validateGlobPattern = mod.validateGlobPattern;
+export const validators = mod.validators;

package/internals/browser-crawler.d.ts

@@ -0,0 +1,329 @@
+import { EnqueueLinksOptions, CrawlerHandleFailedRequestInput, CrawlingContext, ProxyConfiguration, RequestQueue, storage } from '@crawlee/core';
+import { BasicCrawler, BasicCrawlerOptions } from '@crawlee/basic';
+import { Awaitable, Dictionary } from '@crawlee/utils';
+import { BrowserController, BrowserPlugin, BrowserPool, BrowserPoolHooks, BrowserPoolOptions, CommonPage, InferBrowserPluginArray, LaunchContext } from '@crawlee/browser-pool';
+import { BrowserLaunchContext } from './browser-launcher';
+export interface BrowserCrawlingContext<Page extends CommonPage = CommonPage, Response = Dictionary<any>, ProvidedController = BrowserController> extends CrawlingContext {
+    browserController: ProvidedController;
+    page: Page;
+    response?: Response;
+    crawler: BrowserCrawler;
+    enqueueLinks: (options?: BrowserCrawlerEnqueueLinksOptions) => Promise<storage.BatchAddRequestsResult>;
+}
+export interface BrowserCrawlerHandleFailedRequestInput extends CrawlerHandleFailedRequestInput {
+    crawler: BrowserCrawler;
+}
+export declare type BrowserCrawlerHandleFailedRequest = (inputs: BrowserCrawlerHandleFailedRequestInput) => Awaitable<void>;
+export declare type BrowserCrawlerHandleRequest<Context extends BrowserCrawlingContext = BrowserCrawlingContext> = (inputs: Context) => Awaitable<void>;
+export declare type BrowserCrawlerEnqueueLinksOptions = Omit<EnqueueLinksOptions, 'requestQueue' | 'urls'>;
+export declare type BrowserHook<Context = BrowserCrawlingContext, GoToOptions extends Record<PropertyKey, any> | undefined = Dictionary> = (crawlingContext: Context, gotoOptions: GoToOptions) => Awaitable<void>;
+export declare type GotoFunction<Context = BrowserCrawlingContext, GoToOptions extends Record<PropertyKey, any> | undefined = Dictionary> = (context: Context, gotoOptions?: GoToOptions) => Awaitable<any>;
+export interface BrowserCrawlerOptions<Context extends BrowserCrawlingContext = BrowserCrawlingContext, GoToOptions extends Record<PropertyKey, any> | undefined = Dictionary, InternalBrowserPoolOptions extends BrowserPoolOptions = BrowserPoolOptions, __BrowserPlugins extends BrowserPlugin[] = InferBrowserPluginArray<InternalBrowserPoolOptions['browserPlugins']>, __BrowserControllerReturn extends BrowserController = ReturnType<__BrowserPlugins[number]['createController']>, __LaunchContextReturn extends LaunchContext = ReturnType<__BrowserPlugins[number]['createLaunchContext']>> extends Omit<BasicCrawlerOptions, 'requestHandler' | 'handleRequestFunction' | 'failedRequestHandler' | 'handleFailedRequestFunction'> {
+    /**
+     * Function that is called to process each request.
+     * It is passed an object with the following fields:
+     *
+     * ```
+     * {
+     *   request: Request,
+     *   response: Response,
+     *   page: Page,
+     *   session: Session,
+     *   browserController: BrowserController,
+     *   proxyInfo: ProxyInfo,
+     *   crawler: BrowserCrawler,
+     * }
+     * ```
+     *
+     * `request` is an instance of the {@link Request} object with details about the URL to open, HTTP method etc.
+     * `page` is an instance of the `Puppeteer`
+     * [`Page`](https://pptr.dev/#?product=Puppeteer&show=api-class-page) or `Playwright`
+     * [`Page`](https://playwright.dev/docs/api/class-page)
+     * `browserPool` is an instance of the
+     * [`BrowserPool`](https://github.com/apify/browser-pool#BrowserPool),
+     * `browserController` is an instance of the
+     * [`BrowserController`](https://github.com/apify/browser-pool#browsercontroller),
+     * `response` is an instance of the `Puppeteer`
+     * [`Response`](https://pptr.dev/#?product=Puppeteer&show=api-class-response) or `Playwright`
+     * [`Response`](https://playwright.dev/docs/api/class-response),
+     * which is the main resource response as returned by `page.goto(request.url)`.
+     * The function must return a promise, which is then awaited by the crawler.
+     *
+     * If the function throws an exception, the crawler will try to re-crawl the
+     * request later, up to `option.maxRequestRetries` times.
+     * If all the retries fail, the crawler calls the function
+     * provided to the `handleFailedRequestFunction` parameter.
+     * To make this work, you should **always**
+     * let your function throw exceptions rather than catch them.
+     * The exceptions are logged to the request using the
+     * {@link Request.pushErrorMessage} function.
+     */
+    requestHandler: BrowserCrawlerHandleRequest<Context>;
+    /**
+     * Function that is called to process each request.
+     * It is passed an object with the following fields:
+     *
+     * ```
+     * {
+     *   request: Request,
+     *   response: Response,
+     *   page: Page,
+     *   session: Session,
+     *   browserController: BrowserController,
+     *   proxyInfo: ProxyInfo,
+     *   crawler: BrowserCrawler,
+     * }
+     * ```
+     *
+     * `request` is an instance of the {@link Request} object with details about the URL to open, HTTP method etc.
+     * `page` is an instance of the `Puppeteer`
+     * [`Page`](https://pptr.dev/#?product=Puppeteer&show=api-class-page) or `Playwright`
+     * [`Page`](https://playwright.dev/docs/api/class-page)
+     * `browserPool` is an instance of the
+     * [`BrowserPool`](https://github.com/apify/browser-pool#BrowserPool),
+     * `browserController` is an instance of the
+     * [`BrowserController`](https://github.com/apify/browser-pool#browsercontroller),
+     * `response` is an instance of the `Puppeteer`
+     * [`Response`](https://pptr.dev/#?product=Puppeteer&show=api-class-response) or `Playwright`
+     * [`Response`](https://playwright.dev/docs/api/class-response),
+     * which is the main resource response as returned by `page.goto(request.url)`.
+     * The function must return a promise, which is then awaited by the crawler.
+     *
+     * If the function throws an exception, the crawler will try to re-crawl the
+     * request later, up to `option.maxRequestRetries` times.
+     * If all the retries fail, the crawler calls the function
+     * provided to the `handleFailedRequestFunction` parameter.
+     * To make this work, you should **always**
+     * let your function throw exceptions rather than catch them.
+     * The exceptions are logged to the request using the
+     * {@link Request.pushErrorMessage} function.
+     *
+     * @deprecated `handlePageFunction` has been renamed to `requestHandler` and will be removed in a future version.
+     */
+    handlePageFunction?: BrowserCrawlerHandleRequest<Context>;
+    /**
+     * Navigation function for corresponding library. `page.goto(url)` is supported by both `playwright` and `puppeteer`.
+     */
+    gotoFunction?: GotoFunction<Context, GoToOptions>;
+    /**
+     * A function to handle requests that failed more than `option.maxRequestRetries` times.
+     *
+     * The function receives the following object as an argument:
+     * ```
+     * {
+     *     request: Request,
+     *     response: Response,
+     *     page: Page,
+     *     browserPool: BrowserPool,
+     *     autoscaledPool: AutoscaledPool,
+     *     session: Session,
+     *     browserController: BrowserController,
+     *     proxyInfo: ProxyInfo,
+     * }
+     * ```
+     * Where the {@link Request} instance corresponds to the failed request, and the `Error` instance
+     * represents the last error thrown during processing of the request.
+     *
+     */
+    failedRequestHandler?: BrowserCrawlerHandleFailedRequest;
+    /**
+     * A function to handle requests that failed more than `option.maxRequestRetries` times.
+     *
+     * The function receives the following object as an argument:
+     * ```
+     * {
+     *     request: Request,
+     *     response: Response,
+     *     page: Page,
+     *     browserPool: BrowserPool,
+     *     autoscaledPool: AutoscaledPool,
+     *     session: Session,
+     *     browserController: BrowserController,
+     *     proxyInfo: ProxyInfo,
+     * }
+     * ```
+     * Where the {@link Request} instance corresponds to the failed request, and the `Error` instance
+     * represents the last error thrown during processing of the request.
+     *
+     * @deprecated `handleFailedRequestFunction` has been renamed to `failedRequestHandler` and will be removed in a future version.
+     */
+    handleFailedRequestFunction?: BrowserCrawlerHandleFailedRequest;
+    /**
+     * Custom options passed to the underlying [`BrowserPool`](https://github.com/apify/browser-pool#BrowserPool) constructor.
+     * You can tweak those to fine-tune browser management.
+     */
+    browserPoolOptions?: Partial<BrowserPoolOptions> & Partial<BrowserPoolHooks<__BrowserControllerReturn, __LaunchContextReturn>>;
+    /**
+     * If set, the crawler will be configured for all connections to use
+     * [Apify Proxy](https://console.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
+     * For more information, see the [documentation](https://docs.apify.com/proxy).
+     */
+    proxyConfiguration?: ProxyConfiguration;
+    /**
+     * Async functions that are sequentially evaluated before the navigation. Good for setting additional cookies
+     * or browser properties before navigation. The function accepts two parameters, `crawlingContext` and `gotoOptions`,
+     * which are passed to the `page.goto()` function the crawler calls to navigate.
+     * Example:
+     * ```
+     * preNavigationHooks: [
+     *     async (crawlingContext, gotoOptions) => {
+     *         const { page } = crawlingContext;
+     *         await page.evaluate((attr) => { window.foo = attr; }, 'bar');
+     *     },
+     * ]
+     * ```
+     */
+    preNavigationHooks?: BrowserHook<Context>[];
+    /**
+     * Async functions that are sequentially evaluated after the navigation. Good for checking if the navigation was successful.
+     * The function accepts `crawlingContext` as the only parameter.
+     * Example:
+     * ```
+     * postNavigationHooks: [
+     *     async (crawlingContext) => {
+     *         const { page } = crawlingContext;
+     *         if (hasCaptcha(page)) {
+     *             await solveCaptcha (page);
+     *         }
+     *     },
+     * ]
+     * ```
+     */
+    postNavigationHooks?: BrowserHook<Context>[];
+    /**
+     * Timeout in which page navigation needs to finish, in seconds.
+     */
+    navigationTimeoutSecs?: number;
+    /**
+     * @deprecated Use `navigationTimeoutSecs` instead
+     */
+    gotoTimeoutSecs?: number;
+    /**
+     * If cookies should be persisted between sessions.
+     * This can only be used when `useSessionPool` is set to `true`.
+     */
+    persistCookiesPerSession?: boolean;
+}
+/**
+ * Provides a simple framework for parallel crawling of web pages
+ * using headless browsers with [Puppeteer](https://github.com/puppeteer/puppeteer)
+ * and [Playwright](https://github.com/microsoft/playwright).
+ * The URLs to crawl are fed either from a static list of URLs
+ * or from a dynamic queue of URLs enabling recursive crawling of websites.
+ *
+ * Since `BrowserCrawler` uses headless or even headfull browsers to download web pages and extract data,
+ * it is useful for crawling of websites that require to execute JavaScript.
+ * If the target website doesn't need JavaScript, consider using {@link CheerioCrawler},
+ * which downloads the pages using raw HTTP requests and is about 10x faster.
+ *
+ * The source URLs are represented using {@link Request} objects that are fed from
+ * {@link RequestList} or {@link RequestQueue} instances provided by the {@link BrowserCrawlerOptions.requestList}
+ * or {@link BrowserCrawlerOptions.requestQueue} constructor options, respectively.
+ *
+ * If both {@link BrowserCrawlerOptions.requestList} and {@link BrowserCrawlerOptions.requestQueue} are used,
+ * the instance first processes URLs from the {@link RequestList} and automatically enqueues all of them
+ * to {@link RequestQueue} before it starts their processing. This ensures that a single URL is not crawled multiple times.
+ *
+ * The crawler finishes when there are no more {@link Request} objects to crawl.
+ *
+ * `BrowserCrawler` opens a new browser page (i.e. tab or window) for each {@link Request} object to crawl
+ * and then calls the function provided by user as the {@link BrowserCrawlerOptions.handlePageFunction} option.
+ *
+ * New pages are only opened when there is enough free CPU and memory available,
+ * using the functionality provided by the {@link AutoscaledPool} class.
+ * All {@link AutoscaledPool} configuration options can be passed to the {@link BrowserCrawlerOptions.autoscaledPoolOptions}
+ * parameter of the `BrowserCrawler` constructor. For user convenience, the `minConcurrency` and `maxConcurrency`
+ * {@link AutoscaledPoolOptions} are available directly in the `BrowserCrawler` constructor.
+ *
+ * Note that the pool of browser instances is internally managed by the [BrowserPool](https://github.com/apify/browser-pool) class.
+ * ```js
+ * await crawler.run();
+ * ```
+ * @category Crawlers
+ */
+export declare abstract class BrowserCrawler<InternalBrowserPoolOptions extends BrowserPoolOptions = BrowserPoolOptions, LaunchOptions = Dictionary, Context extends BrowserCrawlingContext = BrowserCrawlingContext, GoToOptions extends Record<PropertyKey, any> = Dictionary> extends BasicCrawler<Context> {
+    /**
+     * A reference to the underlying {@link ProxyConfiguration} class that manages the crawler's proxies.
+     * Only available if used by the crawler.
+     */
+    proxyConfiguration?: ProxyConfiguration;
+    /**
+     * A reference to the underlying `BrowserPool` class that manages the crawler's browsers.
+     * For more information about it, see the [`browser-pool` module](https://github.com/apify/browser-pool).
+     * @todo the type is almost unusable with so many generic arguments, what should go there? we need inference
+     */
+    browserPool: BrowserPool<InternalBrowserPoolOptions>;
+    launchContext?: BrowserLaunchContext<LaunchOptions, unknown>;
+    protected userProvidedRequestHandler: BrowserCrawlerHandleRequest<Context>;
+    protected navigationTimeoutMillis: number;
+    protected gotoFunction?: GotoFunction<Context, GoToOptions>;
+    protected defaultGotoOptions: GoToOptions;
+    protected preNavigationHooks: BrowserHook<Context>[];
+    protected postNavigationHooks: BrowserHook<Context>[];
+    protected persistCookiesPerSession: boolean;
+    protected static optionsShape: {
+        handlePageFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        gotoFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        gotoTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        navigationTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        preNavigationHooks: import("ow").ArrayPredicate<unknown> & import("ow").BasePredicate<unknown[] | undefined>;
+        postNavigationHooks: import("ow").ArrayPredicate<unknown> & import("ow").BasePredicate<unknown[] | undefined>;
+        browserPoolOptions: import("ow").ObjectPredicate<object>;
+        sessionPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+        persistCookiesPerSession: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
+        useSessionPool: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
+        proxyConfiguration: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+        requestList: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+        requestQueue: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+        requestHandler: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        handleRequestFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        requestHandlerTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        handleRequestTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        failedRequestHandler: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        handleFailedRequestFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
+        maxRequestRetries: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        maxRequestsPerCrawl: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        autoscaledPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+        minConcurrency: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        maxConcurrency: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
+        log: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
+    };
+    /**
+     * All `BrowserCrawler` parameters are passed via an options object.
+     */
+    protected constructor(options: BrowserCrawlerOptions<Context, GoToOptions>);
+    /**
+     * Wrapper around handlePageFunction that opens and closes pages etc.
+     */
+    protected _runRequestHandler(crawlingContext: Context): Promise<void>;
+    protected _enhanceCrawlingContextWithPageInfo(crawlingContext: Context, page: CommonPage, useIncognitoPages?: boolean): void;
+    protected _handleNavigation(crawlingContext: Context): Promise<void>;
+    /**
+     * Marks session bad in case of navigation timeout.
+     */
+    protected _handleNavigationTimeout(crawlingContext: Context, error: Error): void;
+    protected _navigationHandler(crawlingContext: Context, gotoOptions: GoToOptions): Promise<any>;
+    /**
+     * Should be overridden in case of different automation library that does not support this response API.
+     * @todo: This can be also done as a postNavigation hook except the loadedUrl marking.
+     */
+    protected _responseHandler(crawlingContext: Context): Promise<void>;
+    protected _extendLaunchContext(_pageId: string, launchContext: LaunchContext): Promise<void>;
+    protected _maybeAddSessionRetiredListener(_pageId: string, browserController: Context['browserController']): void;
+    /**
+     * Function for cleaning up after all request are processed.
+     * @ignore
+     */
+    teardown(): Promise<void>;
+}
+/** @internal */
+interface EnqueueLinksInternalOptions {
+    options?: BrowserCrawlerEnqueueLinksOptions;
+    page: CommonPage;
+    requestQueue?: RequestQueue;
+    defaultBaseUrl?: string;
+}
+/** @internal */
+export declare function browserCrawlerEnqueueLinks({ options, page, requestQueue, defaultBaseUrl }: EnqueueLinksInternalOptions): Promise<storage.BatchAddRequestsResult>;
+export {};
+//# sourceMappingURL=browser-crawler.d.ts.map

package/internals/browser-crawler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-crawler.d.ts","sourceRoot":"","sources":["../../src/internals/browser-crawler.ts"],"names":[],"mappings":"AACA,OAAO,EACH,mBAAmB,EACnB,+BAA+B,EAC/B,eAAe,EAIf,kBAAkB,EAElB,YAAY,EAIZ,OAAO,EACV,MAAM,eAAe,CAAC;AACvB,OAAO,EAEH,YAAY,EACZ,mBAAmB,EACtB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAEH,iBAAiB,EACjB,aAAa,EACb,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,UAAU,EACV,uBAAuB,EACvB,aAAa,EAChB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,MAAM,WAAW,sBAAsB,CACnC,IAAI,SAAS,UAAU,GAAG,UAAU,EACpC,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,EAC1B,kBAAkB,GAAG,iBAAiB,CACxC,SAAQ,eAAe;IACrB,iBAAiB,EAAE,kBAAkB,CAAC;IACtC,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,OAAO,EAAE,cAAc,CAAC;IACxB,YAAY,EAAE,CAAC,OAAO,CAAC,EAAE,iCAAiC,KAAK,OAAO,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;CAC1G;AAED,MAAM,WAAW,sCAAuC,SAAQ,+BAA+B;IAC3F,OAAO,EAAE,cAAc,CAAC;CAC3B;AAED,oBAAY,iCAAiC,GAAG,CAAC,MAAM,EAAE,sCAAsC,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAEpH,oBAAY,2BAA2B,CAAC,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,IAAI,CAAC,MAAM,EAAE,OAAO,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAEhJ,oBAAY,iCAAiC,GAAG,IAAI,CAAC,mBAAmB,EAAE,cAAc,GAAG,MAAM,CAAC,CAAA;AAElG,oBAAY,WAAW,CACnB,OAAO,GAAG,sBAAsB,EAChC,WAAW,SAAS,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,GAAG,SAAS,GAAG,UAAU,IACrE,CAAC,eAAe,EAAE,OAAO,EAAE,WAAW,EAAE,WAAW,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAE5E,oBAAY,YAAY,CACpB,OAAO,GAAG,sBAAsB,EAChC,WAAW,SAAS,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,GAAG,SAAS,GAAG,UAAU,IACrE,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,EAAE,WAAW,KAAK,SAAS,CAAC,GAAG,CAAC,CAAC;AAEpE,MAAM,WAAW,qBAAqB,CAClC,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,WAAW,SAAS,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,GAAG,SAAS,GAAG,UAAU,EACrE,0BAA0B,SAAS,kBAAkB,GAAG,kBAAkB,EAC1E,gBAAgB,SAAS,aAAa,EAAE,GAAG,uBAAuB,CAAC,0BAA0B,CAAC,gBAAgB,CAAC,CAAC,EAChH,yBAAyB,SAAS,iBAAiB,GAAG,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,EAC9G,qBAAqB,SAAS,aAAa,GAAG,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAC3G,SAAQ,IAAI,CACV,mBAAmB,EAEjB,gBAAgB,GAChB,uBAAuB,GAEvB,sBAAsB,GACtB,6BAA6B,CAClC;IACG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAsCG;IACH,cAAc,EAAE,2BAA2B,CAAC,OAAO,CAAC,CAAC;IAErD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAwCG;IACH,kBAAkB,CAAC,EAAE,2BAA2B,CAAC,OAAO,CAAC,CAAC;IAE1D;;OAEG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAElD;;;;;;;;;;;;;;;;;;;OAmBG;IACH,oBAAoB,CAAC,EAAE,iCAAiC,CAAC;IAEzD;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,2BAA2B,CAAC,EAAE,iCAAiC,CAAC;IAEhE;;;OAGG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC,yBAAyB,EAAE,qBAAqB,CAAC,CAAC,CAAC;IAE/H;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IAExC;;;;;;;;;;;;;OAaG;IACH,kBAAkB,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;IAE5C;;;;;;;;;;;;;;OAcG;IACH,mBAAmB,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;IAE7C;;OAEG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;CACtC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,8BAAsB,cAAc,CAChC,0BAA0B,SAAS,kBAAkB,GAAG,kBAAkB,EAC1E,aAAa,GAAG,UAAU,EAC1B,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,WAAW,SAAS,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,GAAG,UAAU,CAC3D,SAAQ,YAAY,CAAC,OAAO,CAAC;IAC3B;;;OAGG;IACH,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IAExC;;;;OAIG;IACH,WAAW,EAAE,WAAW,CAAC,0BAA0B,CAAC,CAAC;IAErD,aAAa,CAAC,EAAE,oBAAoB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAE7D,SAAS,CAAC,0BAA0B,EAAG,2BAA2B,CAAC,OAAO,CAAC,CAAC;IAC5E,SAAS,CAAC,uBAAuB,EAAE,MAAM,CAAC;IAC1C,SAAS,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAC5D,SAAS,CAAC,kBAAkB,EAAE,WAAW,CAAC;IAC1C,SAAS,CAAC,kBAAkB,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;IACrD,SAAS,CAAC,mBAAmB,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;IACtD,SAAS,CAAC,wBAAwB,EAAE,OAAO,CAAC;IAE5C,iBAA0B,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;MAgBpC;IAEF;;OAEG;IACH,SAAS,aAAa,OAAO,EAAE,qBAAqB,CAAC,OAAO,EAAE,WAAW,CAAC;IAwF1E;;OAEG;cACsB,kBAAkB,CAAC,eAAe,EAAE,OAAO;IAwEpE,SAAS,CAAC,mCAAmC,CAAC,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,iBAAiB,CAAC,EAAE,OAAO,GAAG,IAAI;cA4B5G,iBAAiB,CAAC,eAAe,EAAE,OAAO;IAiB1D;;OAEG;IACH,SAAS,CAAC,wBAAwB,CAAC,eAAe,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI;cAQhE,kBAAkB,CAAC,eAAe,EAAE,OAAO,EAAE,WAAW,EAAE,WAAW;IASrF;;;OAGG;cACa,gBAAgB,CAAC,eAAe,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;cAczD,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBlG,SAAS,CAAC,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,CAAC,mBAAmB,CAAC,GAAG,IAAI;IAkBjH;;;OAGG;IACY,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAI3C;AAED,gBAAgB;AAChB,UAAU,2BAA2B;IACjC,OAAO,CAAC,EAAE,iCAAiC,CAAC;IAC5C,IAAI,EAAE,UAAU,CAAC;IACjB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,gBAAgB;AAChB,wBAAsB,0BAA0B,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,cAAc,EAAE,EAAE,2BAA2B,2CAY5H"}