@crawlee/playwright 3.0.5-beta.8 → 3.1.0

package/internals/utils/playwright-utils.d.ts

@@ -19,9 +19,12 @@
  */
 // @ts-ignore optional peer dependency
 import type { Page, Response } from 'playwright';
-import type { Request } from '@crawlee/core';
-import type { CheerioRoot } from '@crawlee/utils';
+import type { Request } from '@crawlee/browser';
+import type { CheerioRoot, Dictionary } from '@crawlee/utils';
+import type { BatchAddRequestsResult } from '@crawlee/types';
 import type { PlaywrightCrawlingContext } from '../playwright-crawler';
+import type { EnqueueLinksByClickingElementsOptions } from '../enqueue-links/click-elements';
+import { enqueueLinksByClickingElements } from '../enqueue-links/click-elements';
 export interface InjectFileOptions {
     /**
      * Enables the injected script to survive page navigations and reloads without need to be re-injected manually.
@@ -157,6 +160,103 @@ export declare function gotoExtended(page: Page, request: Request, gotoOptions?:
  * @param [options]
  */
 export declare function blockRequests(page: Page, options?: BlockRequestsOptions): Promise<void>;
+export interface CompiledScriptParams {
+    page: Page;
+    request: Request;
+}
+export declare type CompiledScriptFunction = (params: CompiledScriptParams) => Promise<unknown>;
+/**
+ * Compiles a Playwright script into an async function that may be executed at any time
+ * by providing it with the following object:
+ * ```
+ * {
+ *    page: Page,
+ *    request: Request,
+ * }
+ * ```
+ * Where `page` is a Playwright [`Page`](https://playwright.dev/docs/api/class-page)
+ * and `request` is a {@apilink Request}.
+ *
+ * The function is compiled by using the `scriptString` parameter as the function's body,
+ * so any limitations to function bodies apply. Return value of the compiled function
+ * is the return value of the function body = the `scriptString` parameter.
+ *
+ * As a security measure, no globals such as `process` or `require` are accessible
+ * from within the function body. Note that the function does not provide a safe
+ * sandbox and even though globals are not easily accessible, malicious code may
+ * still execute in the main process via prototype manipulation. Therefore you
+ * should only use this function to execute sanitized or safe code.
+ *
+ * Custom context may also be provided using the `context` parameter. To improve security,
+ * make sure to only pass the really necessary objects to the context. Preferably making
+ * secured copies beforehand.
+ */
+export declare function compileScript(scriptString: string, context?: Dictionary): CompiledScriptFunction;
+export interface InfiniteScrollOptions {
+    /**
+     * How many seconds to scroll for. If 0, will scroll until bottom of page.
+     * @default 1
+     */
+    timeoutSecs?: number;
+    /**
+     * How many seconds to wait for no new content to load before exit.
+     * @default 4
+     */
+    waitForSecs?: number;
+    /**
+     * If true, it will scroll up a bit after each scroll down. This is required on some websites for the scroll to work.
+     * @default false
+     */
+    scrollDownAndUp?: boolean;
+    /**
+     * Optionally checks and clicks a button if it appears while scrolling. This is required on some websites for the scroll to work.
+     */
+    buttonSelector?: string;
+    /**
+     * This function is called after every scroll and stops the scrolling process if it returns `true`. The function can be `async`.
+     */
+    stopScrollCallback?: () => unknown | Promise<unknown>;
+}
+/**
+ * Scrolls to the bottom of a page, or until it times out.
+ * Loads dynamic content when it hits the bottom of a page, and then continues scrolling.
+ * @param page Playwright [`Page`](https://playwright.dev/docs/api/class-page) object.
+ * @param [options]
+ */
+export declare function infiniteScroll(page: Page, options?: InfiniteScrollOptions): Promise<void>;
+export interface SaveSnapshotOptions {
+    /**
+     * Key under which the screenshot and HTML will be saved. `.jpg` will be appended for screenshot and `.html` for HTML.
+     * @default 'SNAPSHOT'
+     */
+    key?: string;
+    /**
+     * The quality of the image, between 0-100. Higher quality images have bigger size and require more storage.
+     * @default 50
+     */
+    screenshotQuality?: number;
+    /**
+     * If true, it will save a full screenshot of the current page as a record with `key` appended by `.jpg`.
+     * @default true
+     */
+    saveScreenshot?: boolean;
+    /**
+     * If true, it will save a full HTML of the current page as a record with `key` appended by `.html`.
+     * @default true
+     */
+    saveHtml?: boolean;
+    /**
+     * Name or id of the Key-Value store where snapshot is saved. By default it is saved to default Key-Value store.
+     * @default null
+     */
+    keyValueStoreName?: string | null;
+}
+/**
+ * Saves a full screenshot and HTML of the current page into a Key-Value store.
+ * @param page Playwright [`Page`](https://playwright.dev/docs/api/class-page) object.
+ * @param [options]
+ */
+export declare function saveSnapshot(page: Page, options?: SaveSnapshotOptions): Promise<void>;
 /**
  * Returns Cheerio handle for `page.content()`, allowing to work with the data same way as with {@apilink CheerioCrawler}.
  *
@@ -169,19 +269,183 @@ export declare function blockRequests(page: Page, options?: BlockRequestsOptions
  * @param page Playwright [`Page`](https://playwright.dev/docs/api/class-page) object.
  */
 export declare function parseWithCheerio(page: Page): Promise<CheerioRoot>;
+/** @internal */
 export interface PlaywrightContextUtils {
+    /**
+     * Injects a JavaScript file into current `page`.
+     * Unlike Playwright's `addScriptTag` function, this function works on pages
+     * with arbitrary Cross-Origin Resource Sharing (CORS) policies.
+     *
+     * File contents are cached for up to 10 files to limit file system access.
+     */
     injectFile(filePath: string, options?: InjectFileOptions): Promise<unknown>;
+    /**
+     * Injects the [jQuery](https://jquery.com/) library into current `page`.
+     * jQuery is often useful for various web scraping and crawling tasks.
+     * For example, it can help extract text from HTML elements using CSS selectors.
+     *
+     * Beware that the injected jQuery object will be set to the `window.$` variable and thus it might cause conflicts with
+     * other libraries included by the page that use the same variable name (e.g. another version of jQuery).
+     * This can affect functionality of page's scripts.
+     *
+     * The injected jQuery will survive page navigations and reloads.
+     *
+     * **Example usage:**
+     * ```javascript
+     * async requestHandler({ page, injectJQuery }) {
+     *     await injectJQuery();
+     *     const title = await page.evaluate(() => {
+     *         return $('head title').text();
+     *     });
+     * });
+     * ```
+     *
+     * Note that `injectJQuery()` does not affect the Playwright
+     * [`page.$()`](https://playwright.dev/docs/api/class-page#page-query-selector)
+     * function in any way.
+     */
     injectJQuery(): Promise<unknown>;
+    /**
+     * Forces the Playwright browser tab to block loading URLs that match a provided pattern.
+     * This is useful to speed up crawling of websites, since it reduces the amount
+     * of data that needs to be downloaded from the web, but it may break some websites
+     * or unexpectedly prevent loading of resources.
+     *
+     * By default, the function will block all URLs including the following patterns:
+     *
+     * ```json
+     * [".css", ".jpg", ".jpeg", ".png", ".svg", ".gif", ".woff", ".pdf", ".zip"]
+     * ```
+     *
+     * If you want to extend this list further, use the `extraUrlPatterns` option,
+     * which will keep blocking the default patterns, as well as add your custom ones.
+     * If you would like to block only specific patterns, use the `urlPatterns` option,
+     * which will override the defaults and block only URLs with your custom patterns.
+     *
+     * This function does not use Playwright's request interception and therefore does not interfere
+     * with browser cache. It's also faster than blocking requests using interception,
+     * because the blocking happens directly in the browser without the round-trip to Node.js,
+     * but it does not provide the extra benefits of request interception.
+     *
+     * The function will never block main document loads and their respective redirects.
+     *
+     * **Example usage**
+     * ```javascript
+     * preNavigationHooks: [
+     *     async ({ blockRequests }) => {
+     *         // Block all requests to URLs that include `adsbygoogle.js` and also all defaults.
+     *         await blockRequests({
+     *             extraUrlPatterns: ['adsbygoogle.js'],
+     *         }),
+     *     }),
+     * ],
+     * ```
+     */
     blockRequests(options?: BlockRequestsOptions): Promise<void>;
+    /**
+     * Returns Cheerio handle for `page.content()`, allowing to work with the data same way as with {@apilink CheerioCrawler}.
+     *
+     * **Example usage:**
+     * ```javascript
+     * async requestHandler({ parseWithCheerio }) {
+     *     const $ = await parseWithCheerio();
+     *     const title = $('title').text();
+     * });
+     * ```
+     */
     parseWithCheerio(): Promise<CheerioRoot>;
+    /**
+     * Scrolls to the bottom of a page, or until it times out.
+     * Loads dynamic content when it hits the bottom of a page, and then continues scrolling.
+     */
+    infiniteScroll(options?: InfiniteScrollOptions): Promise<void>;
+    /**
+     * Saves a full screenshot and HTML of the current page into a Key-Value store.
+     * @param [options]
+     */
+    saveSnapshot(options?: SaveSnapshotOptions): Promise<void>;
+    /**
+     * The function finds elements matching a specific CSS selector in a Playwright page,
+     * clicks all those elements using a mouse move and a left mouse button click and intercepts
+     * all the navigation requests that are subsequently produced by the page. The intercepted
+     * requests, including their methods, headers and payloads are then enqueued to a provided
+     * {@apilink RequestQueue}. This is useful to crawl JavaScript heavy pages where links are not available
+     * in `href` elements, but rather navigations are triggered in click handlers.
+     * If you're looking to find URLs in `href` attributes of the page, see {@apilink enqueueLinks}.
+     *
+     * Optionally, the function allows you to filter the target links' URLs using an array of {@apilink PseudoUrl} objects
+     * and override settings of the enqueued {@apilink Request} objects.
+     *
+     * **IMPORTANT**: To be able to do this, this function uses various mutations on the page,
+     * such as changing the Z-index of elements being clicked and their visibility. Therefore,
+     * it is recommended to only use this function as the last operation in the page.
+     *
+     * **USING HEADFUL BROWSER**: When using a headful browser, this function will only be able to click elements
+     * in the focused tab, effectively limiting concurrency to 1. In headless mode, full concurrency can be achieved.
+     *
+     * **PERFORMANCE**: Clicking elements with a mouse and intercepting requests is not a low level operation
+     * that takes nanoseconds. It's not very CPU intensive, but it takes time. We strongly recommend limiting
+     * the scope of the clicking as much as possible by using a specific selector that targets only the elements
+     * that you assume or know will produce a navigation. You can certainly click everything by using
+     * the `*` selector, but be prepared to wait minutes to get results on a large and complex page.
+     *
+     * **Example usage**
+     *
+     * ```javascript
+     * async requestHandler({ enqueueLinksByClickingElements }) {
+     *     await enqueueLinksByClickingElements({
+     *         selector: 'a.product-detail',
+     *         globs: [
+     *             'https://www.example.com/handbags/**'
+     *             'https://www.example.com/purses/**'
+     *         ],
+     *     });
+     * });
+     * ```
+     *
+     * @returns Promise that resolves to {@apilink BatchAddRequestsResult} object.
+     */
+    enqueueLinksByClickingElements(options: Omit<EnqueueLinksByClickingElementsOptions, 'page' | 'requestQueue'>): Promise<BatchAddRequestsResult>;
+    /**
+    * Compiles a Playwright script into an async function that may be executed at any time
+    * by providing it with the following object:
+    * ```
+    * {
+    *    page: Page,
+    *    request: Request,
+    * }
+    * ```
+    * Where `page` is a Playwright [`Page`](https://playwright.dev/docs/api/class-page)
+    * and `request` is a {@apilink Request}.
+    *
+    * The function is compiled by using the `scriptString` parameter as the function's body,
+    * so any limitations to function bodies apply. Return value of the compiled function
+    * is the return value of the function body = the `scriptString` parameter.
+    *
+    * As a security measure, no globals such as `process` or `require` are accessible
+    * from within the function body. Note that the function does not provide a safe
+    * sandbox and even though globals are not easily accessible, malicious code may
+    * still execute in the main process via prototype manipulation. Therefore you
+    * should only use this function to execute sanitized or safe code.
+    *
+    * Custom context may also be provided using the `context` parameter. To improve security,
+    * make sure to only pass the really necessary objects to the context. Preferably making
+    * secured copies beforehand.
+    */
+    compileScript(scriptString: string, ctx?: Dictionary): CompiledScriptFunction;
 }
 export declare function registerUtilsToContext(context: PlaywrightCrawlingContext): void;
+export { enqueueLinksByClickingElements };
 /** @internal */
 export declare const playwrightUtils: {
     injectFile: typeof injectFile;
     injectJQuery: typeof injectJQuery;
     gotoExtended: typeof gotoExtended;
     blockRequests: typeof blockRequests;
+    enqueueLinksByClickingElements: typeof enqueueLinksByClickingElements;
     parseWithCheerio: typeof parseWithCheerio;
+    infiniteScroll: typeof infiniteScroll;
+    saveSnapshot: typeof saveSnapshot;
+    compileScript: typeof compileScript;
 };
 //# sourceMappingURL=playwright-utils.d.ts.map

package/internals/utils/playwright-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"playwright-utils.d.ts","sourceRoot":"","sources":["../../../src/internals/utils/playwright-utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAIH,OAAO,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAS,MAAM,YAAY,CAAC;AAGxD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAE7C,OAAO,KAAK,EAAE,WAAW,EAAc,MAAM,gBAAgB,CAAC;AAE9D,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AASvE,MAAM,WAAW,iBAAiB;IAC9B;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,oBAAoB;IACjC;;;;;OAKG;IACH,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IAEvB;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC/B;AAOD;;;;;;;;;;GAUG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,OAAO,CAAC,CAqBhH;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAGzD;AAED,MAAM,WAAW,uBAAuB;IACpC;;;;;OAKG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,kBAAkB,GAAG,MAAM,GAAG,aAAa,CAAC;IAExD;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,GAAE,uBAA4B,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CA0CpI;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyCG;AACH,wBAAsB,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAkBjG;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAIvE;AAED,MAAM,WAAW,sBAAsB;IACnC,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5E,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IACjC,aAAa,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7D,gBAAgB,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;CAC5C;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,yBAAyB,GAAG,IAAI,CAK/E;AAED,gBAAgB;AAChB,eAAO,MAAM,eAAe;;;;;;CAM3B,CAAC"}
+{"version":3,"file":"playwright-utils.d.ts","sourceRoot":"","sources":["../../../src/internals/utils/playwright-utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAKH,OAAO,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAS,MAAM,YAAY,CAAC;AAGxD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE9D,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAC7D,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,KAAK,EAAE,qCAAqC,EAAE,MAAM,iCAAiC,CAAC;AAC7F,OAAO,EAAE,8BAA8B,EAAE,MAAM,iCAAiC,CAAC;AASjF,MAAM,WAAW,iBAAiB;IAC9B;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,oBAAoB;IACjC;;;;;OAKG;IACH,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IAEvB;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC/B;AAOD;;;;;;;;;;GAUG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,OAAO,CAAC,CAqBhH;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAGzD;AAED,MAAM,WAAW,uBAAuB;IACpC;;;;;OAKG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,kBAAkB,GAAG,MAAM,GAAG,aAAa,CAAC;IAExD;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,GAAE,uBAA4B,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CA0CpI;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyCG;AACH,wBAAsB,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAkBjG;AAED,MAAM,WAAW,oBAAoB;IACjC,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,OAAO,CAAC;CACpB;AAED,oBAAY,sBAAsB,GAAG,CAAC,MAAM,EAAE,oBAAoB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;AAExF;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,wBAAgB,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,GAAE,UAAgC,GAAG,sBAAsB,CAcrH;AAED,MAAM,WAAW,qBAAqB;IAClC;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACzD;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,IAAI,CAAC,CAkGnG;AAED,MAAM,WAAW,mBAAmB;IAChC;;;OAGG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;;OAGG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,CAmC/F;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAIvE;AAED,gBAAgB;AAChB,MAAM,WAAW,sBAAsB;IACnC;;;;;;OAMG;IACH,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAE5E;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAEjC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAmCG;IACH,aAAa,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE7D;;;;;;;;;;OAUG;IACH,gBAAgB,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzC;;;OAGG;IACH,cAAc,CAAC,OAAO,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/D;;;OAGG;IACH,YAAY,CAAC,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAwCG;IACH,8BAA8B,CAAC,OAAO,EAAE,IAAI,CAAC,qCAAqC,EAAE,MAAM,GAAG,cAAc,CAAC,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAE/I;;;;;;;;;;;;;;;;;;;;;;;;;MAyBE;IACF,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,UAAU,GAAG,sBAAsB,CAAC;CACjF;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,yBAAyB,GAAG,IAAI,CAa/E;AAED,OAAO,EAAE,8BAA8B,EAAE,CAAC;AAE1C,gBAAgB;AAChB,eAAO,MAAM,eAAe;;;;;;;;;;CAU3B,CAAC"}

package/internals/utils/playwright-utils.js

@@ -19,14 +19,17 @@
  * @module playwrightUtils
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.playwrightUtils = exports.registerUtilsToContext = exports.parseWithCheerio = exports.blockRequests = exports.gotoExtended = exports.injectJQuery = exports.injectFile = void 0;
+exports.playwrightUtils = exports.enqueueLinksByClickingElements = exports.registerUtilsToContext = exports.parseWithCheerio = exports.saveSnapshot = exports.infiniteScroll = exports.compileScript = exports.blockRequests = exports.gotoExtended = exports.injectJQuery = exports.injectFile = void 0;
 const tslib_1 = require("tslib");
 const promises_1 = require("node:fs/promises");
 const ow_1 = tslib_1.__importDefault(require("ow"));
+const vm_1 = tslib_1.__importDefault(require("vm"));
 const datastructures_1 = require("@apify/datastructures");
 const log_1 = tslib_1.__importDefault(require("@apify/log"));
-const core_1 = require("@crawlee/core");
+const browser_1 = require("@crawlee/browser");
 const cheerio = tslib_1.__importStar(require("cheerio"));
+const click_elements_1 = require("../enqueue-links/click-elements");
+Object.defineProperty(exports, "enqueueLinksByClickingElements", { enumerable: true, get: function () { return click_elements_1.enqueueLinksByClickingElements; } });
 const log = log_1.default.child({ prefix: 'Playwright Utils' });
 const jqueryPath = require.resolve('jquery');
 const MAX_INJECT_FILE_CACHE_SIZE = 10;
@@ -47,7 +50,7 @@ const injectedFilesCache = new datastructures_1.LruCache({ maxLength: MAX_INJECT
  * @param [options]
  */
 async function injectFile(page, filePath, options = {}) {
-    (0, ow_1.default)(page, ow_1.default.object.validate(core_1.validators.browserPage));
+    (0, ow_1.default)(page, ow_1.default.object.validate(browser_1.validators.browserPage));
     (0, ow_1.default)(filePath, ow_1.default.string);
     (0, ow_1.default)(options, ow_1.default.object.exactShape({
         surviveNavigations: ow_1.default.optional.boolean,
@@ -91,7 +94,7 @@ exports.injectFile = injectFile;
  * @param page Playwright [`Page`](https://playwright.dev/docs/api/class-page) object.
  */
 function injectJQuery(page) {
-    (0, ow_1.default)(page, ow_1.default.object.validate(core_1.validators.browserPage));
+    (0, ow_1.default)(page, ow_1.default.object.validate(browser_1.validators.browserPage));
     return injectFile(page, jqueryPath, { surviveNavigations: true });
 }
 exports.injectJQuery = injectJQuery;
@@ -108,7 +111,7 @@ exports.injectJQuery = injectJQuery;
  * @param [gotoOptions] Custom options for `page.goto()`.
  */
 async function gotoExtended(page, request, gotoOptions = {}) {
-    (0, ow_1.default)(page, ow_1.default.object.validate(core_1.validators.browserPage));
+    (0, ow_1.default)(page, ow_1.default.object.validate(browser_1.validators.browserPage));
     (0, ow_1.default)(request, ow_1.default.object.partialShape({
         url: ow_1.default.string.url,
         method: ow_1.default.optional.string,
@@ -192,7 +195,7 @@ exports.gotoExtended = gotoExtended;
  * @param [options]
  */
 async function blockRequests(page, options = {}) {
-    (0, ow_1.default)(page, ow_1.default.object.validate(core_1.validators.browserPage));
+    (0, ow_1.default)(page, ow_1.default.object.validate(browser_1.validators.browserPage));
     (0, ow_1.default)(options, ow_1.default.object.exactShape({
         urlPatterns: ow_1.default.optional.array.ofType(ow_1.default.string),
         extraUrlPatterns: ow_1.default.optional.array.ofType(ow_1.default.string),
@@ -204,6 +207,173 @@ async function blockRequests(page, options = {}) {
     await client.send('Network.setBlockedURLs', { urls: patternsToBlock });
 }
 exports.blockRequests = blockRequests;
+/**
+ * Compiles a Playwright script into an async function that may be executed at any time
+ * by providing it with the following object:
+ * ```
+ * {
+ *    page: Page,
+ *    request: Request,
+ * }
+ * ```
+ * Where `page` is a Playwright [`Page`](https://playwright.dev/docs/api/class-page)
+ * and `request` is a {@apilink Request}.
+ *
+ * The function is compiled by using the `scriptString` parameter as the function's body,
+ * so any limitations to function bodies apply. Return value of the compiled function
+ * is the return value of the function body = the `scriptString` parameter.
+ *
+ * As a security measure, no globals such as `process` or `require` are accessible
+ * from within the function body. Note that the function does not provide a safe
+ * sandbox and even though globals are not easily accessible, malicious code may
+ * still execute in the main process via prototype manipulation. Therefore you
+ * should only use this function to execute sanitized or safe code.
+ *
+ * Custom context may also be provided using the `context` parameter. To improve security,
+ * make sure to only pass the really necessary objects to the context. Preferably making
+ * secured copies beforehand.
+ */
+function compileScript(scriptString, context = Object.create(null)) {
+    const funcString = `async ({ page, request }) => {${scriptString}}`;
+    let func;
+    try {
+        func = vm_1.default.runInNewContext(funcString, context); // "Secure" the context by removing prototypes, unless custom context is provided.
+    }
+    catch (err) {
+        log.exception(err, 'Cannot compile script!');
+        throw err;
+    }
+    if (typeof func !== 'function')
+        throw new Error('Compilation result is not a function!'); // This should not happen...
+    return func;
+}
+exports.compileScript = compileScript;
+/**
+ * Scrolls to the bottom of a page, or until it times out.
+ * Loads dynamic content when it hits the bottom of a page, and then continues scrolling.
+ * @param page Playwright [`Page`](https://playwright.dev/docs/api/class-page) object.
+ * @param [options]
+ */
+async function infiniteScroll(page, options = {}) {
+    (0, ow_1.default)(page, ow_1.default.object.validate(browser_1.validators.browserPage));
+    (0, ow_1.default)(options, ow_1.default.object.exactShape({
+        timeoutSecs: ow_1.default.optional.number,
+        waitForSecs: ow_1.default.optional.number,
+        scrollDownAndUp: ow_1.default.optional.boolean,
+        buttonSelector: ow_1.default.optional.string,
+        stopScrollCallback: ow_1.default.optional.function,
+    }));
+    const { timeoutSecs = 0, waitForSecs = 4, scrollDownAndUp = false, buttonSelector, stopScrollCallback } = options;
+    let finished;
+    const startTime = Date.now();
+    const CHECK_INTERVAL_MILLIS = 1000;
+    const SCROLL_HEIGHT_IF_ZERO = 10000;
+    const maybeResourceTypesInfiniteScroll = ['xhr', 'fetch', 'websocket', 'other'];
+    const resourcesStats = {
+        newRequested: 0,
+        oldRequested: 0,
+        matchNumber: 0,
+    };
+    page.on('request', (msg) => {
+        if (maybeResourceTypesInfiniteScroll.includes(msg.resourceType())) {
+            resourcesStats.newRequested++;
+        }
+    });
+    // Move mouse to the center of the page, so we can scroll up-down
+    let body = await page.$('body');
+    for (let retry = 0; retry < 10; retry++) {
+        if (body)
+            break;
+        await page.waitForTimeout(100);
+        body = await page.$('body');
+    }
+    if (!body) {
+        return;
+    }
+    const boundingBox = await body.boundingBox();
+    await page.mouse.move(boundingBox.x + boundingBox.width / 2, boundingBox.y + boundingBox.height / 2);
+    const checkFinished = setInterval(() => {
+        if (resourcesStats.oldRequested === resourcesStats.newRequested) {
+            resourcesStats.matchNumber++;
+            if (resourcesStats.matchNumber >= waitForSecs) {
+                clearInterval(checkFinished);
+                finished = true;
+                return;
+            }
+        }
+        else {
+            resourcesStats.matchNumber = 0;
+            resourcesStats.oldRequested = resourcesStats.newRequested;
+        }
+        // check if timeout has been reached
+        if (timeoutSecs !== 0 && (Date.now() - startTime) / 1000 > timeoutSecs) {
+            clearInterval(checkFinished);
+            finished = true;
+        }
+    }, CHECK_INTERVAL_MILLIS);
+    const doScroll = async () => {
+        const bodyScrollHeight = await page.evaluate(() => document.body.scrollHeight);
+        const delta = bodyScrollHeight === 0 ? SCROLL_HEIGHT_IF_ZERO : bodyScrollHeight;
+        await page.mouse.wheel(0, delta);
+    };
+    const maybeClickButton = async () => {
+        const button = await page.$(buttonSelector);
+        // Box model returns null if the button is not visible
+        if (button && await button.boundingBox()) {
+            await button.click({ delay: 10 });
+        }
+    };
+    while (!finished) {
+        await doScroll();
+        await page.waitForTimeout(250);
+        if (scrollDownAndUp) {
+            await page.mouse.wheel(0, -1000);
+        }
+        if (buttonSelector) {
+            await maybeClickButton();
+        }
+        if (stopScrollCallback) {
+            if (await stopScrollCallback()) {
+                clearInterval(checkFinished);
+                break;
+            }
+        }
+    }
+}
+exports.infiniteScroll = infiniteScroll;
+/**
+ * Saves a full screenshot and HTML of the current page into a Key-Value store.
+ * @param page Playwright [`Page`](https://playwright.dev/docs/api/class-page) object.
+ * @param [options]
+ */
+async function saveSnapshot(page, options = {}) {
+    (0, ow_1.default)(page, ow_1.default.object.validate(browser_1.validators.browserPage));
+    (0, ow_1.default)(options, ow_1.default.object.exactShape({
+        key: ow_1.default.optional.string.nonEmpty,
+        screenshotQuality: ow_1.default.optional.number,
+        saveScreenshot: ow_1.default.optional.boolean,
+        saveHtml: ow_1.default.optional.boolean,
+        keyValueStoreName: ow_1.default.optional.string,
+    }));
+    const { key = 'SNAPSHOT', screenshotQuality = 50, saveScreenshot = true, saveHtml = true, keyValueStoreName, } = options;
+    try {
+        const store = await browser_1.KeyValueStore.open(keyValueStoreName);
+        if (saveScreenshot) {
+            const screenshotName = `${key}.jpg`;
+            const screenshotBuffer = await page.screenshot({ fullPage: true, quality: screenshotQuality, type: 'jpeg' });
+            await store.setValue(screenshotName, screenshotBuffer, { contentType: 'image/jpeg' });
+        }
+        if (saveHtml) {
+            const htmlName = `${key}.html`;
+            const html = await page.content();
+            await store.setValue(htmlName, html, { contentType: 'text/html' });
+        }
+    }
+    catch (err) {
+        throw new Error(`saveSnapshot with key ${key} failed.\nCause:${err.message}`);
+    }
+}
+exports.saveSnapshot = saveSnapshot;
 /**
  * Returns Cheerio handle for `page.content()`, allowing to work with the data same way as with {@apilink CheerioCrawler}.
  *
@@ -216,7 +386,7 @@ exports.blockRequests = blockRequests;
  * @param page Playwright [`Page`](https://playwright.dev/docs/api/class-page) object.
  */
 async function parseWithCheerio(page) {
-    (0, ow_1.default)(page, ow_1.default.object.validate(core_1.validators.browserPage));
+    (0, ow_1.default)(page, ow_1.default.object.validate(browser_1.validators.browserPage));
     const pageContent = await page.content();
     return cheerio.load(pageContent);
 }
@@ -226,6 +396,14 @@ function registerUtilsToContext(context) {
     context.injectJQuery = () => injectJQuery(context.page);
     context.blockRequests = (options) => blockRequests(context.page, options);
     context.parseWithCheerio = () => parseWithCheerio(context.page);
+    context.infiniteScroll = (options) => infiniteScroll(context.page, options);
+    context.saveSnapshot = (options) => saveSnapshot(context.page, options);
+    context.enqueueLinksByClickingElements = (options) => (0, click_elements_1.enqueueLinksByClickingElements)({
+        ...options,
+        page: context.page,
+        requestQueue: context.crawler.requestQueue,
+    });
+    context.compileScript = (scriptString, ctx) => compileScript(scriptString, ctx);
 }
 exports.registerUtilsToContext = registerUtilsToContext;
 /** @internal */
@@ -234,6 +412,10 @@ exports.playwrightUtils = {
     injectJQuery,
     gotoExtended,
     blockRequests,
+    enqueueLinksByClickingElements: click_elements_1.enqueueLinksByClickingElements,
     parseWithCheerio,
+    infiniteScroll,
+    saveSnapshot,
+    compileScript,
 };
 //# sourceMappingURL=playwright-utils.js.map

package/internals/utils/playwright-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"playwright-utils.js","sourceRoot":"","sources":["../../../src/internals/utils/playwright-utils.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;AAEH,+CAA4C;AAC5C,oDAAoB;AAEpB,0DAAiD;AACjD,6DAA8B;AAE9B,wCAA2C;AAE3C,yDAAmC;AAGnC,MAAM,GAAG,GAAG,aAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC;AAEvD,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AAE7C,MAAM,0BAA0B,GAAG,EAAE,CAAC;AACtC,MAAM,kCAAkC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AA0BtH;;GAEG;AACH,MAAM,kBAAkB,GAAG,IAAI,yBAAQ,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;AAEnF;;;;;;;;;;GAUG;AACI,KAAK,UAAU,UAAU,CAAC,IAAU,EAAE,QAAgB,EAAE,UAA6B,EAAE;IAC1F,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,QAAQ,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IACxB,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;KAC1C,CAAC,CAAC,CAAC;IAEJ,IAAI,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC,QAAQ,EAAE;QACX,QAAQ,GAAG,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC5C,kBAAkB,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;KAC9C;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEtC,IAAI,OAAO,CAAC,kBAAkB,EAAE;QAC5B,IAAI,CAAC,EAAE,CAAC,gBAAgB,EACpB,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;aACxB,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,gDAAgD,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;KACxG;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AArBD,gCAqBC;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,SAAgB,YAAY,CAAC,IAAU;IACnC,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,OAAO,UAAU,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;AACtE,CAAC;AAHD,oCAGC;AAyBD;;;;;;;;;;;GAWG;AACI,KAAK,UAAU,YAAY,CAAC,IAAU,EAAE,OAAgB,EAAE,cAAuC,EAAE;IACtG,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;QAC/B,GAAG,EAAE,YAAE,CAAC,MAAM,CAAC,GAAG;QAClB,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC1B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC;KACjD,CAAC,CAAC,CAAC;IACJ,IAAA,YAAE,EAAC,WAAW,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IAE3B,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IAClD,MAAM,OAAO,GAAG,CAAC,CAAU,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;IAElE,IAAI,MAAM,KAAK,KAAK,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QAClD,sDAAsD;QACtD,GAAG,CAAC,UAAU,CAAC,+GAA+G;cACxH,4DAA4D,CAAC,CAAC;QACpE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,uBAAuB,GAAG,KAAK,EAAE,KAAY,EAAE,EAAE;YACnD,IAAI;gBACA,oGAAoG;gBACpG,uDAAuD;gBACvD,IAAI,SAAS,EAAE;oBACX,OAAO,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;iBACjC;gBAED,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM,SAAS,GAAe,EAAE,CAAC;gBAEjC,IAAI,MAAM,KAAK,KAAK;oBAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC;gBAChD,IAAI,OAAO;oBAAE,SAAS,CAAC,QAAQ,GAAG,OAAO,CAAC;gBAC1C,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;oBAAE,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC;gBACnD,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;aACnC;YAAC,OAAO,KAAK,EAAE;gBACZ,GAAG,CAAC,KAAK,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;aAC5D;QACL,CAAC,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;KACrD;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AACvC,CAAC;AA1CD,oCA0CC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyCG;AACI,KAAK,UAAU,aAAa,CAAC,IAAU,EAAE,UAAgC,EAAE;IAC9E,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;QAChD,gBAAgB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;KACxD,CAAC,CAAC,CAAC;IAEJ,MAAM,EACF,WAAW,GAAG,kCAAkC,EAChD,gBAAgB,GAAG,EAAE,GACxB,GAAG,OAAO,CAAC;IAEZ,MAAM,eAAe,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,gBAAgB,CAAC,CAAC;IAE9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAExD,MAAM,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACpC,MAAM,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;AAC3E,CAAC;AAlBD,sCAkBC;AAED;;;;;;;;;;GAUG;AACI,KAAK,UAAU,gBAAgB,CAAC,IAAU;IAC7C,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACzC,OAAO,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AACrC,CAAC;AAJD,4CAIC;AASD,SAAgB,sBAAsB,CAAC,OAAkC;IACrE,OAAO,CAAC,UAAU,GAAG,CAAC,QAAgB,EAAE,OAA2B,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpH,OAAO,CAAC,YAAY,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,OAAO,CAAC,aAAa,GAAG,CAAC,OAA8B,EAAE,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACjG,OAAO,CAAC,gBAAgB,GAAG,GAAG,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AACpE,CAAC;AALD,wDAKC;AAED,gBAAgB;AACH,QAAA,eAAe,GAAG;IAC3B,UAAU;IACV,YAAY;IACZ,YAAY;IACZ,aAAa;IACb,gBAAgB;CACnB,CAAC"}
+{"version":3,"file":"playwright-utils.js","sourceRoot":"","sources":["../../../src/internals/utils/playwright-utils.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;AAEH,+CAA4C;AAC5C,oDAAoB;AACpB,oDAAoB;AAEpB,0DAAiD;AACjD,6DAA8B;AAE9B,8CAA6D;AAE7D,yDAAmC;AAInC,oEAAiF;AAmsBxE,+GAnsBA,+CAA8B,OAmsBA;AAjsBvC,MAAM,GAAG,GAAG,aAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC;AAEvD,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AAE7C,MAAM,0BAA0B,GAAG,EAAE,CAAC;AACtC,MAAM,kCAAkC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AA0BtH;;GAEG;AACH,MAAM,kBAAkB,GAAG,IAAI,yBAAQ,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;AAEnF;;;;;;;;;;GAUG;AACI,KAAK,UAAU,UAAU,CAAC,IAAU,EAAE,QAAgB,EAAE,UAA6B,EAAE;IAC1F,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,QAAQ,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IACxB,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;KAC1C,CAAC,CAAC,CAAC;IAEJ,IAAI,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC,QAAQ,EAAE;QACX,QAAQ,GAAG,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC5C,kBAAkB,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;KAC9C;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEtC,IAAI,OAAO,CAAC,kBAAkB,EAAE;QAC5B,IAAI,CAAC,EAAE,CAAC,gBAAgB,EACpB,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;aACxB,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,gDAAgD,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;KACxG;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AArBD,gCAqBC;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,SAAgB,YAAY,CAAC,IAAU;IACnC,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,OAAO,UAAU,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;AACtE,CAAC;AAHD,oCAGC;AAyBD;;;;;;;;;;;GAWG;AACI,KAAK,UAAU,YAAY,CAAC,IAAU,EAAE,OAAgB,EAAE,cAAuC,EAAE;IACtG,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;QAC/B,GAAG,EAAE,YAAE,CAAC,MAAM,CAAC,GAAG;QAClB,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC1B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC;KACjD,CAAC,CAAC,CAAC;IACJ,IAAA,YAAE,EAAC,WAAW,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IAE3B,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IAClD,MAAM,OAAO,GAAG,CAAC,CAAU,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;IAElE,IAAI,MAAM,KAAK,KAAK,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QAClD,sDAAsD;QACtD,GAAG,CAAC,UAAU,CAAC,+GAA+G;cACxH,4DAA4D,CAAC,CAAC;QACpE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,uBAAuB,GAAG,KAAK,EAAE,KAAY,EAAE,EAAE;YACnD,IAAI;gBACA,oGAAoG;gBACpG,uDAAuD;gBACvD,IAAI,SAAS,EAAE;oBACX,OAAO,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;iBACjC;gBAED,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM,SAAS,GAAe,EAAE,CAAC;gBAEjC,IAAI,MAAM,KAAK,KAAK;oBAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC;gBAChD,IAAI,OAAO;oBAAE,SAAS,CAAC,QAAQ,GAAG,OAAO,CAAC;gBAC1C,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;oBAAE,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC;gBACnD,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;aACnC;YAAC,OAAO,KAAK,EAAE;gBACZ,GAAG,CAAC,KAAK,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;aAC5D;QACL,CAAC,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;KACrD;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AACvC,CAAC;AA1CD,oCA0CC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyCG;AACI,KAAK,UAAU,aAAa,CAAC,IAAU,EAAE,UAAgC,EAAE;IAC9E,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;QAChD,gBAAgB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;KACxD,CAAC,CAAC,CAAC;IAEJ,MAAM,EACF,WAAW,GAAG,kCAAkC,EAChD,gBAAgB,GAAG,EAAE,GACxB,GAAG,OAAO,CAAC;IAEZ,MAAM,eAAe,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,gBAAgB,CAAC,CAAC;IAE9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAExD,MAAM,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACpC,MAAM,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;AAC3E,CAAC;AAlBD,sCAkBC;AASD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,SAAgB,aAAa,CAAC,YAAoB,EAAE,UAAsB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;IACzF,MAAM,UAAU,GAAG,iCAAiC,YAAY,GAAG,CAAC;IAEpE,IAAI,IAAI,CAAC;IACT,IAAI;QACA,IAAI,GAAG,YAAE,CAAC,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,kFAAkF;KACrI;IAAC,OAAO,GAAG,EAAE;QACV,GAAG,CAAC,SAAS,CAAC,GAAY,EAAE,wBAAwB,CAAC,CAAC;QACtD,MAAM,GAAG,CAAC;KACb;IAED,IAAI,OAAO,IAAI,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC,CAAC,4BAA4B;IAEtH,OAAO,IAAI,CAAC;AAChB,CAAC;AAdD,sCAcC;AAgCD;;;;;GAKG;AACI,KAAK,UAAU,cAAc,CAAC,IAAU,EAAE,UAAiC,EAAE;IAChF,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC/B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC/B,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QACpC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;KAC3C,CAAC,CAAC,CAAC;IAEJ,MAAM,EAAE,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,CAAC,EAAE,eAAe,GAAG,KAAK,EAAE,cAAc,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC;IAElH,IAAI,QAAQ,CAAC;IACb,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,qBAAqB,GAAG,IAAI,CAAC;IACnC,MAAM,qBAAqB,GAAG,KAAK,CAAC;IACpC,MAAM,gCAAgC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAChF,MAAM,cAAc,GAAG;QACnB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,CAAC;KACjB,CAAC;IAEF,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;QACvB,IAAI,gCAAgC,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,EAAE;YAC/D,cAAc,CAAC,YAAY,EAAE,CAAC;SACjC;IACL,CAAC,CAAC,CAAC;IAEH,iEAAiE;IACjE,IAAI,IAAI,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAEhC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE;QACrC,IAAI,IAAI;YAAE,MAAM;QAChB,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;KAC/B;IAED,IAAI,CAAC,IAAI,EAAE;QACP,OAAO;KACV;IAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CACjB,WAAY,CAAC,CAAC,GAAG,WAAY,CAAC,KAAK,GAAG,CAAC,EACvC,WAAY,CAAC,CAAC,GAAG,WAAY,CAAC,MAAM,GAAG,CAAC,CAC3C,CAAC;IAEF,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;QACnC,IAAI,cAAc,CAAC,YAAY,KAAK,cAAc,CAAC,YAAY,EAAE;YAC7D,cAAc,CAAC,WAAW,EAAE,CAAC;YAC7B,IAAI,cAAc,CAAC,WAAW,IAAI,WAAW,EAAE;gBAC3C,aAAa,CAAC,aAAa,CAAC,CAAC;gBAC7B,QAAQ,GAAG,IAAI,CAAC;gBAChB,OAAO;aACV;SACJ;aAAM;YACH,cAAc,CAAC,WAAW,GAAG,CAAC,CAAC;YAC/B,cAAc,CAAC,YAAY,GAAG,cAAc,CAAC,YAAY,CAAC;SAC7D;QACD,oCAAoC;QACpC,IAAI,WAAW,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,GAAG,WAAW,EAAE;YACpE,aAAa,CAAC,aAAa,CAAC,CAAC;YAC7B,QAAQ,GAAG,IAAI,CAAC;SACnB;IACL,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAE1B,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;QACxB,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,gBAAgB,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,gBAAgB,CAAC;QAEhF,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,KAAK,IAAI,EAAE;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,cAAe,CAAC,CAAC;QAC7C,sDAAsD;QACtD,IAAI,MAAM,IAAI,MAAM,MAAM,CAAC,WAAW,EAAE,EAAE;YACtC,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;SACrC;IACL,CAAC,CAAC;IAEF,OAAO,CAAC,QAAQ,EAAE;QACd,MAAM,QAAQ,EAAE,CAAC;QACjB,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,eAAe,EAAE;YACjB,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;SACpC;QACD,IAAI,cAAc,EAAE;YAChB,MAAM,gBAAgB,EAAE,CAAC;SAC5B;QACD,IAAI,kBAAkB,EAAE;YACpB,IAAI,MAAM,kBAAkB,EAAE,EAAE;gBAC5B,aAAa,CAAC,aAAa,CAAC,CAAC;gBAC7B,MAAM;aACT;SACJ;KACJ;AACL,CAAC;AAlGD,wCAkGC;AAkCD;;;;GAIG;AACI,KAAK,UAAU,YAAY,CAAC,IAAU,EAAE,UAA+B,EAAE;IAC5E,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,GAAG,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ;QAChC,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACrC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QACnC,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAC7B,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACxC,CAAC,CAAC,CAAC;IAEJ,MAAM,EACF,GAAG,GAAG,UAAU,EAChB,iBAAiB,GAAG,EAAE,EACtB,cAAc,GAAG,IAAI,EACrB,QAAQ,GAAG,IAAI,EACf,iBAAiB,GACpB,GAAG,OAAO,CAAC;IAEZ,IAAI;QACA,MAAM,KAAK,GAAG,MAAM,uBAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAE1D,IAAI,cAAc,EAAE;YAChB,MAAM,cAAc,GAAG,GAAG,GAAG,MAAM,CAAC;YACpC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7G,MAAM,KAAK,CAAC,QAAQ,CAAC,cAAc,EAAE,gBAAgB,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;SACzF;QAED,IAAI,QAAQ,EAAE;YACV,MAAM,QAAQ,GAAG,GAAG,GAAG,OAAO,CAAC;YAC/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC;SACtE;KACJ;IAAC,OAAO,GAAG,EAAE;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,mBAAoB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;KAC5F;AACL,CAAC;AAnCD,oCAmCC;AAED;;;;;;;;;;GAUG;AACI,KAAK,UAAU,gBAAgB,CAAC,IAAU;IAC7C,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACzC,OAAO,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AACrC,CAAC;AAJD,4CAIC;AA+KD,SAAgB,sBAAsB,CAAC,OAAkC;IACrE,OAAO,CAAC,UAAU,GAAG,CAAC,QAAgB,EAAE,OAA2B,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpH,OAAO,CAAC,YAAY,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,OAAO,CAAC,aAAa,GAAG,CAAC,OAA8B,EAAE,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACjG,OAAO,CAAC,gBAAgB,GAAG,GAAG,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAChE,OAAO,CAAC,cAAc,GAAG,CAAC,OAA+B,EAAE,EAAE,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACpG,OAAO,CAAC,YAAY,GAAG,CAAC,OAA6B,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC9F,OAAO,CAAC,8BAA8B,GAAG,CAAC,OAA6E,EAAE,EAAE,CAAC,IAAA,+CAA8B,EAAC;QACvJ,GAAG,OAAO;QACV,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,YAAa;KAC9C,CAAC,CAAC;IACH,OAAO,CAAC,aAAa,GAAG,CAAC,YAAoB,EAAE,GAAgB,EAAE,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;AACzG,CAAC;AAbD,wDAaC;AAID,gBAAgB;AACH,QAAA,eAAe,GAAG;IAC3B,UAAU;IACV,YAAY;IACZ,YAAY;IACZ,aAAa;IACb,8BAA8B,EAA9B,+CAA8B;IAC9B,gBAAgB;IAChB,cAAc;IACd,YAAY;IACZ,aAAa;CAChB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/playwright",
-    "version": "3.0.5-beta.8",
+    "version": "3.1.0",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -55,10 +55,10 @@
     "dependencies": {
         "@apify/datastructures": "^2.0.0",
         "@apify/log": "^2.0.0",
-        "@crawlee/browser": "^3.0.5-beta.8",
-        "@crawlee/browser-pool": "^3.0.5-beta.8",
-        "@crawlee/core": "^3.0.5-beta.8",
-        "@crawlee/utils": "^3.0.5-beta.8",
+        "@crawlee/browser": "^3.1.0",
+        "@crawlee/browser-pool": "^3.1.0",
+        "@crawlee/types": "^3.1.0",
+        "@crawlee/utils": "^3.1.0",
         "cheerio": "1.0.0-rc.12",
         "jquery": "^3.6.0",
         "ow": "^0.28.1"