@crawlee/core 3.0.0-alpha.2 → 3.0.0-alpha.22

package/enqueue_links/enqueue_links.js

@@ -0,0 +1,152 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolveBaseUrl = exports.enqueueLinks = exports.EnqueueStrategy = void 0;
+const tslib_1 = require("tslib");
+const tldts_1 = require("tldts");
+const ow_1 = tslib_1.__importDefault(require("ow"));
+const log_1 = tslib_1.__importDefault(require("@apify/log"));
+const shared_1 = require("./shared");
+var EnqueueStrategy;
+(function (EnqueueStrategy) {
+    /**
+     * Matches any URLs found
+     */
+    EnqueueStrategy["All"] = "all";
+    /**
+     * Matches any URLs that have the same subdomain as the base URL
+     */
+    EnqueueStrategy["SameSubdomain"] = "same-subdomain";
+    /**
+     * Matches any URLs that have the same hostname.
+     * For example, `https://wow.an.example.com` and `https://example.com` will both be matched for a base url of
+     * `https://example.com`.
+     */
+    EnqueueStrategy["SameHostname"] = "same-hostname";
+})(EnqueueStrategy = exports.EnqueueStrategy || (exports.EnqueueStrategy = {}));
+/**
+ * The function finds elements matching a specific CSS selector (HTML anchor (`<a>`) by default)
+ * either in a Puppeteer/Playwright page, or in a Cheerio object (parsed HTML),
+ * and enqueues the URLs in their `href` attributes to the provided {@link RequestQueue}.
+ * If you're looking to find URLs in JavaScript heavy pages where links are not available
+ * in `href` elements, but rather navigations are triggered in click handlers
+ * see {@link puppeteerUtils.enqueueLinksByClickingElements}.
+ *
+ * Optionally, the function allows you to filter the target links' URLs using an array of {@link PseudoUrl} objects
+ * and override settings of the enqueued {@link Request} objects.
+ *
+ * **Example usage**
+ *
+ * ```javascript
+ * await enqueueLinks({
+ *   page,
+ *   requestQueue,
+ *   selector: 'a.product-detail',
+ *   pseudoUrls: [
+ *       'https://www.example.com/handbags/[.*]',
+ *       'https://www.example.com/purses/[.*]'
+ *   ],
+ * });
+ * ```
+ *
+ * @param options All `enqueueLinks()` parameters are passed via an options object.
+ * @returns Promise that resolves to {@link BatchAddRequestsResult} object.
+ */
+async function enqueueLinks(options) {
+    (0, ow_1.default)(options, ow_1.default.object.exactShape({
+        urls: ow_1.default.array.ofType(ow_1.default.string),
+        requestQueue: ow_1.default.object.hasKeys('fetchNextRequest', 'addRequest'),
+        limit: ow_1.default.optional.number,
+        selector: ow_1.default.optional.string,
+        baseUrl: ow_1.default.optional.string,
+        pseudoUrls: ow_1.default.optional.array.ofType(ow_1.default.any(ow_1.default.string, ow_1.default.object.hasKeys('purl'))),
+        globs: ow_1.default.optional.array.ofType(ow_1.default.any(ow_1.default.string, ow_1.default.object.hasKeys('glob'))),
+        regexps: ow_1.default.optional.array.ofType(ow_1.default.any(ow_1.default.regExp, ow_1.default.object.hasKeys('regexp'))),
+        transformRequestFunction: ow_1.default.optional.function,
+        strategy: ow_1.default.optional.string.oneOf([
+            EnqueueStrategy.All,
+            EnqueueStrategy.SameSubdomain,
+            EnqueueStrategy.SameHostname,
+        ]),
+    }));
+    const { requestQueue, limit, urls, pseudoUrls, globs, regexps, transformRequestFunction, } = options;
+    const urlPatternObjects = [];
+    if (pseudoUrls?.length) {
+        log_1.default.deprecated('`pseudoUrls` option is deprecated, use `globs` or `regexps` instead');
+        urlPatternObjects.push(...(0, shared_1.constructRegExpObjectsFromPseudoUrls)(pseudoUrls));
+    }
+    if (globs?.length) {
+        urlPatternObjects.push(...(0, shared_1.constructGlobObjectsFromGlobs)(globs));
+    }
+    if (regexps?.length) {
+        urlPatternObjects.push(...(0, shared_1.constructRegExpObjectsFromRegExps)(regexps));
+    }
+    if (!urlPatternObjects.length) {
+        options.strategy ?? (options.strategy = EnqueueStrategy.SameSubdomain);
+    }
+    if (options.baseUrl) {
+        switch (options.strategy) {
+            case EnqueueStrategy.SameSubdomain:
+                // We need to get the origin of the passed in domain in the event someone sets baseUrl
+                // to an url like https://example.com/deep/default/path and one of the found urls is an
+                // absolute relative path (/path/to/page)
+                urlPatternObjects.push({ glob: `${new URL(options.baseUrl).origin}/**` });
+                break;
+            case EnqueueStrategy.SameHostname: {
+                const url = new URL(options.baseUrl);
+                // Get the actual hostname from the base url
+                const baseUrlHostname = (0, tldts_1.getDomain)(url.hostname, { mixedInputs: false });
+                if (baseUrlHostname) {
+                    // We have a hostname, so we can use it to match all links on the page that point to it and any subdomains of it
+                    url.hostname = baseUrlHostname;
+                    urlPatternObjects.push({ glob: `${url.origin.replace(baseUrlHostname, `*.${baseUrlHostname}`)}/**` }, { glob: `${url.origin}/**` });
+                }
+                else {
+                    // We don't have a hostname (can happen for ips for instance), so reproduce the same behavior
+                    // as SameDomainAndSubdomain
+                    urlPatternObjects.push({ glob: `${url.origin}/**` });
+                }
+                break;
+            }
+            case EnqueueStrategy.All:
+            default:
+                break;
+        }
+    }
+    let requestOptions = (0, shared_1.createRequestOptions)(urls);
+    if (transformRequestFunction) {
+        requestOptions = requestOptions.map((request) => transformRequestFunction(request)).filter((r) => !!r);
+    }
+    let requests = (0, shared_1.createRequests)(requestOptions, urlPatternObjects);
+    if (limit)
+        requests = requests.slice(0, limit);
+    return requestQueue.addRequests(requests);
+}
+exports.enqueueLinks = enqueueLinks;
+/**
+ * @internal
+ */
+function resolveBaseUrl({ enqueueStrategy, finalRequestUrl, originalRequestUrl, userProvidedBaseUrl, }) {
+    // User provided base url takes priority
+    if (userProvidedBaseUrl) {
+        return userProvidedBaseUrl;
+    }
+    const originalUrlOrigin = new URL(originalRequestUrl).origin;
+    const finalUrlOrigin = new URL(finalRequestUrl ?? originalRequestUrl).origin;
+    // We can assume users want to go off the domain in this case
+    if (enqueueStrategy === EnqueueStrategy.All) {
+        return finalUrlOrigin ?? originalUrlOrigin;
+    }
+    // Ensure links use the same hostname
+    if (enqueueStrategy === EnqueueStrategy.SameHostname) {
+        const originalHostname = (0, tldts_1.getDomain)(originalUrlOrigin, { mixedInputs: false });
+        const finalHostname = (0, tldts_1.getDomain)(finalUrlOrigin, { mixedInputs: false });
+        if (originalHostname === finalHostname) {
+            return finalUrlOrigin;
+        }
+        return undefined;
+    }
+    // Always enqueue urls that are from the same origin
+    return originalUrlOrigin;
+}
+exports.resolveBaseUrl = resolveBaseUrl;
+//# sourceMappingURL=enqueue_links.js.map

package/enqueue_links/enqueue_links.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"enqueue_links.js","sourceRoot":"","sources":["../../src/enqueue_links/enqueue_links.ts"],"names":[],"mappings":";;;;AAAA,iCAAkC;AAClC,oDAAoB;AACpB,6DAA6B;AAC7B,qCAWkB;AAwGlB,IAAY,eAeX;AAfD,WAAY,eAAe;IACvB;;OAEG;IACH,8BAAW,CAAA;IACX;;OAEG;IACH,mDAAgC,CAAA;IAChC;;;;OAIG;IACH,iDAA8B,CAAA;AAClC,CAAC,EAfW,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAe1B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACI,KAAK,UAAU,YAAY,CAAC,OAA4B;IAC3D,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,IAAI,EAAE,YAAE,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;QAChC,YAAY,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,YAAY,CAAC;QACjE,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzB,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3B,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CACvC,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAC5B,CAAC;QACF,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CAClC,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAC5B,CAAC;QACF,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CACpC,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAC9B,CAAC;QACF,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC9C,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC;YAC/B,eAAe,CAAC,GAAG;YACnB,eAAe,CAAC,aAAa;YAC7B,eAAe,CAAC,YAAY;SAC/B,CAAC;KACL,CAAC,CAAC,CAAC;IAEJ,MAAM,EACF,YAAY,EACZ,KAAK,EACL,IAAI,EACJ,UAAU,EACV,KAAK,EACL,OAAO,EACP,wBAAwB,GAC3B,GAAG,OAAO,CAAC;IAEZ,MAAM,iBAAiB,GAAuB,EAAE,CAAC;IAEjD,IAAI,UAAU,EAAE,MAAM,EAAE;QACpB,aAAG,CAAC,UAAU,CAAC,qEAAqE,CAAC,CAAC;QACtF,iBAAiB,CAAC,IAAI,CAAC,GAAG,IAAA,6CAAoC,EAAC,UAAU,CAAC,CAAC,CAAC;KAC/E;IAED,IAAI,KAAK,EAAE,MAAM,EAAE;QACf,iBAAiB,CAAC,IAAI,CAAC,GAAG,IAAA,sCAA6B,EAAC,KAAK,CAAC,CAAC,CAAC;KACnE;IAED,IAAI,OAAO,EAAE,MAAM,EAAE;QACjB,iBAAiB,CAAC,IAAI,CAAC,GAAG,IAAA,0CAAiC,EAAC,OAAO,CAAC,CAAC,CAAC;KACzE;IAED,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;QAC3B,OAAO,CAAC,QAAQ,KAAhB,OAAO,CAAC,QAAQ,GAAK,eAAe,CAAC,aAAa,EAAC;KACtD;IAED,IAAI,OAAO,CAAC,OAAO,EAAE;QACjB,QAAQ,OAAO,CAAC,QAAQ,EAAE;YACtB,KAAK,eAAe,CAAC,aAAa;gBAC9B,sFAAsF;gBACtF,uFAAuF;gBACvF,yCAAyC;gBACzC,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC;gBAC1E,MAAM;YACV,KAAK,eAAe,CAAC,YAAY,CAAC,CAAC;gBAC/B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAErC,4CAA4C;gBAC5C,MAAM,eAAe,GAAG,IAAA,iBAAS,EAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;gBAExE,IAAI,eAAe,EAAE;oBACjB,gHAAgH;oBAChH,GAAG,CAAC,QAAQ,GAAG,eAAe,CAAC;oBAC/B,iBAAiB,CAAC,IAAI,CAClB,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE,KAAK,eAAe,EAAE,CAAC,KAAK,EAAE,EAC7E,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,MAAM,KAAK,EAAE,CAC/B,CAAC;iBACL;qBAAM;oBACH,6FAA6F;oBAC7F,4BAA4B;oBAC5B,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC;iBACxD;gBAED,MAAM;aACT;YACD,KAAK,eAAe,CAAC,GAAG,CAAC;YACzB;gBACI,MAAM;SACb;KACJ;IAED,IAAI,cAAc,GAAG,IAAA,6BAAoB,EAAC,IAAI,CAAC,CAAC;IAEhD,IAAI,wBAAwB,EAAE;QAC1B,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAqB,CAAC;KAC9H;IAED,IAAI,QAAQ,GAAG,IAAA,uBAAc,EAAC,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACjE,IAAI,KAAK;QAAE,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAE/C,OAAO,YAAY,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;AAC9C,CAAC;AArGD,oCAqGC;AAED;;GAEG;AACH,SAAgB,cAAc,CAAC,EAC3B,eAAe,EACf,eAAe,EACf,kBAAkB,EAClB,mBAAmB,GACN;IACb,wCAAwC;IACxC,IAAI,mBAAmB,EAAE;QACrB,OAAO,mBAAmB,CAAC;KAC9B;IAED,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC;IAC7D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,eAAe,IAAI,kBAAkB,CAAC,CAAC,MAAM,CAAC;IAE7E,6DAA6D;IAC7D,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE;QACzC,OAAO,cAAc,IAAI,iBAAiB,CAAC;KAC9C;IAED,qCAAqC;IACrC,IAAI,eAAe,KAAK,eAAe,CAAC,YAAY,EAAE;QAClD,MAAM,gBAAgB,GAAG,IAAA,iBAAS,EAAC,iBAAiB,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAE,CAAC;QAC/E,MAAM,aAAa,GAAG,IAAA,iBAAS,EAAC,cAAc,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAE,CAAC;QAEzE,IAAI,gBAAgB,KAAK,aAAa,EAAE;YACpC,OAAO,cAAc,CAAC;SACzB;QAED,OAAO,SAAS,CAAC;KACpB;IAED,oDAAoD;IACpD,OAAO,iBAAiB,CAAC;AAC7B,CAAC;AAjCD,wCAiCC"}

package/enqueue_links/index.d.ts

@@ -0,0 +1,3 @@
+export * from './enqueue_links';
+export * from './shared';
+//# sourceMappingURL=index.d.ts.map

package/enqueue_links/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/enqueue_links/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,UAAU,CAAC"}

package/enqueue_links/index.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+tslib_1.__exportStar(require("./enqueue_links"), exports);
+tslib_1.__exportStar(require("./shared"), exports);
+//# sourceMappingURL=index.js.map

package/enqueue_links/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/enqueue_links/index.ts"],"names":[],"mappings":";;;AAAA,0DAAgC;AAChC,mDAAyB"}

package/enqueue_links/shared.d.ts

@@ -0,0 +1,60 @@
+import { Request, RequestOptions } from '../request';
+export declare type UrlPatternObject = {
+    glob?: string;
+    regexp?: RegExp;
+} & Pick<RequestOptions, 'method' | 'payload' | 'userData' | 'headers'>;
+export declare type PseudoUrlObject = {
+    purl: string;
+} & Pick<RequestOptions, 'method' | 'payload' | 'userData' | 'headers'>;
+export declare type PseudoUrlInput = string | PseudoUrlObject;
+export declare type GlobObject = {
+    glob: string;
+} & Pick<RequestOptions, 'method' | 'payload' | 'userData' | 'headers'>;
+export declare type GlobInput = string | GlobObject;
+export declare type RegExpObject = {
+    regexp: RegExp;
+} & Pick<RequestOptions, 'method' | 'payload' | 'userData' | 'headers'>;
+export declare type RegExpInput = RegExp | RegExpObject;
+/**
+ * @ignore
+ */
+export declare function updateEnqueueLinksPatternCache(item: GlobInput | RegExpInput | PseudoUrlInput, pattern: RegExpObject | GlobObject): void;
+/**
+ * Helper factory used in the `enqueueLinks()` and enqueueLinksByClickingElements() function
+ * to construct RegExps from PseudoUrl strings.
+ * @ignore
+ */
+export declare function constructRegExpObjectsFromPseudoUrls(pseudoUrls: PseudoUrlInput[]): RegExpObject[];
+/**
+ * Helper factory used in the `enqueueLinks()` and enqueueLinksByClickingElements() function
+ * to construct Glob objects from Glob pattern strings.
+ * @ignore
+ */
+export declare function constructGlobObjectsFromGlobs(globs: GlobInput[]): GlobObject[];
+export declare function validateGlobPattern(glob: string): string;
+/**
+ * Helper factory used in the `enqueueLinks()` and enqueueLinksByClickingElements() function
+ * to check RegExps input and return valid RegExps.
+ * @ignore
+ */
+export declare function constructRegExpObjectsFromRegExps(regexps: RegExpInput[]): RegExpObject[];
+/**
+ * @ignore
+ */
+export declare function createRequests(requestOptions: (string | RequestOptions)[], urlPatternObjects?: UrlPatternObject[]): Request[];
+/**
+ * @ignore
+ */
+export declare function createRequestOptions(sources: (string | Record<string, unknown>)[]): RequestOptions[];
+/**
+ * Takes an Apify {@link RequestOptions} object and changes its attributes in a desired way. This user-function is used
+ * {@link enqueueLinks} to modify requests before enqueuing them.
+ */
+export interface RequestTransform {
+    /**
+     * @param original Request options to be modified.
+     * @returns The modified request options to enqueue.
+     */
+    (original: RequestOptions): RequestOptions | false | undefined | null;
+}
+//# sourceMappingURL=shared.d.ts.map

package/enqueue_links/shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../src/enqueue_links/shared.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAYrD,oBAAY,gBAAgB,GAAG;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,GAAG,IAAI,CAAC,cAAc,EAAE,QAAQ,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC,CAAC;AAExE,oBAAY,eAAe,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,cAAc,EAAE,QAAQ,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC,CAAC;AAErH,oBAAY,cAAc,GAAG,MAAM,GAAG,eAAe,CAAC;AAEtD,oBAAY,UAAU,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,cAAc,EAAE,QAAQ,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC,CAAC;AAEhH,oBAAY,SAAS,GAAG,MAAM,GAAG,UAAU,CAAC;AAE5C,oBAAY,YAAY,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,cAAc,EAAE,QAAQ,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC,CAAC;AAEpH,oBAAY,WAAW,GAAG,MAAM,GAAG,YAAY,CAAC;AAEhD;;GAEG;AACH,wBAAgB,8BAA8B,CAAC,IAAI,EAAE,SAAS,GAAG,WAAW,GAAG,cAAc,EAAE,OAAO,EAAE,YAAY,GAAG,UAAU,GAAG,IAAI,CAMvI;AAED;;;;GAIG;AACH,wBAAgB,oCAAoC,CAAC,UAAU,EAAE,cAAc,EAAE,GAAG,YAAY,EAAE,CAiBjG;AAED;;;;GAIG;AACH,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,UAAU,EAAE,CAiB9E;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAIxD;AAED;;;;GAIG;AACH,wBAAgB,iCAAiC,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,YAAY,EAAE,CAgBxF;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,cAAc,EAAE,CAAC,MAAM,GAAG,cAAc,CAAC,EAAE,EAAE,iBAAiB,CAAC,EAAE,gBAAgB,EAAE,GAAG,OAAO,EAAE,CAyB7H;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EAAE,GAAG,cAAc,EAAE,CAcpG;AAED;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC7B;;;OAGG;IACH,CAAC,QAAQ,EAAE,cAAc,GAAG,cAAc,GAAG,KAAK,GAAG,SAAS,GAAG,IAAI,CAAC;CACzE"}

package/enqueue_links/shared.js

@@ -0,0 +1,148 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createRequestOptions = exports.createRequests = exports.constructRegExpObjectsFromRegExps = exports.validateGlobPattern = exports.constructGlobObjectsFromGlobs = exports.constructRegExpObjectsFromPseudoUrls = exports.updateEnqueueLinksPatternCache = void 0;
+const tslib_1 = require("tslib");
+const url_1 = require("url");
+const pseudo_url_1 = require("@apify/pseudo_url");
+const minimatch_1 = tslib_1.__importDefault(require("minimatch"));
+const request_1 = require("../request");
+const MAX_ENQUEUE_LINKS_CACHE_SIZE = 1000;
+/**
+ * To enable direct use of the Actor UI `globs`/`regexps`/`pseudoUrls` output while keeping high performance,
+ * all the regexps from the output are only constructed once and kept in a cache
+ * by the `enqueueLinks()` function.
+ * @ignore
+ */
+const enqueueLinksPatternCache = new Map();
+/**
+ * @ignore
+ */
+function updateEnqueueLinksPatternCache(item, pattern) {
+    enqueueLinksPatternCache.set(item, pattern);
+    if (enqueueLinksPatternCache.size > MAX_ENQUEUE_LINKS_CACHE_SIZE) {
+        const key = enqueueLinksPatternCache.keys().next().value;
+        enqueueLinksPatternCache.delete(key);
+    }
+}
+exports.updateEnqueueLinksPatternCache = updateEnqueueLinksPatternCache;
+/**
+ * Helper factory used in the `enqueueLinks()` and enqueueLinksByClickingElements() function
+ * to construct RegExps from PseudoUrl strings.
+ * @ignore
+ */
+function constructRegExpObjectsFromPseudoUrls(pseudoUrls) {
+    return pseudoUrls.map((item) => {
+        // Get pseudoUrl object from cache.
+        let regexpObject = enqueueLinksPatternCache.get(item);
+        if (regexpObject)
+            return regexpObject;
+        if (typeof item === 'string') {
+            regexpObject = { regexp: (0, pseudo_url_1.purlToRegExp)(item) };
+        }
+        else {
+            const { purl, ...requestOptions } = item;
+            regexpObject = { regexp: (0, pseudo_url_1.purlToRegExp)(purl), ...requestOptions };
+        }
+        updateEnqueueLinksPatternCache(item, regexpObject);
+        return regexpObject;
+    });
+}
+exports.constructRegExpObjectsFromPseudoUrls = constructRegExpObjectsFromPseudoUrls;
+/**
+ * Helper factory used in the `enqueueLinks()` and enqueueLinksByClickingElements() function
+ * to construct Glob objects from Glob pattern strings.
+ * @ignore
+ */
+function constructGlobObjectsFromGlobs(globs) {
+    return globs.map((item) => {
+        // Get glob object from cache.
+        let globObject = enqueueLinksPatternCache.get(item);
+        if (globObject)
+            return globObject;
+        if (typeof item === 'string') {
+            globObject = { glob: validateGlobPattern(item) };
+        }
+        else {
+            const { glob, ...requestOptions } = item;
+            globObject = { glob: validateGlobPattern(glob), ...requestOptions };
+        }
+        updateEnqueueLinksPatternCache(item, globObject);
+        return globObject;
+    });
+}
+exports.constructGlobObjectsFromGlobs = constructGlobObjectsFromGlobs;
+function validateGlobPattern(glob) {
+    const globTrimmed = glob.trim();
+    if (globTrimmed.length === 0)
+        throw new Error(`Cannot parse Glob pattern '${globTrimmed}': it must be an non-empty string`);
+    return globTrimmed;
+}
+exports.validateGlobPattern = validateGlobPattern;
+/**
+ * Helper factory used in the `enqueueLinks()` and enqueueLinksByClickingElements() function
+ * to check RegExps input and return valid RegExps.
+ * @ignore
+ */
+function constructRegExpObjectsFromRegExps(regexps) {
+    return regexps.map((item) => {
+        // Get regexp object from cache.
+        let regexpObject = enqueueLinksPatternCache.get(item);
+        if (regexpObject)
+            return regexpObject;
+        if (item instanceof RegExp) {
+            regexpObject = { regexp: item };
+        }
+        else {
+            regexpObject = item;
+        }
+        updateEnqueueLinksPatternCache(item, regexpObject);
+        return regexpObject;
+    });
+}
+exports.constructRegExpObjectsFromRegExps = constructRegExpObjectsFromRegExps;
+/**
+ * @ignore
+ */
+function createRequests(requestOptions, urlPatternObjects) {
+    if (!urlPatternObjects || !urlPatternObjects.length) {
+        return requestOptions
+            .map((opts) => new request_1.Request(typeof opts === 'string' ? { url: opts } : opts));
+    }
+    const requests = [];
+    for (const urlPatternObject of urlPatternObjects) {
+        const { regexp, glob, ...requestRegExpOptions } = urlPatternObject;
+        for (const opts of requestOptions) {
+            const urlToMatch = typeof opts === 'string' ? opts : opts.url;
+            if ((regexp && urlToMatch.match(regexp)) || // eslint-disable-line
+                (glob && (0, minimatch_1.default)(urlToMatch, glob, { nocase: true }))) {
+                const request = typeof opts === 'string'
+                    ? { url: opts, ...requestRegExpOptions }
+                    : { ...opts, ...requestRegExpOptions };
+                requests.push(new request_1.Request(request));
+            }
+        }
+    }
+    return requests;
+}
+exports.createRequests = createRequests;
+/**
+ * @ignore
+ */
+function createRequestOptions(sources) {
+    return sources
+        .map((src) => (typeof src === 'string' ? { url: src } : src))
+        .filter(({ url }) => {
+        try {
+            return new url_1.URL(url).href;
+        }
+        catch (err) {
+            return false;
+        }
+    })
+        .map((requestOptions) => {
+        requestOptions.userData ?? (requestOptions.userData = {});
+        return requestOptions;
+    });
+}
+exports.createRequestOptions = createRequestOptions;
+//# sourceMappingURL=shared.js.map

package/enqueue_links/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../src/enqueue_links/shared.ts"],"names":[],"mappings":";;;;AAAA,6BAA0B;AAC1B,kDAAiD;AACjD,kEAAkC;AAClC,wCAAqD;AAErD,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAE1C;;;;;GAKG;AACH,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAE,CAAC;AAmB3C;;GAEG;AACH,SAAgB,8BAA8B,CAAC,IAA8C,EAAE,OAAkC;IAC7H,wBAAwB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC5C,IAAI,wBAAwB,CAAC,IAAI,GAAG,4BAA4B,EAAE;QAC9D,MAAM,GAAG,GAAG,wBAAwB,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACzD,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;KACxC;AACL,CAAC;AAND,wEAMC;AAED;;;;GAIG;AACH,SAAgB,oCAAoC,CAAC,UAA4B;IAC7E,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC3B,mCAAmC;QACnC,IAAI,YAAY,GAAG,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,YAAY;YAAE,OAAO,YAAY,CAAC;QAEtC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC1B,YAAY,GAAG,EAAE,MAAM,EAAE,IAAA,yBAAY,EAAC,IAAI,CAAC,EAAE,CAAC;SACjD;aAAM;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,cAAc,EAAE,GAAG,IAAI,CAAC;YACzC,YAAY,GAAG,EAAE,MAAM,EAAE,IAAA,yBAAY,EAAC,IAAI,CAAC,EAAE,GAAG,cAAc,EAAE,CAAC;SACpE;QAED,8BAA8B,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAEnD,OAAO,YAAY,CAAC;IACxB,CAAC,CAAC,CAAC;AACP,CAAC;AAjBD,oFAiBC;AAED;;;;GAIG;AACH,SAAgB,6BAA6B,CAAC,KAAkB;IAC5D,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACtB,8BAA8B;QAC9B,IAAI,UAAU,GAAG,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,UAAU;YAAE,OAAO,UAAU,CAAC;QAElC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC1B,UAAU,GAAG,EAAE,IAAI,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;SACpD;aAAM;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,cAAc,EAAE,GAAG,IAAI,CAAC;YACzC,UAAU,GAAG,EAAE,IAAI,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,GAAG,cAAc,EAAE,CAAC;SACvE;QAED,8BAA8B,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAEjD,OAAO,UAAU,CAAC;IACtB,CAAC,CAAC,CAAC;AACP,CAAC;AAjBD,sEAiBC;AAED,SAAgB,mBAAmB,CAAC,IAAY;IAC5C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,WAAW,mCAAmC,CAAC,CAAC;IAC5H,OAAO,WAAW,CAAC;AACvB,CAAC;AAJD,kDAIC;AAED;;;;GAIG;AACH,SAAgB,iCAAiC,CAAC,OAAsB;IACpE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACxB,gCAAgC;QAChC,IAAI,YAAY,GAAG,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,YAAY;YAAE,OAAO,YAAY,CAAC;QAEtC,IAAI,IAAI,YAAY,MAAM,EAAE;YACxB,YAAY,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SACnC;aAAM;YACH,YAAY,GAAG,IAAI,CAAC;SACvB;QAED,8BAA8B,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAEnD,OAAO,YAAY,CAAC;IACxB,CAAC,CAAC,CAAC;AACP,CAAC;AAhBD,8EAgBC;AAED;;GAEG;AACH,SAAgB,cAAc,CAAC,cAA2C,EAAE,iBAAsC;IAC9G,IAAI,CAAC,iBAAiB,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE;QACjD,OAAO,cAAc;aAChB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,iBAAO,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;KACpF;IAED,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,MAAM,gBAAgB,IAAI,iBAAiB,EAAE;QAC9C,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,oBAAoB,EAAE,GAAG,gBAAgB,CAAC;QACnE,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE;YAC/B,MAAM,UAAU,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAC9D,IACI,CAAC,MAAM,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,sBAAsB;gBAC9D,CAAC,IAAI,IAAI,IAAA,mBAAS,EAAC,UAAU,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EACzD;gBACE,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ;oBACpC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,oBAAoB,EAAE;oBACxC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,GAAG,oBAAoB,EAAE,CAAC;gBAC3C,QAAQ,CAAC,IAAI,CAAC,IAAI,iBAAO,CAAC,OAAO,CAAC,CAAC,CAAC;aACvC;SACJ;KACJ;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAzBD,wCAyBC;AAED;;GAEG;AACH,SAAgB,oBAAoB,CAAC,OAA6C;IAC9E,OAAO,OAAO;SACT,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,GAAgC,CAAC,CAAC;SACzF,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE;QAChB,IAAI;YACA,OAAO,IAAI,SAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;SAC5B;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,KAAK,CAAC;SAChB;IACL,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,cAAc,EAAE,EAAE;QACpB,cAAc,CAAC,QAAQ,KAAvB,cAAc,CAAC,QAAQ,GAAK,EAAE,EAAC;QAC/B,OAAO,cAAc,CAAC;IAC1B,CAAC,CAAC,CAAC;AACX,CAAC;AAdD,oDAcC"}

package/errors.d.ts

@@ -0,0 +1,8 @@
+/**
+ * TimeoutError class.
+ * This error should be thrown after request timeout from `requestAsBrowser`.
+ * @ignore
+ */
+export declare class TimeoutError extends Error {
+}
+//# sourceMappingURL=errors.d.ts.map

package/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,qBAAa,YAAa,SAAQ,KAAK;CAAG"}

package/errors.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TimeoutError = void 0;
+/**
+ * TimeoutError class.
+ * This error should be thrown after request timeout from `requestAsBrowser`.
+ * @ignore
+ */
+class TimeoutError extends Error {
+}
+exports.TimeoutError = TimeoutError;
+//# sourceMappingURL=errors.js.map

package/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":";;;AAAA;;;;GAIG;AACH,MAAa,YAAa,SAAQ,KAAK;CAAG;AAA1C,oCAA0C"}

package/events/event_manager.d.ts

@@ -0,0 +1,41 @@
+/// <reference types="node" />
+import { EventEmitter } from 'events';
+import { BetterIntervalID } from '@apify/utilities';
+import { Configuration } from '../configuration';
+export declare const enum EventType {
+    PERSIST_STATE = "persistState",
+    SYSTEM_INFO = "systemInfo",
+    MIGRATING = "migrating",
+    ABORTING = "aborting"
+}
+export declare type EventTypeName = EventType | 'systemInfo' | 'persistState' | 'migrating' | 'aborting';
+export declare abstract class EventManager {
+    readonly config: Configuration;
+    protected events: EventEmitter;
+    protected initialized: boolean;
+    protected persistStateInterval?: BetterIntervalID;
+    protected log: import("@apify/log").Log;
+    constructor(config?: Configuration);
+    /**
+     * Initializes `Actor.events` event emitter by creating a connection to a websocket that provides them.
+     * This is an internal function that is automatically called by `Actor.main()`.
+     */
+    init(): Promise<void>;
+    /**
+     * Closes websocket providing events from Actor infrastructure and also stops sending internal events
+     * of Apify package such as `persistState`. This is automatically called at the end of `Actor.main()`.
+     */
+    close(): Promise<void>;
+    on(event: EventTypeName, listener: (...args: any[]) => any): void;
+    off(event: EventTypeName, listener?: (...args: any[]) => any): void;
+    emit(event: EventTypeName, ...args: unknown[]): void;
+    /**
+     * @internal
+     */
+    listenerCount(event: EventTypeName): number;
+    /**
+     * @internal
+     */
+    listeners(event: EventTypeName): (() => Promise<unknown>)[];
+}
+//# sourceMappingURL=event_manager.d.ts.map

package/events/event_manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"event_manager.d.ts","sourceRoot":"","sources":["../../src/events/event_manager.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAuB,gBAAgB,EAAqB,MAAM,kBAAkB,CAAC;AAC5F,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjD,0BAAkB,SAAS;IACvB,aAAa,iBAAiB;IAC9B,WAAW,eAAe;IAC1B,SAAS,cAAc;IACvB,QAAQ,aAAa;CACxB;AAED,oBAAY,aAAa,GAAG,SAAS,GAAG,YAAY,GAAG,cAAc,GAAG,WAAW,GAAG,UAAU,CAAC;AAEjG,8BAAsB,YAAY;IAMlB,QAAQ,CAAC,MAAM;IAL3B,SAAS,CAAC,MAAM,eAAsB;IACtC,SAAS,CAAC,WAAW,UAAS;IAC9B,SAAS,CAAC,oBAAoB,CAAC,EAAE,gBAAgB,CAAC;IAClD,SAAS,CAAC,GAAG,2BAAmC;gBAE3B,MAAM,gBAAkC;IAE7D;;;OAGG;IACG,IAAI;IAaV;;;OAGG;IACG,KAAK;IASX,EAAE,CAAC,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,GAAG,GAAG,IAAI;IAIjE,GAAG,CAAC,KAAK,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,GAAG,GAAG,IAAI;IAQnE,IAAI,CAAC,KAAK,EAAE,aAAa,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI;IAIpD;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,aAAa,GAAG,MAAM;IAI3C;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,aAAa,GAAG,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE;CAG9D"}

package/events/event_manager.js

@@ -0,0 +1,103 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EventManager = exports.EventType = void 0;
+const tslib_1 = require("tslib");
+const log_1 = tslib_1.__importDefault(require("@apify/log"));
+const events_1 = require("events");
+const utilities_1 = require("@apify/utilities");
+const configuration_1 = require("../configuration");
+var EventType;
+(function (EventType) {
+    EventType["PERSIST_STATE"] = "persistState";
+    EventType["SYSTEM_INFO"] = "systemInfo";
+    EventType["MIGRATING"] = "migrating";
+    EventType["ABORTING"] = "aborting";
+})(EventType = exports.EventType || (exports.EventType = {}));
+class EventManager {
+    constructor(config = configuration_1.Configuration.getGlobalConfig()) {
+        Object.defineProperty(this, "config", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: config
+        });
+        Object.defineProperty(this, "events", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new events_1.EventEmitter()
+        });
+        Object.defineProperty(this, "initialized", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        Object.defineProperty(this, "persistStateInterval", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "log", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: log_1.default.child({ prefix: 'Events' })
+        });
+    }
+    /**
+     * Initializes `Actor.events` event emitter by creating a connection to a websocket that provides them.
+     * This is an internal function that is automatically called by `Actor.main()`.
+     */
+    async init() {
+        if (this.initialized) {
+            return;
+        }
+        const persistStateIntervalMillis = this.config.get('persistStateIntervalMillis');
+        this.persistStateInterval = (0, utilities_1.betterSetInterval)((intervalCallback) => {
+            this.emit("persistState" /* PERSIST_STATE */, { isMigrating: false });
+            intervalCallback();
+        }, persistStateIntervalMillis);
+        this.initialized = true;
+    }
+    /**
+     * Closes websocket providing events from Actor infrastructure and also stops sending internal events
+     * of Apify package such as `persistState`. This is automatically called at the end of `Actor.main()`.
+     */
+    async close() {
+        if (!this.initialized) {
+            return;
+        }
+        (0, utilities_1.betterClearInterval)(this.persistStateInterval);
+        this.initialized = false;
+    }
+    on(event, listener) {
+        this.events.on(event, listener);
+    }
+    off(event, listener) {
+        if (listener) {
+            this.events.removeListener(event, listener);
+        }
+        else {
+            this.events.removeAllListeners(event);
+        }
+    }
+    emit(event, ...args) {
+        this.events.emit(event, ...args);
+    }
+    /**
+     * @internal
+     */
+    listenerCount(event) {
+        return this.events.listenerCount(event);
+    }
+    /**
+     * @internal
+     */
+    listeners(event) {
+        return this.events.listeners(event);
+    }
+}
+exports.EventManager = EventManager;
+//# sourceMappingURL=event_manager.js.map

package/events/event_manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"event_manager.js","sourceRoot":"","sources":["../../src/events/event_manager.ts"],"names":[],"mappings":";;;;AAAA,6DAA6B;AAC7B,mCAAsC;AACtC,gDAA4F;AAC5F,oDAAiD;AAEjD,IAAkB,SAKjB;AALD,WAAkB,SAAS;IACvB,2CAA8B,CAAA;IAC9B,uCAA0B,CAAA;IAC1B,oCAAuB,CAAA;IACvB,kCAAqB,CAAA;AACzB,CAAC,EALiB,SAAS,GAAT,iBAAS,KAAT,iBAAS,QAK1B;AAID,MAAsB,YAAY;IAM9B,YAAqB,SAAS,6BAAa,CAAC,eAAe,EAAE;;;;;mBAAxC;;QALrB;;;;mBAAmB,IAAI,qBAAY,EAAE;WAAC;QACtC;;;;mBAAwB,KAAK;WAAC;QAC9B;;;;;WAAkD;QAClD;;;;mBAAgB,aAAG,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;WAAC;IAEgB,CAAC;IAEjE;;;OAGG;IACH,KAAK,CAAC,IAAI;QACN,IAAI,IAAI,CAAC,WAAW,EAAE;YAClB,OAAO;SACV;QAED,MAAM,0BAA0B,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,CAAE,CAAC;QAClF,IAAI,CAAC,oBAAoB,GAAG,IAAA,6BAAiB,EAAC,CAAC,gBAA+B,EAAE,EAAE;YAC9E,IAAI,CAAC,IAAI,qCAA0B,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3D,gBAAgB,EAAE,CAAC;QACvB,CAAC,EAAE,0BAA0B,CAAC,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK;QACP,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,OAAO;SACV;QAED,IAAA,+BAAmB,EAAC,IAAI,CAAC,oBAAqB,CAAC,CAAC;QAChD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC7B,CAAC;IAED,EAAE,CAAC,KAAoB,EAAE,QAAiC;QACtD,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,GAAG,CAAC,KAAoB,EAAE,QAAkC;QACxD,IAAI,QAAQ,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;SAC/C;aAAM;YACH,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;SACzC;IACL,CAAC;IAED,IAAI,CAAC,KAAoB,EAAE,GAAG,IAAe;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,KAAoB;QAC9B,OAAO,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,KAAoB;QAC1B,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAA+B,CAAC;IACtE,CAAC;CACJ;AAnED,oCAmEC"}

package/events/index.d.ts

@@ -0,0 +1,3 @@
+export * from './event_manager';
+export * from './local_event_manager';
+//# sourceMappingURL=index.d.ts.map

package/events/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/events/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC"}

package/events/index.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+tslib_1.__exportStar(require("./event_manager"), exports);
+tslib_1.__exportStar(require("./local_event_manager"), exports);
+//# sourceMappingURL=index.js.map

package/events/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/events/index.ts"],"names":[],"mappings":";;;AAAA,0DAAgC;AAChC,gEAAsC"}

package/events/local_event_manager.d.ts

@@ -0,0 +1,32 @@
+import { EventManager } from './event_manager';
+export declare class LocalEventManager extends EventManager {
+    private intervals;
+    private previousTicks;
+    /**
+     * Initializes `Actor.events` event emitter by creating a connection to a websocket that provides them.
+     * This is an internal function that is automatically called by `Actor.main()`.
+     */
+    init(): Promise<void>;
+    /**
+     * Closes websocket providing events from Actor infrastructure and also stops sending internal events
+     * of Apify package such as `persistState`.
+     * This is automatically called at the end of `Actor.main()`.
+     */
+    close(): Promise<void>;
+    /**
+     * @internal
+     */
+    emitSystemInfoEvent(intervalCallback: () => unknown): Promise<void>;
+    private getCurrentCpuTicks;
+    /**
+     * Creates a SystemInfo object based on local metrics.
+     */
+    private createSystemInfo;
+    private createCpuInfo;
+    private createMemoryInfo;
+    /**
+     * Helper method for easier mocking.
+     */
+    private _getMemoryInfo;
+}
+//# sourceMappingURL=local_event_manager.d.ts.map

package/events/local_event_manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local_event_manager.d.ts","sourceRoot":"","sources":["../../src/events/local_event_manager.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,YAAY,EAAa,MAAM,iBAAiB,CAAC;AAO1D,qBAAa,iBAAkB,SAAQ,YAAY;IAC/C,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,aAAa,CAAyB;IAE9C;;;OAGG;IACY,IAAI;IAYnB;;;;OAIG;IACY,KAAK;IASpB;;OAEG;IACG,mBAAmB,CAAC,gBAAgB,EAAE,MAAM,OAAO;IAQzD,OAAO,CAAC,kBAAkB;IAW1B;;OAEG;YACW,gBAAgB;IAQ9B,OAAO,CAAC,aAAa;YAaP,gBAAgB;IAc9B;;OAEG;YACW,cAAc;CAG/B"}