@crawlee/basic 3.0.0-beta.5 → 3.0.0-beta.52

package/internals/basic-crawler.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BasicCrawler = void 0;
+exports.createBasicRouter = exports.BasicCrawler = void 0;
 const tslib_1 = require("tslib");
 const log_1 = tslib_1.__importDefault(require("@apify/log"));
 const timeout_1 = require("@apify/timeout");
@@ -50,7 +50,7 @@ const SAFE_MIGRATION_WAIT_MILLIS = 20000;
  * **Example usage:**
  *
  * ```javascript
- * const { gotScraping } = require('got-scraping');
+ * import { gotScraping } from 'got-scraping';
  *
  * // Prepare a list of URLs to crawl
  * const requestList = new RequestList({
@@ -74,7 +74,7 @@ const SAFE_MIGRATION_WAIT_MILLIS = 20000;
  *             headers: request.headers,
  *         });
  *
- *         await Actor.pushData({
+ *         await Dataset.pushData({
  *             url: request.url,
  *             html: body,
  *         })
@@ -89,7 +89,7 @@ class BasicCrawler {
     /**
      * All `BasicCrawler` parameters are passed via an options object.
      */
-    constructor(options, config = core_1.Configuration.getGlobalConfig()) {
+    constructor(options = {}, config = core_1.Configuration.getGlobalConfig()) {
         Object.defineProperty(this, "config", {
             enumerable: true,
             configurable: true,
@@ -151,6 +151,16 @@ class BasicCrawler {
             writable: true,
             value: void 0
         });
+        /**
+         * Default router instance that will be used if we don't specify any {@link requestHandler}.
+         * See {@link Router.addHandler} and {@link Router.addDefaultHandler.}
+         */
+        Object.defineProperty(this, "router", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: core_1.Router.create()
+        });
         Object.defineProperty(this, "log", {
             enumerable: true,
             configurable: true,
@@ -223,6 +233,12 @@ class BasicCrawler {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "_closeEvents", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         (0, ow_1.default)(options, 'BasicCrawlerOptions', ow_1.default.object.exactShape(BasicCrawler.optionsShape));
         const { requestList, requestQueue, maxRequestRetries = 3, maxRequestsPerCrawl, autoscaledPoolOptions = {}, sessionPoolOptions = {}, useSessionPool = true, 
         // AutoscaledPool shorthands
@@ -241,7 +257,11 @@ class BasicCrawler {
             propertyKey: 'requestHandler',
             newProperty: requestHandler,
             oldProperty: handleRequestFunction,
+            allowUndefined: true, // fallback to the default router
         });
+        if (!this.requestHandler) {
+            this.requestHandler = this.router;
+        }
         this._handlePropertyNameChange({
             newName: 'failedRequestHandler',
             oldName: 'handleFailedRequestFunction',
@@ -338,6 +358,7 @@ class BasicCrawler {
      * Runs the crawler. Returns a promise that gets resolved once all the requests are processed.
      */
     async run() {
+        await (0, core_1.purgeDefaultStorages)();
         await this._init();
         await this.stats.startCapturing();
         try {
@@ -361,6 +382,10 @@ class BasicCrawler {
         this.requestQueue ?? (this.requestQueue = await core_1.RequestQueue.open());
         return this.requestQueue;
     }
+    async useState(defaultValue = {}) {
+        const kvs = await core_1.KeyValueStore.open(null, { config: this.config });
+        return kvs.getAutoSavedValue(BasicCrawler.CRAWLEE_STATE_KEY, defaultValue);
+    }
     /**
      * Adds requests to be processed by the crawler
      * @param requests The requests to add
@@ -417,6 +442,10 @@ class BasicCrawler {
         };
     }
     async _init() {
+        if (!this.events.isInitialized()) {
+            await this.events.init();
+            this._closeEvents = true;
+        }
         // Initialize AutoscaledPool before awaiting _loadHandledRequestCount(),
         // so that the caller can get a reference to it before awaiting the promise returned from run()
         // (otherwise there would be no way)
@@ -540,22 +569,24 @@ class BasicCrawler {
                     requestQueue: await this.getRequestQueue(),
                 });
             },
-            sendRequest: async (req) => {
-                req ?? (req = request);
+            sendRequest: async (overrideOptions) => {
                 return (0, got_scraping_1.gotScraping)({
-                    url: req.url,
-                    method: req.method,
-                    body: req.payload,
-                    headers: req.headers,
-                    retry: {
-                        limit: 0,
-                    },
+                    url: request.url,
+                    method: request.method,
+                    body: request.payload,
+                    headers: request.headers,
                     proxyUrl: crawlingContext.proxyInfo?.url,
                     sessionToken: session,
                     responseType: 'text',
+                    ...overrideOptions,
+                    retry: {
+                        limit: 0,
+                        ...overrideOptions?.retry,
+                    },
                     cookieJar: {
                         getCookieString: (url) => session.getCookieString(url),
                         setCookie: (rawCookie, url) => session.setCookie(rawCookie, url),
+                        ...overrideOptions?.cookieJar,
                     },
                 });
             },
@@ -631,7 +662,10 @@ class BasicCrawler {
     async _requestFunctionErrorHandler(error, crawlingContext, source) {
         const { request } = crawlingContext;
         request.pushErrorMessage(error);
-        const shouldRetryRequest = !request.noRetry && request.retryCount < this.maxRequestRetries;
+        if (error instanceof core_1.CriticalError) {
+            throw error;
+        }
+        const shouldRetryRequest = !request.noRetry && request.retryCount < this.maxRequestRetries && !(error instanceof core_1.NonRetryableError);
         if (shouldRetryRequest) {
             request.retryCount++;
             const { url, retryCount, id } = request;
@@ -692,9 +726,13 @@ class BasicCrawler {
      * @ignore
      */
     async teardown() {
+        this.events.emit("persistState" /* EventType.PERSIST_STATE */, { isMigrating: false });
         if (this.useSessionPool) {
             await this.sessionPool.teardown();
         }
+        if (this._closeEvents) {
+            await this.events.close();
+        }
     }
     _handlePropertyNameChange({ newProperty, newName, oldProperty, oldName, propertyKey, allowUndefined = false, }) {
         if (newProperty && oldProperty) {
@@ -727,6 +765,12 @@ class BasicCrawler {
     }
 }
 exports.BasicCrawler = BasicCrawler;
+Object.defineProperty(BasicCrawler, "CRAWLEE_STATE_KEY", {
+    enumerable: true,
+    configurable: true,
+    writable: true,
+    value: 'CRAWLEE_STATE'
+});
 Object.defineProperty(BasicCrawler, "optionsShape", {
     enumerable: true,
     configurable: true,
@@ -737,7 +781,6 @@ Object.defineProperty(BasicCrawler, "optionsShape", {
         // Subclasses override this function instead of passing it
         // in constructor, so this validation needs to apply only
         // if the user creates an instance of BasicCrawler directly.
-        // TODO: remove .optional from requestHandler once migration period is over
         requestHandler: ow_1.default.optional.function,
         // TODO: remove in a future release
         handleRequestFunction: ow_1.default.optional.function,
@@ -759,4 +802,32 @@ Object.defineProperty(BasicCrawler, "optionsShape", {
         log: ow_1.default.optional.object,
     }
 });
+/**
+ * Creates new {@link Router} instance that works based on request labels.
+ * This instance can then serve as a `requestHandler` of your {@link BasicCrawler}.
+ * Defaults to the {@link BasicCrawlingContext}.
+ *
+ * > Serves as a shortcut for using `Router.create<BasicCrawlingContext>()`.
+ *
+ * ```ts
+ * import { BasicCrawler, createBasicRouter } from 'crawlee';
+ *
+ * const router = createBasicRouter();
+ * router.addHandler('label-a', async (ctx) => {
+ *    ctx.log.info('...');
+ * });
+ * router.addDefaultHandler(async (ctx) => {
+ *    ctx.log.info('...');
+ * });
+ *
+ * const crawler = new BasicCrawler({
+ *     requestHandler: router,
+ * });
+ * await crawler.run();
+ * ```
+ */
+function createBasicRouter() {
+    return core_1.Router.create();
+}
+exports.createBasicRouter = createBasicRouter;
 //# sourceMappingURL=basic-crawler.js.map

package/internals/basic-crawler.js.map

@@ -1 +1 @@
-{"version":3,"file":"basic-crawler.js","sourceRoot":"","sources":["../../src/internals/basic-crawler.ts"],"names":[],"mappings":";;;;AAAA,6DAA6C;AAC7C,4CAA8E;AAC9E,gDAAwD;AACxD,wCAwBuB;AACvB,+CAA+F;AAE/F,0CAAyD;AACzD,iDAAuC;AAevC;;;;;;;;GAQG;AACH,MAAM,0BAA0B,GAAG,KAAK,CAAC;AAsLzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiEG;AACH,MAAa,YAAY;IAkFrB;;OAEG;IACH,YAAY,OAAmD,EAAW,SAAS,oBAAa,CAAC,eAAe,EAAE;;;;;mBAAxC;;QAjF1E;;WAEG;QACH;;;;;WAA2B;QAE3B;;;;WAIG;QACH;;;;;WAA0B;QAE1B;;;;;WAKG;QACH;;;;;WAA4B;QAE5B;;;WAGG;QACH;;;;;WAA0B;QAE1B;;;;;;WAMG;QACH;;;;;WAAgC;QAEhC;;;;;WAAmB;QACnB;;;;;WAAmD;QACnD;;;;;WAAoE;QACpE;;;;;WAA+C;QAC/C;;;;;WAAwC;QACxC;;;;;WAAoC;QACpC;;;;;WAAuC;QACvC;;;;;WAAiD;QACjD;;;;;WAAkC;QAClC;;;;mBAA6B,IAAI,GAAG,EAAmB;WAAC;QACxD;;;;;WAAuD;QACvD;;;;;WAA+B;QAoC3B,IAAA,YAAE,EAAC,OAAO,EAAE,qBAAqB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;QAEpF,MAAM,EACF,WAAW,EACX,YAAY,EACZ,iBAAiB,GAAG,CAAC,EACrB,mBAAmB,EACnB,qBAAqB,GAAG,EAAE,EAC1B,kBAAkB,GAAG,EAAE,EACvB,cAAc,GAAG,IAAI;QAErB,4BAA4B;QAC5B,cAAc,EACd,cAAc;QAEd,WAAW;QACX,GAAG,GAAG,aAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAEzD,sCAAsC;QACtC,qBAAqB,EACrB,cAAc,EAEd,wBAAwB,EACxB,yBAAyB,EAEzB,2BAA2B,EAC3B,oBAAoB,GACvB,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;QAEvC,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,gBAAgB;YACzB,OAAO,EAAE,uBAAuB;YAChC,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,qBAAqB;SACrC,CAAC,CAAC;QAEH,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,sBAAsB;YAC/B,OAAO,EAAE,6BAA6B;YACtC,WAAW,EAAE,sBAAsB;YACnC,WAAW,EAAE,oBAAoB;YACjC,WAAW,EAAE,2BAA2B;YACxC,cAAc,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,IAAI,wBAA4C,CAAC;QAEjD,IAAI,CAAC,wBAAwB,EAAE;YAC3B,IAAI,CAAC,yBAAyB,EAAE;gBAC5B,wBAAwB,GAAG,KAAM,CAAC;aACrC;iBAAM;gBACH,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;aAC/D;SACJ;aAAM,IAAI,yBAAyB,EAAE;YAClC,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;SAC/D;QAED,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,2BAA2B;YACpC,OAAO,EAAE,0BAA0B;YACnC,WAAW,EAAE,6BAA6B;YAC1C,WAAW,EAAE,wBAAwB;YACrC,WAAW,EAAE,wBAAwB,CAAC,CAAC,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS;SACtF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAY,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7D,4CAA4C;QAC5C,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACnI,kGAAkG;QAClG,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,YAAY,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC;SACxE;QAED,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,iBAAU,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,MAAM,sBAAsB,EAAE,MAAM,EAAE,CAAC,CAAC;QACtG,IAAI,CAAC,kBAAkB,GAAG;YACtB,GAAG,kBAAkB;YACrB,GAAG;SACN,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,EAAE,CAAC;QAElC,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,EAAE;YACrD,GAAG,CAAC,OAAO,CAAC,+BAA+B,IAAI,CAAC,2BAA2B,EAAE;kBACvE,+DAA+D,gBAAgB,EAAE,CAAC,CAAC;YAEzF,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,CAAC;SACvD;QAED,IAAI,yBAAyB,GAAG,IAAI,CAAC;QACrC,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC,mBAAmB,IAAI,mBAAmB,IAAI,IAAI,CAAC,oBAAoB,CAAC;QAEzG,MAAM,EAAE,kBAAkB,EAAE,GAAG,qBAAqB,CAAC;QAErD,MAAM,uCAAuC,GAAG;YAC5C,cAAc;YACd,cAAc;YACd,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,mBAAmB,EAAE,KAAK,IAAI,EAAE;gBAC5B,IAAI,kBAAkB,EAAE,EAAE;oBACtB,IAAI,yBAAyB,EAAE;wBAC3B,GAAG,CAAC,IAAI,CAAC,mDAAmD;8BACtD,GAAG,mBAAmB,6FAA6F,CAAC,CAAC;wBAC3H,yBAAyB,GAAG,KAAK,CAAC;qBACrC;oBACD,OAAO,KAAK,CAAC;iBAChB;gBAED,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACvC,CAAC;YACD,kBAAkB,EAAE,KAAK,IAAI,EAAE;gBAC3B,IAAI,kBAAkB,EAAE,EAAE;oBACtB,GAAG,CAAC,IAAI,CAAC,iEAAiE,mBAAmB,YAAY;0BACnG,yEAAyE;0BACzE,mCAAmC,IAAI,CAAC,oBAAoB,+BAA+B,CAAC,CAAC;oBACnG,OAAO,IAAI,CAAC;iBACf;gBAED,MAAM,UAAU,GAAG,kBAAkB;oBACjC,CAAC,CAAC,MAAM,kBAAkB,EAAE;oBAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAE9C,IAAI,UAAU,EAAE;oBACZ,MAAM,MAAM,GAAG,kBAAkB;wBAC7B,CAAC,CAAC,mFAAmF;wBACrF,CAAC,CAAC,0GAA0G,CAAC;oBACjH,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;iBACpB;gBAED,OAAO,UAAU,CAAC;YACtB,CAAC;YACD,GAAG;SACN,CAAC;QAEF,IAAI,CAAC,qBAAqB,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,uCAAuC,EAAE,CAAC;QAEtG,wEAAwE;QACxE,IAAI,CAAC,MAAM,CAAC,EAAE,wCAAsB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,EAAE,sCAAqB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG;QACL,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAElC,IAAI;YACA,MAAM,IAAI,CAAC,cAAe,CAAC,GAAG,EAAE,CAAC;SACpC;gBAAS;YACN,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;SACpC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG;YACV,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB;YACnD,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc;YAC/C,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,qBAAqB;YAChD,GAAG,UAAU;SAChB,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;QAElD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC,YAAY,KAAjB,IAAI,CAAC,YAAY,GAAK,MAAM,mBAAY,CAAC,IAAI,EAAE,EAAC;QAEhD,OAAO,IAAI,CAAC,YAAa,CAAC;IAC9B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,QAA+C,EAAE,UAAqC,EAAE;QACtG,IAAA,YAAE,EAAC,QAAQ,EAAE,YAAE,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;YAClE,GAAG,EAAE,YAAE,CAAC,MAAM;YACd,EAAE,EAAE,YAAE,CAAC,SAAS;SACnB,CAAC,CAAC,CAAC,CAAC,CAAC;QACN,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YAC9B,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SACnD,CAAC,CAAC,CAAC;QAEJ,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,MAAM,aAAa,GAAG,IAAA,qBAAc,EAAC,QAAQ,CAAC,CAAC;QAE/C,MAAM,uCAAuC,GAAG,KAAK,EAAE,gBAA2B,EAAE,EAAE;YAClF,MAAM,eAAe,GAAuB,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YACrG,eAAe,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,iBAAiB,CAAC,CAAC;YAErD,IAAI,SAAS,CAAC,mBAAmB,CAAC,MAAM,EAAE;gBACtC,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC;gBAElB,eAAe,CAAC,IAAI,CAAC,GAAG,MAAM,uCAAuC,CACjE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,CAC1G,CAAC,CAAC;aACN;YAED,OAAO,eAAe,CAAC;QAC3B,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAEnD,uDAAuD;QACvD,MAAM,aAAa,GAAG,MAAM,uCAAuC,CAAC,YAAY,CAAC,CAAC;QAElF,mDAAmD;QACnD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YACvB,OAAO;gBACH,aAAa;gBACb,2BAA2B,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;aACnD,CAAC;SACL;QAED,qDAAqD;QACrD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAqB,KAAK,EAAE,OAAO,EAAE,EAAE;YAC9D,MAAM,MAAM,GAAG,IAAA,aAAK,EAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,kBAAkB,GAAuB,EAAE,CAAC;YAElD,KAAK,MAAM,YAAY,IAAI,MAAM,EAAE;gBAC/B,kBAAkB,CAAC,IAAI,CAAC,GAAG,MAAM,uCAAuC,CAAC,YAAY,CAAC,CAAC,CAAC;gBAExF,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC;aACrB;YAED,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,0GAA0G;QAC1G,IAAI,OAAO,CAAC,2BAA2B,EAAE;YACrC,aAAa,CAAC,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;SACxC;QAED,OAAO;YACH,aAAa;YACb,2BAA2B,EAAE,OAAO;SACvC,CAAC;IACN,CAAC;IAES,KAAK,CAAC,KAAK;QACjB,wEAAwE;QACxE,+FAA+F;QAC/F,oCAAoC;QACpC,IAAI,CAAC,cAAc,GAAG,IAAI,qBAAc,CAAC,IAAI,CAAC,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAElF,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,WAAW,GAAG,MAAM,kBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACnE,gEAAgE;YAChE,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;SACxC;QAED,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAC1C,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,eAAwB;QACvD,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACO,sBAAsB,CAAC,OAAgB,EAAE,UAAkB;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAEjE,IAAI,SAAS,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,eAAe,CAAC,CAAC;SAC5E;IACL,CAAC;IAES,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,+CAA+C;YAC/C,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,0BAA0B,CAAC;iBACtD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACX,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EAAE;oBACtD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,2DAA2D;0BACpE,uFAAuF,CAAC,CAAC;iBAClG;qBAAM;oBACH,MAAM,GAAG,CAAC;iBACb;YACL,CAAC,CAAC,CAAC;SACV;QAED,MAAM,yBAAyB,GAAG,CAAC,KAAK,IAAI,EAAE;YAC1C,IAAI,IAAI,CAAC,WAAW,EAAE;gBAClB,IAAI,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE;oBAAE,OAAO;gBAChD,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;qBAChC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBACX,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE;wBAC/C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,0FAA0F;8BACnG,2GAA2G;8BAC3G,8FAA8F,CAAC,CAAC;qBACzG;yBAAM;wBACH,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,gDAAgD;8BAClE,iDAAiD,CAAC,CAAC;qBAC5D;gBACL,CAAC,CAAC,CAAC;aACV;QACL,CAAC,CAAC,EAAE,CAAC;QAEL,MAAM,OAAO,CAAC,GAAG,CAAC;YACd,yBAAyB;YACzB,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;SAC5B,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,YAAa,CAAC,gBAAgB,EAAE,CAAC;QACpE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,OAAO,CAAC;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;QAE1D,IAAI;YACA,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;SACpE;QAAC,OAAO,GAAG,EAAE;YACV,0EAA0E;YAC1E,8DAA8D;YAC9D,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,yGAAyG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACvI,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;SACf;QACD,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;IAChD,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,IAAI,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAErF,IAAI,OAAmC,CAAC;QACxC,IAAI,OAA4B,CAAC;QAEjC,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;YACP,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7C,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,yCAAyC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CACvF,CAAC;QAEF,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;gBACP,OAAO,GAAG,MAAM,IAAI,CAAC,WAAY,CAAC,UAAU,EAAE,CAAC;YACnD,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,oCAAoC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAClF,CAAC;SACL;QAED,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,gEAAgE;QAChE,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;QAE9B,MAAM,YAAY,GAAG,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAElC,0BAA0B;QAC1B,8DAA8D;QAC9D,MAAM,eAAe,GAAY;YAC7B,EAAE,EAAE,IAAA,gCAAoB,EAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,IAAI;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,OAAO;YACP,OAAO;YACP,YAAY,EAAE,KAAK,EAAE,cAA+C,EAAE,EAAE;gBACpE,OAAO,IAAA,mBAAY,EAAC;oBAChB,GAAG,cAAc;oBACjB,YAAY,EAAE,MAAM,IAAI,CAAC,eAAe,EAAE;iBAC7C,CAAC,CAAC;YACP,CAAC;YACD,WAAW,EAAE,KAAK,EAAE,GAAa,EAAE,EAAE;gBACjC,GAAG,KAAH,GAAG,GAAK,OAAQ,EAAC;gBACjB,OAAO,IAAA,0BAAW,EAAC;oBACf,GAAG,EAAE,GAAG,CAAC,GAAG;oBACZ,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,IAAI,EAAE,GAAG,CAAC,OAAO;oBACjB,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,KAAK,EAAE;wBACH,KAAK,EAAE,CAAC;qBACX;oBACD,QAAQ,EAAE,eAAe,CAAC,SAAS,EAAE,GAAG;oBACxC,YAAY,EAAE,OAAO;oBACrB,YAAY,EAAE,MAAM;oBACpB,SAAS,EAAE;wBACP,eAAe,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,OAAQ,CAAC,eAAe,CAAC,GAAG,CAAC;wBAC/D,SAAS,EAAE,CAAC,SAAiB,EAAE,GAAW,EAAE,EAAE,CAAC,OAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC;qBACpF;iBACyB,CAAC,CAAC;YACpC,CAAC;SACJ,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QAE/D,IAAI;YACA,MAAM,IAAA,6BAAmB,EACrB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,EAC9C,IAAI,CAAC,2BAA2B,EAChC,kCAAkC,IAAI,CAAC,2BAA2B,GAAG,IAAI,aAAa,OAAO,CAAC,EAAE,IAAI,CACvG,CAAC;YAEF,MAAM,IAAI,CAAC,gBAAgB,CACvB,GAAG,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAQ,CAAC,EACzC,IAAI,CAAC,qBAAqB,EAC1B,mBAAmB,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,gCAAgC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAC3H,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YACnC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAE5B,mDAAmD;YACnD,OAAO,EAAE,QAAQ,EAAE,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACV,IAAI;gBACA,MAAM,IAAI,CAAC,gBAAgB,CACvB,GAAG,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,GAAY,EAAE,eAAe,EAAE,MAAM,CAAC,EAC9E,IAAI,CAAC,qBAAqB,EAC1B,+BAA+B,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,qBAAqB,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAC5H,CAAC;aACL;YAAC,OAAO,cAAc,EAAE;gBACrB,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,cAAuB,EAAE,oDAAoD;sBAC1F,6GAA6G;sBAC7G,qGAAqG;sBACrG,4GAA4G;sBAC5G,sGAAsG,CAAC,CAAC;gBAC9G,MAAM,cAAc,CAAC;aACxB;SACJ;gBAAS;YACN,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;SACpD;IACL,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB,CAAC,OAA+B,EAAE,OAAe,EAAE,KAAqB,EAAE,UAAU,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC;QACjI,IAAI;YACA,MAAM,IAAA,6BAAmB,EAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;SACtD;QAAC,OAAO,CAAC,EAAE;YACR,IAAI,OAAO,IAAI,UAAU,EAAE,EAAE,0CAA0C;gBACnE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAI,CAAW,CAAC,OAAO,cAAc,OAAO,IAAI,UAAU,GAAG,CAAC,CAAC;gBAChF,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;aAClF;YAED,MAAM,CAAC,CAAC;SACX;IACL,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,oBAAoB;QAChC,sDAAsD;QACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACxF,+EAA+E;QAC/E,IAAI,CAAC,kBAAkB;YAAE,OAAO,IAAI,CAAC;QACrC,6EAA6E;QAC7E,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC5E,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B;QACtC,MAAM,CACF,qBAAqB,EACrB,sBAAsB,EACzB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;YACvD,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;SAC5D,CAAC,CAAC;QACH,6DAA6D;QAC7D,OAAO,qBAAqB,IAAI,sBAAsB,CAAC;IAC3D,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,4BAA4B,CACxC,KAAY,EACZ,eAAwB,EACxB,MAAkC;QAElC,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QACpC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAEhC,MAAM,kBAAkB,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAC3F,IAAI,kBAAkB,EAAE;YACpB,OAAO,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC;YACxC,uGAAuG;YACvG,yGAAyG;YACzG,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ,wDAAwD,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,EAChH,EAAE,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,CAC1B,CAAC;YACF,MAAM,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;SACxC;aAAM;YACH,sDAAsD;YACtD,wEAAwE;YACxE,+CAA+C;YAC/C,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,MAAM,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC;YAEpD,8DAA8D;YAC9D,MAAM,kBAAkB,GAAG,eAA+B,CAAC;YAC3D,kBAAkB,CAAC,KAAK,GAAG,KAAK,CAAC;YAEjC,MAAM,IAAI,CAAC,2BAA2B,CAAC,kBAAkB,CAAC,CAAC,CAAC,yCAAyC;SACxG;IACL,CAAC;IAES,KAAK,CAAC,2BAA2B,CAAC,eAA6B;QACrE,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC3B,MAAM,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;SACpD;aAAM;YACH,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC;YAC/D,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,+CAA+C,eAAe,CAAC,KAAK,YAAY,sBAAY,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB;gBAC5H,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO;gBAC/B,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,KAC5B,EAAE,EACF,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CACjC,CAAC;SACL;IACL,CAAC;IAED;;;;;;;OAOG;IACO,KAAK,CAAC,wBAAwB;QACpC,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;SACtE;aAAM,IAAI,IAAI,CAAC,WAAW,EAAE;YACzB,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;SAC/D;IACL,CAAC;IAES,KAAK,CAAC,aAAa,CAAuD,KAAiB,EAAE,GAAG,IAA0B;QAChI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE;YACtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;gBACtB,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;aACvB;SACJ;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,MAAM,IAAI,CAAC,WAAY,CAAC,QAAQ,EAAE,CAAC;SACtC;IACL,CAAC;IAES,yBAAyB,CAAW,EAC1C,WAAW,EACX,OAAO,EACP,WAAW,EACX,OAAO,EACP,WAAW,EACX,cAAc,GAAG,KAAK,GACe;QACrC,IAAI,WAAW,IAAI,WAAW,EAAE;YAC5B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;gBACb,SAAS,OAAO,UAAU,OAAO,yCAAyC;gBAC1E,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,aAAa,OAAO,yBAAyB;aAChD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAEd,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,WAAW,EAAE;YACpB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;gBACb,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,2DAA2D,OAAO,SAAS,OAAO,4BAA4B;aACjH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAEd,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,WAAW,EAAE;YACpB,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,CAAC,cAAc,EAAE;YACxB,MAAM,IAAI,kBAAa,CAAC,IAAI,OAAO,2CAA2C,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;SACrG;IACL,CAAC;IAES,2BAA2B,CAAC,OAAgB;QAClD,OAAO,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC;IACpE,CAAC;;AAtsBL,oCAusBC;AAnpBG;;;;WAAgC;QAC5B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,WAAW,CAAC;QAChE,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,YAAY,CAAC;QAClE,0DAA0D;QAC1D,yDAAyD;QACzD,4DAA4D;QAC5D,2EAA2E;QAC3E,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACpC,mCAAmC;QACnC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC3C,yBAAyB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC7C,mCAAmC;QACnC,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5C,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC1C,mCAAmC;QACnC,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACjD,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACrC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAEnC,4BAA4B;QAC5B,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAElC,WAAW;QACX,GAAG,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KAC1B;GAAC"}
+{"version":3,"file":"basic-crawler.js","sourceRoot":"","sources":["../../src/internals/basic-crawler.ts"],"names":[],"mappings":";;;;AACA,6DAAoC;AACpC,4CAA8E;AAC9E,gDAAwD;AAiBxD,wCAgBuB;AAEvB,+CAA2C;AAE3C,0CAA8C;AAC9C,iDAAuC;AAavC;;;;;;;;GAQG;AACH,MAAM,0BAA0B,GAAG,KAAK,CAAC;AA8KzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiEG;AACH,MAAa,YAAY;IA0FrB;;OAEG;IACH,YAAY,UAAsD,EAAE,EAAW,SAAS,oBAAa,CAAC,eAAe,EAAE;;;;;mBAAxC;;QAvF/E;;WAEG;QACH;;;;;WAA2B;QAE3B;;;;WAIG;QACH;;;;;WAA0B;QAE1B;;;;;WAKG;QACH;;;;;WAA4B;QAE5B;;;WAGG;QACH;;;;;WAA0B;QAE1B;;;;;;WAMG;QACH;;;;;WAAgC;QAEhC;;;WAGG;QACH;;;;mBAA0C,aAAM,CAAC,MAAM,EAAW;WAAC;QAEnE;;;;;WAAmB;QACnB;;;;;WAAmD;QACnD;;;;;WAAoE;QACpE;;;;;WAA+C;QAC/C;;;;;WAAwC;QACxC;;;;;WAAoC;QACpC;;;;;WAAuC;QACvC;;;;;WAAiD;QACjD;;;;;WAAkC;QAClC;;;;mBAA6B,IAAI,GAAG,EAAmB;WAAC;QACxD;;;;;WAAuD;QACvD;;;;;WAA+B;QAC/B;;;;;WAA+B;QAmC3B,IAAA,YAAE,EAAC,OAAO,EAAE,qBAAqB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;QAEpF,MAAM,EACF,WAAW,EACX,YAAY,EACZ,iBAAiB,GAAG,CAAC,EACrB,mBAAmB,EACnB,qBAAqB,GAAG,EAAE,EAC1B,kBAAkB,GAAG,EAAE,EACvB,cAAc,GAAG,IAAI;QAErB,4BAA4B;QAC5B,cAAc,EACd,cAAc;QAEd,WAAW;QACX,GAAG,GAAG,aAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAEzD,sCAAsC;QACtC,qBAAqB,EACrB,cAAc,EAEd,wBAAwB,EACxB,yBAAyB,EAEzB,2BAA2B,EAC3B,oBAAoB,GACvB,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;QAEvC,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,gBAAgB;YACzB,OAAO,EAAE,uBAAuB;YAChC,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,qBAAqB;YAClC,cAAc,EAAE,IAAI,EAAE,iCAAiC;SAC1D,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;YACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;SACrC;QAED,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,sBAAsB;YAC/B,OAAO,EAAE,6BAA6B;YACtC,WAAW,EAAE,sBAAsB;YACnC,WAAW,EAAE,oBAAoB;YACjC,WAAW,EAAE,2BAA2B;YACxC,cAAc,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,IAAI,wBAA4C,CAAC;QAEjD,IAAI,CAAC,wBAAwB,EAAE;YAC3B,IAAI,CAAC,yBAAyB,EAAE;gBAC5B,wBAAwB,GAAG,KAAM,CAAC;aACrC;iBAAM;gBACH,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;aAC/D;SACJ;aAAM,IAAI,yBAAyB,EAAE;YAClC,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;SAC/D;QAED,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,2BAA2B;YACpC,OAAO,EAAE,0BAA0B;YACnC,WAAW,EAAE,6BAA6B;YAC1C,WAAW,EAAE,wBAAwB;YACrC,WAAW,EAAE,wBAAwB,CAAC,CAAC,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS;SACtF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAY,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7D,4CAA4C;QAC5C,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACnI,kGAAkG;QAClG,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,YAAY,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC;SACxE;QAED,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,iBAAU,CAAC,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,MAAM,sBAAsB,EAAE,MAAM,EAAE,CAAC,CAAC;QACtG,IAAI,CAAC,kBAAkB,GAAG;YACtB,GAAG,kBAAkB;YACrB,GAAG;SACN,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,EAAE,CAAC;QAElC,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,EAAE;YACrD,GAAG,CAAC,OAAO,CAAC,+BAA+B,IAAI,CAAC,2BAA2B,EAAE;kBACvE,+DAA+D,gBAAgB,EAAE,CAAC,CAAC;YAEzF,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,CAAC;SACvD;QAED,IAAI,yBAAyB,GAAG,IAAI,CAAC;QACrC,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC,mBAAmB,IAAI,mBAAmB,IAAI,IAAI,CAAC,oBAAoB,CAAC;QAEzG,MAAM,EAAE,kBAAkB,EAAE,GAAG,qBAAqB,CAAC;QAErD,MAAM,uCAAuC,GAAG;YAC5C,cAAc;YACd,cAAc;YACd,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,mBAAmB,EAAE,KAAK,IAAI,EAAE;gBAC5B,IAAI,kBAAkB,EAAE,EAAE;oBACtB,IAAI,yBAAyB,EAAE;wBAC3B,GAAG,CAAC,IAAI,CAAC,mDAAmD;8BACtD,GAAG,mBAAmB,6FAA6F,CAAC,CAAC;wBAC3H,yBAAyB,GAAG,KAAK,CAAC;qBACrC;oBACD,OAAO,KAAK,CAAC;iBAChB;gBAED,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACvC,CAAC;YACD,kBAAkB,EAAE,KAAK,IAAI,EAAE;gBAC3B,IAAI,kBAAkB,EAAE,EAAE;oBACtB,GAAG,CAAC,IAAI,CAAC,iEAAiE,mBAAmB,YAAY;0BACnG,yEAAyE;0BACzE,mCAAmC,IAAI,CAAC,oBAAoB,+BAA+B,CAAC,CAAC;oBACnG,OAAO,IAAI,CAAC;iBACf;gBAED,MAAM,UAAU,GAAG,kBAAkB;oBACjC,CAAC,CAAC,MAAM,kBAAkB,EAAE;oBAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAE9C,IAAI,UAAU,EAAE;oBACZ,MAAM,MAAM,GAAG,kBAAkB;wBAC7B,CAAC,CAAC,mFAAmF;wBACrF,CAAC,CAAC,0GAA0G,CAAC;oBACjH,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;iBACpB;gBAED,OAAO,UAAU,CAAC;YACtB,CAAC;YACD,GAAG;SACN,CAAC;QAEF,IAAI,CAAC,qBAAqB,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,uCAAuC,EAAE,CAAC;QAEtG,wEAAwE;QACxE,IAAI,CAAC,MAAM,CAAC,EAAE,wCAAsB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,EAAE,sCAAqB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG;QACL,MAAM,IAAA,2BAAoB,GAAE,CAAC;QAC7B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAElC,IAAI;YACA,MAAM,IAAI,CAAC,cAAe,CAAC,GAAG,EAAE,CAAC;SACpC;gBAAS;YACN,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;SACpC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG;YACV,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB;YACnD,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc;YAC/C,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,qBAAqB;YAChD,GAAG,UAAU;SAChB,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;QAElD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC,YAAY,KAAjB,IAAI,CAAC,YAAY,GAAK,MAAM,mBAAY,CAAC,IAAI,EAAE,EAAC;QAEhD,OAAO,IAAI,CAAC,YAAa,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAwC,eAAe,EAAW;QAC5E,MAAM,GAAG,GAAG,MAAM,oBAAa,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACpE,OAAO,GAAG,CAAC,iBAAiB,CAAQ,YAAY,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IACtF,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,QAA+C,EAAE,UAAqC,EAAE;QACtG,IAAA,YAAE,EAAC,QAAQ,EAAE,YAAE,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;YAClE,GAAG,EAAE,YAAE,CAAC,MAAM;YACd,EAAE,EAAE,YAAE,CAAC,SAAS;SACnB,CAAC,CAAC,CAAC,CAAC,CAAC;QACN,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YAC9B,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SACnD,CAAC,CAAC,CAAC;QAEJ,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,MAAM,aAAa,GAAG,IAAA,qBAAc,EAAC,QAAQ,CAAC,CAAC;QAE/C,MAAM,uCAAuC,GAAG,KAAK,EAAE,gBAA2B,EAAE,EAAE;YAClF,MAAM,eAAe,GAAuB,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YACrG,eAAe,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,iBAAiB,CAAC,CAAC;YAErD,IAAI,SAAS,CAAC,mBAAmB,CAAC,MAAM,EAAE;gBACtC,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC;gBAElB,eAAe,CAAC,IAAI,CAAC,GAAG,MAAM,uCAAuC,CACjE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,CAC1G,CAAC,CAAC;aACN;YAED,OAAO,eAAe,CAAC;QAC3B,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAEnD,uDAAuD;QACvD,MAAM,aAAa,GAAG,MAAM,uCAAuC,CAAC,YAAY,CAAC,CAAC;QAElF,mDAAmD;QACnD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YACvB,OAAO;gBACH,aAAa;gBACb,2BAA2B,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;aACnD,CAAC;SACL;QAED,qDAAqD;QACrD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAqB,KAAK,EAAE,OAAO,EAAE,EAAE;YAC9D,MAAM,MAAM,GAAG,IAAA,aAAK,EAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,kBAAkB,GAAuB,EAAE,CAAC;YAElD,KAAK,MAAM,YAAY,IAAI,MAAM,EAAE;gBAC/B,kBAAkB,CAAC,IAAI,CAAC,GAAG,MAAM,uCAAuC,CAAC,YAAY,CAAC,CAAC,CAAC;gBAExF,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,CAAC;aACrB;YAED,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,0GAA0G;QAC1G,IAAI,OAAO,CAAC,2BAA2B,EAAE;YACrC,aAAa,CAAC,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC;SACxC;QAED,OAAO;YACH,aAAa;YACb,2BAA2B,EAAE,OAAO;SACvC,CAAC;IACN,CAAC;IAES,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE;YAC9B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;SAC5B;QAED,wEAAwE;QACxE,+FAA+F;QAC/F,oCAAoC;QACpC,IAAI,CAAC,cAAc,GAAG,IAAI,qBAAc,CAAC,IAAI,CAAC,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAElF,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,WAAW,GAAG,MAAM,kBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACnE,gEAAgE;YAChE,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;SACxC;QAED,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAC1C,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,eAAwB;QACvD,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACO,sBAAsB,CAAC,OAAgB,EAAE,UAAkB;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAEjE,IAAI,SAAS,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,eAAe,CAAC,CAAC;SAC5E;IACL,CAAC;IAES,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,+CAA+C;YAC/C,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,0BAA0B,CAAC;iBACtD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACX,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EAAE;oBACtD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,2DAA2D;0BACpE,uFAAuF,CAAC,CAAC;iBAClG;qBAAM;oBACH,MAAM,GAAG,CAAC;iBACb;YACL,CAAC,CAAC,CAAC;SACV;QAED,MAAM,yBAAyB,GAAG,CAAC,KAAK,IAAI,EAAE;YAC1C,IAAI,IAAI,CAAC,WAAW,EAAE;gBAClB,IAAI,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE;oBAAE,OAAO;gBAChD,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;qBAChC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBACX,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE;wBAC/C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,0FAA0F;8BACnG,2GAA2G;8BAC3G,8FAA8F,CAAC,CAAC;qBACzG;yBAAM;wBACH,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,gDAAgD;8BAClE,iDAAiD,CAAC,CAAC;qBAC5D;gBACL,CAAC,CAAC,CAAC;aACV;QACL,CAAC,CAAC,EAAE,CAAC;QAEL,MAAM,OAAO,CAAC,GAAG,CAAC;YACd,yBAAyB;YACzB,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;SAC5B,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,YAAa,CAAC,gBAAgB,EAAE,CAAC;QACpE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,OAAO,CAAC;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;QAE1D,IAAI;YACA,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;SACpE;QAAC,OAAO,GAAG,EAAE;YACV,0EAA0E;YAC1E,8DAA8D;YAC9D,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,yGAAyG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACvI,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;SACf;QACD,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;IAChD,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,IAAI,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAErF,IAAI,OAAmC,CAAC;QACxC,IAAI,OAA4B,CAAC;QAEjC,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;YACP,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7C,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,yCAAyC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CACvF,CAAC;QAEF,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;gBACP,OAAO,GAAG,MAAM,IAAI,CAAC,WAAY,CAAC,UAAU,EAAE,CAAC;YACnD,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,oCAAoC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAClF,CAAC;SACL;QAED,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,gEAAgE;QAChE,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;QAE9B,MAAM,YAAY,GAAG,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAElC,0BAA0B;QAC1B,8DAA8D;QAC9D,MAAM,eAAe,GAAY;YAC7B,EAAE,EAAE,IAAA,gCAAoB,EAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,IAAI;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,OAAO;YACP,OAAO;YACP,YAAY,EAAE,KAAK,EAAE,cAA+C,EAAE,EAAE;gBACpE,OAAO,IAAA,mBAAY,EAAC;oBAChB,GAAG,cAAc;oBACjB,YAAY,EAAE,MAAM,IAAI,CAAC,eAAe,EAAE;iBAC7C,CAAC,CAAC;YACP,CAAC;YACD,WAAW,EAAE,KAAK,EAAE,eAAyC,EAAE,EAAE;gBAC7D,OAAO,IAAA,0BAAW,EAAC;oBACf,GAAG,EAAE,OAAQ,CAAC,GAAG;oBACjB,MAAM,EAAE,OAAQ,CAAC,MAAM;oBACvB,IAAI,EAAE,OAAQ,CAAC,OAAO;oBACtB,OAAO,EAAE,OAAQ,CAAC,OAAO;oBACzB,QAAQ,EAAE,eAAe,CAAC,SAAS,EAAE,GAAG;oBACxC,YAAY,EAAE,OAAO;oBACrB,YAAY,EAAE,MAAM;oBACpB,GAAG,eAAe;oBAClB,KAAK,EAAE;wBACH,KAAK,EAAE,CAAC;wBACR,GAAG,eAAe,EAAE,KAAK;qBAC5B;oBACD,SAAS,EAAE;wBACP,eAAe,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,OAAQ,CAAC,eAAe,CAAC,GAAG,CAAC;wBAC/D,SAAS,EAAE,CAAC,SAAiB,EAAE,GAAW,EAAE,EAAE,CAAC,OAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC;wBACjF,GAAG,eAAe,EAAE,SAAS;qBAChC;iBACyB,CAAC,CAAC;YACpC,CAAC;SACJ,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QAE/D,IAAI;YACA,MAAM,IAAA,6BAAmB,EACrB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,EAC9C,IAAI,CAAC,2BAA2B,EAChC,kCAAkC,IAAI,CAAC,2BAA2B,GAAG,IAAI,aAAa,OAAO,CAAC,EAAE,IAAI,CACvG,CAAC;YAEF,MAAM,IAAI,CAAC,gBAAgB,CACvB,GAAG,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAQ,CAAC,EACzC,IAAI,CAAC,qBAAqB,EAC1B,mBAAmB,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,gCAAgC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAC3H,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YACnC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAE5B,mDAAmD;YACnD,OAAO,EAAE,QAAQ,EAAE,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACV,IAAI;gBACA,MAAM,IAAI,CAAC,gBAAgB,CACvB,GAAG,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,GAAY,EAAE,eAAe,EAAE,MAAM,CAAC,EAC9E,IAAI,CAAC,qBAAqB,EAC1B,+BAA+B,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,qBAAqB,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAC5H,CAAC;aACL;YAAC,OAAO,cAAc,EAAE;gBACrB,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,cAAuB,EAAE,oDAAoD;sBAC1F,6GAA6G;sBAC7G,qGAAqG;sBACrG,4GAA4G;sBAC5G,sGAAsG,CAAC,CAAC;gBAC9G,MAAM,cAAc,CAAC;aACxB;SACJ;gBAAS;YACN,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;SACpD;IACL,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB,CAAC,OAA+B,EAAE,OAAe,EAAE,KAAqB,EAAE,UAAU,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC;QACjI,IAAI;YACA,MAAM,IAAA,6BAAmB,EAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;SACtD;QAAC,OAAO,CAAC,EAAE;YACR,IAAI,OAAO,IAAI,UAAU,EAAE,EAAE,0CAA0C;gBACnE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAI,CAAW,CAAC,OAAO,cAAc,OAAO,IAAI,UAAU,GAAG,CAAC,CAAC;gBAChF,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;aAClF;YAED,MAAM,CAAC,CAAC;SACX;IACL,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,oBAAoB;QAChC,sDAAsD;QACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACxF,+EAA+E;QAC/E,IAAI,CAAC,kBAAkB;YAAE,OAAO,IAAI,CAAC;QACrC,6EAA6E;QAC7E,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC5E,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B;QACtC,MAAM,CACF,qBAAqB,EACrB,sBAAsB,EACzB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;YACvD,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;SAC5D,CAAC,CAAC;QACH,6DAA6D;QAC7D,OAAO,qBAAqB,IAAI,sBAAsB,CAAC;IAC3D,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,4BAA4B,CACxC,KAAY,EACZ,eAAwB,EACxB,MAAkC;QAElC,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QACpC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAEhC,IAAI,KAAK,YAAY,oBAAa,EAAE;YAChC,MAAM,KAAK,CAAC;SACf;QAED,MAAM,kBAAkB,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC,KAAK,YAAY,wBAAiB,CAAC,CAAC;QACpI,IAAI,kBAAkB,EAAE;YACpB,OAAO,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC;YACxC,uGAAuG;YACvG,yGAAyG;YACzG,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ,wDAAwD,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,EAChH,EAAE,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,CAC1B,CAAC;YACF,MAAM,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;SACxC;aAAM;YACH,sDAAsD;YACtD,wEAAwE;YACxE,+CAA+C;YAC/C,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,MAAM,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC;YAEpD,8DAA8D;YAC9D,MAAM,kBAAkB,GAAG,eAA+B,CAAC;YAC3D,kBAAkB,CAAC,KAAK,GAAG,KAAK,CAAC;YAEjC,MAAM,IAAI,CAAC,2BAA2B,CAAC,kBAAkB,CAAC,CAAC,CAAC,yCAAyC;SACxG;IACL,CAAC;IAES,KAAK,CAAC,2BAA2B,CAAC,eAA6B;QACrE,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC3B,MAAM,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;SACpD;aAAM;YACH,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC;YAC/D,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,+CAA+C,eAAe,CAAC,KAAK,YAAY,sBAAY,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB;gBAC5H,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO;gBAC/B,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,KAC5B,EAAE,EACF,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CACjC,CAAC;SACL;IACL,CAAC;IAED;;;;;;;OAOG;IACO,KAAK,CAAC,wBAAwB;QACpC,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;SACtE;aAAM,IAAI,IAAI,CAAC,WAAW,EAAE;YACzB,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;SAC/D;IACL,CAAC;IAES,KAAK,CAAC,aAAa,CAAuD,KAAiB,EAAE,GAAG,IAA0B;QAChI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE;YACtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;gBACtB,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;aACvB;SACJ;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,MAAM,CAAC,IAAI,+CAA0B,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAElE,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,MAAM,IAAI,CAAC,WAAY,CAAC,QAAQ,EAAE,CAAC;SACtC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;SAC7B;IACL,CAAC;IAES,yBAAyB,CAAW,EAC1C,WAAW,EACX,OAAO,EACP,WAAW,EACX,OAAO,EACP,WAAW,EACX,cAAc,GAAG,KAAK,GACe;QACrC,IAAI,WAAW,IAAI,WAAW,EAAE;YAC5B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;gBACb,SAAS,OAAO,UAAU,OAAO,yCAAyC;gBAC1E,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,aAAa,OAAO,yBAAyB;aAChD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAEd,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,WAAW,EAAE;YACpB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;gBACb,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,2DAA2D,OAAO,SAAS,OAAO,4BAA4B;aACjH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAEd,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,WAAW,EAAE;YACpB,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;SACnC;aAAM,IAAI,CAAC,cAAc,EAAE;YACxB,MAAM,IAAI,kBAAa,CAAC,IAAI,OAAO,2CAA2C,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;SACrG;IACL,CAAC;IAES,2BAA2B,CAAC,OAAgB;QAClD,OAAO,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC;IACpE,CAAC;;AA1uBL,oCA2uBC;AAvuBG;;;;WAA4C,eAAe;GAAC;AAyD5D;;;;WAAgC;QAC5B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,WAAW,CAAC;QAChE,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,YAAY,CAAC;QAClE,0DAA0D;QAC1D,yDAAyD;QACzD,4DAA4D;QAC5D,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACpC,mCAAmC;QACnC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC3C,yBAAyB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC7C,mCAAmC;QACnC,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5C,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC1C,mCAAmC;QACnC,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACjD,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACrC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAEnC,4BAA4B;QAC5B,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAElC,WAAW;QACX,GAAG,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KAC1B;GAAC;AA+rBN;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,SAAgB,iBAAiB;IAC7B,OAAO,aAAM,CAAC,MAAM,EAAW,CAAC;AACpC,CAAC;AAFD,8CAEC"}

package/internals/constants.d.ts

@@ -1,6 +1,6 @@
 /**
  * Additional number of seconds used in CheerioCrawler and BrowserCrawler to set a reasonable
- * handleRequestTimeoutSecs for BasicCrawler that would not impare functionality (not timeout before crawlers).
+ * requestHandlerTimeoutSecs for BasicCrawler that would not impare functionality (not timeout before crawlers).
  */
 export declare const BASIC_CRAWLER_TIMEOUT_BUFFER_SECS = 10;
 //# sourceMappingURL=constants.d.ts.map

package/internals/constants.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.BASIC_CRAWLER_TIMEOUT_BUFFER_SECS = void 0;
 /**
  * Additional number of seconds used in CheerioCrawler and BrowserCrawler to set a reasonable
- * handleRequestTimeoutSecs for BasicCrawler that would not impare functionality (not timeout before crawlers).
+ * requestHandlerTimeoutSecs for BasicCrawler that would not impare functionality (not timeout before crawlers).
  */
 exports.BASIC_CRAWLER_TIMEOUT_BUFFER_SECS = 10;
 //# sourceMappingURL=constants.js.map

package/package.json

@@ -1,20 +1,21 @@
 {
     "name": "@crawlee/basic",
-    "version": "3.0.0-beta.5",
+    "version": "3.0.0-beta.52",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
     },
-    "main": "index.js",
-    "types": "index.d.ts",
-    "keywords": [
-        "apify",
-        "headless",
-        "chrome",
-        "puppeteer",
-        "crawler",
-        "scraper"
-    ],
+    "main": "./index.js",
+    "module": "./index.mjs",
+    "types": "./index.d.ts",
+    "exports": {
+        ".": {
+            "import": "./index.mjs",
+            "require": "./index.js",
+            "types": "./index.d.ts"
+        },
+        "./package.json": "./package.json"
+    },
     "author": {
         "name": "Apify",
         "email": "support@apify.com",
@@ -28,29 +29,29 @@
     "license": "Apache-2.0",
     "repository": {
         "type": "git",
-        "url": "git+https://github.com/apify/apify-js"
+        "url": "git+https://github.com/apify/apify-ts"
     },
     "bugs": {
-        "url": "https://github.com/apify/apify-js/issues"
+        "url": "https://github.com/apify/apify-ts/issues"
     },
-    "homepage": "https://sdk.apify.com/",
+    "homepage": "https://apify.github.io/apify-ts/",
     "scripts": {
         "build": "npm run clean && npm run compile && npm run copy",
         "clean": "rimraf ./dist",
-        "compile": "tsc -p tsconfig.build.json",
+        "compile": "tsc -p tsconfig.build.json && gen-esm-wrapper ./index.js ./index.mjs",
         "copy": "ts-node -T ../../scripts/copy.ts"
     },
     "publishConfig": {
         "access": "public"
     },
     "dependencies": {
-        "@apify/consts": "^1.10.0",
-        "@apify/log": "^1.2.3",
-        "@apify/timeout": "^0.2.1",
-        "@apify/utilities": "^1.2.12",
-        "@crawlee/core": "^3.0.0-beta.5",
-        "@crawlee/types": "^3.0.0-beta.5",
-        "@crawlee/utils": "^3.0.0-beta.5",
+        "@apify/consts": "^2.0.0",
+        "@apify/log": "^2.0.0",
+        "@apify/timeout": "^0.3.0",
+        "@apify/utilities": "^2.0.0",
+        "@crawlee/core": "^3.0.0-beta.52",
+        "@crawlee/types": "^3.0.0-beta.52",
+        "@crawlee/utils": "^3.0.0-beta.52",
         "got-scraping": "^3.2.9",
         "ow": "^0.28.1"
     }