@crawlee/basic 3.13.1-beta.34 → 3.13.1-beta.36

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. package/internals/basic-crawler.d.ts +12 -0
  2. package/internals/basic-crawler.d.ts.map +1 -1
  3. package/internals/basic-crawler.js +72 -3
  4. package/internals/basic-crawler.js.map +1 -1
  5. package/package.json +5 -5
  6. package/tsconfig.build.tsbuildinfo +1 -1
package/internals/basic-crawler.d.ts CHANGED
@@ -1,6 +1,7 @@
1
1
  import type { AddRequestsBatchedOptions, AddRequestsBatchedResult, AutoscaledPoolOptions, BaseHttpClient, CrawlingContext, DatasetExportOptions, EnqueueLinksOptions, EventManager, FinalStatistics, GetUserDataFromRequest, IRequestList, LoadedContext, ProxyInfo, Request, RequestOptions, RestrictedCrawlingContext, RouterHandler, RouterRoutes, Session, SessionPoolOptions, Source, StatisticsOptions, StatisticState } from '@crawlee/core';
2
2
  import { AutoscaledPool, Configuration, Dataset, RequestProvider, SessionPool, Statistics } from '@crawlee/core';
3
3
  import type { Awaitable, BatchAddRequestsResult, Dictionary, SetStatusMessageOptions } from '@crawlee/types';
4
+ import { RobotsFile } from '@crawlee/utils';
4
5
  import type { SetRequired } from 'type-fest';
5
6
  import type { Log } from '@apify/log';
6
7
  import { TimeoutError } from '@apify/timeout';
@@ -230,6 +231,11 @@ export interface BasicCrawlerOptions<Context extends CrawlingContext = BasicCraw
230
231
  * - [**Google Search** Rate Limiting](https://www.google.com/sorry/)
231
232
  */
232
233
  retryOnBlocked?: boolean;
234
+ /**
235
+ * If set to `true`, the crawler will automatically try to fetch the robots.txt file for each domain,
236
+ * and skip those that are not allowed. This also prevents disallowed URLs to be added via `enqueueLinks`.
237
+ */
238
+ respectRobotsTxtFile?: boolean;
233
239
  /** @internal */
234
240
  log?: Log;
235
241
  /**
@@ -385,8 +391,10 @@ export declare class BasicCrawler<Context extends CrawlingContext = BasicCrawlin
385
391
  protected events: EventManager;
386
392
  protected httpClient: BaseHttpClient;
387
393
  protected retryOnBlocked: boolean;
394
+ protected respectRobotsTxtFile: boolean;
388
395
  private _closeEvents?;
389
396
  private experiments;
397
+ private readonly robotsTxtFileCache;
390
398
  private _experimentWarnings;
391
399
  protected static optionsShape: {
392
400
  // @ts-ignore optional peer dependency or compatibility with es2022
@@ -427,6 +435,8 @@ export declare class BasicCrawler<Context extends CrawlingContext = BasicCrawlin
427
435
  statusMessageCallback: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
428
436
  // @ts-ignore optional peer dependency or compatibility with es2022
429
437
  retryOnBlocked: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
438
+ // @ts-ignore optional peer dependency or compatibility with es2022
439
+ respectRobotsTxtFile: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
430
440
  // @ts-ignore optional peer dependency or compatibility with es2022
431
441
  httpClient: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
432
442
  // @ts-ignore optional peer dependency or compatibility with es2022
@@ -520,6 +530,8 @@ export declare class BasicCrawler<Context extends CrawlingContext = BasicCrawlin
520
530
  * Handles blocked request
521
531
  */
522
532
  protected _throwOnBlockedRequest(session: Session, statusCode: number): void;
533
+ private isAllowedBasedOnRobotsTxtFile;
534
+ protected getRobotsTxtFileForUrl(url: string): Promise<RobotsFile | undefined>;
523
535
  protected _pauseOnMigration(): Promise<void>;
524
536
  /**
525
537
  * Fetches request from either RequestList or RequestQueue. If request comes from a RequestList
package/internals/basic-crawler.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"basic-crawler.d.ts","sourceRoot":"","sources":["../../src/internals/basic-crawler.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACR,yBAAyB,EACzB,wBAAwB,EACxB,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,oBAAoB,EACpB,mBAAmB,EACnB,YAAY,EACZ,eAAe,EACf,sBAAsB,EACtB,YAAY,EACZ,aAAa,EACb,SAAS,EACT,OAAO,EACP,cAAc,EACd,yBAAyB,EACzB,aAAa,EACb,YAAY,EACZ,OAAO,EACP,kBAAkB,EAClB,MAAM,EACN,iBAAiB,EACjB,cAAc,EACjB,MAAM,eAAe,CAAC;AACvB,OAAO,EACH,cAAc,EACd,aAAa,EAEb,OAAO,EASP,eAAe,EAOf,WAAW,EACX,UAAU,EAEb,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,SAAS,EAAE,sBAAsB,EAAE,UAAU,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAQ7G,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAE7C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAEtC,OAAO,EAAuB,YAAY,EAAa,MAAM,gBAAgB,CAAC;AAK9E,MAAM,WAAW,oBAAoB,CAAC,QAAQ,SAAS,UAAU,GAAG,UAAU,CAC1E,SAAQ,eAAe,CAAC,YAAY,EAAE,QAAQ,CAAC;IAC/C;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,YAAY,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC,mBAAmB,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;CACrG;AAaD,MAAM,MAAM,cAAc,CACtB,OAAO,SAAS,eAAe,GAAG,aAAa,CAAC,oBAAoB,GAAG,yBAAyB,CAAC,IACjG,CAAC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAExD,MAAM,MAAM,YAAY,CACpB,OAAO,SAAS,eAAe,GAAG,aAAa,CAAC,oBAAoB,GAAG,yBAAyB,CAAC,IACjG,CAAC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAEtE,MAAM,WAAW,2BAA2B,CACxC,OAAO,SAAS,eAAe,GAAG,oBAAoB,EACtD,OAAO,SAAS,YAAY,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,OAAO,CAAC;IAEzD,KAAK,EAAE,cAAc,CAAC;IACtB,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,cAAc,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,qBAAqB,CAC7B,OAAO,SAAS,eAAe,GAAG,oBAAoB,EACtD,OAAO,SAAS,YAAY,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,OAAO,CAAC,IACzD,CAAC,MAAM,EAAE,2BAA2B,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAE/E,MAAM,WAAW,mBAAmB,CAAC,OAAO,SAAS,eAAe,GAAG,oBAAoB;IACvF;;;;;;;;;;;;;;;;OAgBG;IACH,cAAc,CAAC,EAAE,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IAExD;;;;;;;;;;;;;;;;;;;OAmBG;IACH,qBAAqB,CAAC,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC;IAEhD;;;;;OAKG;IACH,WAAW,CAAC,EAAE,YAAY,CAAC;IAE3B;;;;;OAKG;IACH,YAAY,CAAC,EAAE,eAAe,CAAC;IAE/B;;;OAGG;IACH,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAEnC;;;;;OAKG;IACH,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAElC;;;;;;;;OAQG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAErC;;;;;;;OAOG;IACH,oBAAoB,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAE7C;;;;;;;;;;OAUG;IACH,2BAA2B,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAEpD;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;OAGG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;;;OAMG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;;;OAMG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IAE9C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B;;;;OAIG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IAExC;;OAEG;IACH,4BAA4B,CAAC,EAAE,MAAM,CAAC;IAEtC;;;;;;;;;;;;;;;OAeG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IAE9C;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB,gBAAgB;IAChB,GAAG,CAAC,EAAE,GAAG,CAAC;IAEV;;;OAGG;IACH,WAAW,CAAC,EAAE,kBAAkB,CAAC;IAEjC;;;OAGG;IACH,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IAEtC;;;OAGG;IACH,UAAU,CAAC,EAAE,cAAc,CAAC;CAC/B;AAED;;;;;GAKG;AACH,MAAM,WAAW,kBAAkB;IAC/B;;;;;OAKG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+DG;AACH,qBAAa,YAAY,CAAC,OAAO,SAAS,eAAe,GAAG,oBAAoB;IAsHxE,QAAQ,CAAC,MAAM;IArHnB,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,mBAAmB;IAE9D;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC;IAE3B;;;OAGG;IACH,WAAW,CAAC,EAAE,YAAY,CAAC;IAE3B;;;;OAIG;IACH,YAAY,CAAC,EAAE,eAAe,CAAC;IAE/B;;;OAGG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;IAE1B;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,cAAc,CAAC;IAEhC;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAA2C;IAEjG,OAAO,UAAS;IAChB,iBAAiB,UAAS;IAE1B,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;IAClB,SAAS,CAAC,cAAc,EAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACnD,SAAS,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,SAAS,CAAC,oBAAoB,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IACvD,SAAS,CAAC,2BAA2B,EAAG,MAAM,CAAC;IAC/C,SAAS,CAAC,qBAAqB,EAAE,MAAM,CAAC;IACxC,SAAS,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACpC,SAAS,CAAC,qBAAqB,EAAE,MAAM,CAAC;IACxC,SAAS,CAAC,kBAAkB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClD,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAC;IACtC,SAAS,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACvC,SAAS,CAAC,4BAA4B,EAAE,MAAM,CAAC;IAC/C,SAAS,CAAC,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IACxD,SAAS,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;IACjD,SAAS,CAAC,cAAc,EAAE,OAAO,CAAC;IAClC,SAAS,CAAC,gBAAgB,uBAA8B;IACxD,SAAS,CAAC,qBAAqB,EAAE,qBAAqB,CAAC;IACvD,SAAS,CAAC,MAAM,EAAE,YAAY,CAAC;IAC/B,SAAS,CAAC,UAAU,EAAE,cAAc,CAAC;IACrC,SAAS,CAAC,cAAc,EAAE,OAAO,CAAC;IAClC,OAAO,CAAC,YAAY,CAAC,CAAU;IAE/B,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,mBAAmB,CAA0D;IAErF,SAAS,CAAC,MAAM,CAAC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAyC3B;IAEF;;OAEG;gBAEC,OAAO,GAAE,mBAAmB,CAAC,OAAO,CAAM,EACjC,MAAM,gBAAkC;IAkNrD;;;;;OAKG;IACH,SAAS,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO;IAI7C;;;;OAIG;cACa,gBAAgB,CAAC,gBAAgB,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;IAIpF;;OAEG;IACG,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,uBAA4B;IAmB7E,OAAO,CAAC,iBAAiB;IAgDzB;;;;;;;;;OASG;IACG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,GAAG,OAAO,GAAG,cAAc,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,eAAe,CAAC;IA8GlH;;;;OAIG;IACH,IAAI,CAAC,OAAO,SAA6C,GAAG,IAAI;IAY1D,eAAe;IAYf,QAAQ,CAAC,KAAK,SAAS,UAAU,GAAG,UAAU,EAAE,YAAY,GAAS,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAKjG;;;;;;;;;;OAUG;IACG,WAAW,CACb,QAAQ,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,EAC7B,OAAO,GAAE,yBAA8B,GACxC,OAAO,CAAC,wBAAwB,CAAC;IAKpC;;OAEG;IACG,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKjG;;OAEG;IACG,UAAU,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIrD;;OAEG;IACG,OAAO,CAAC,GAAG,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAKtF;;;OAGG;IACG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAoC9F,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;cAoBtB,kBAAkB,CAAC,eAAe,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3E;;OAEG;IACH,SAAS,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM;cAQrD,iBAAiB;IAuCjC;;;OAGG;cACa,iBAAiB;IAyBjC;;;OAGG;cACa,eAAe,CAAC,gBAAgB,EAAE,OAAO;IAEzD;;;;OAIG;IACH,SAAS,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,GAAG,eAAe;IAsC/E;;;OAGG;cACa,gBAAgB;IAqIhC;;;OAGG;cACa,gBAAgB,CAC5B,OAAO,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,EAC/B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,KAAK,GAAG,MAAM,EACrB,UAAU,SAAI,EACd,OAAO,SAAI,GACZ,OAAO,CAAC,IAAI,CAAC;IAehB;;OAEG;cACa,oBAAoB;IASpC;;OAEG;cACa,0BAA0B;YAS5B,cAAc;IAQ5B;;OAEG;cACa,4BAA4B,CACxC,KAAK,EAAE,KAAK,EACZ,eAAe,EAAE,OAAO,EACxB,MAAM,EAAE,YAAY,GAAG,eAAe,GACvC,OAAO,CAAC,IAAI,CAAC;cA2DA,oBAAoB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;cAStD,2BAA2B,CAAC,eAAe,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IAclG;;;;OAIG;IACH,SAAS,CAAC,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,UAAQ;IAmB/D,SAAS,CAAC,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK;IAoB7D,SAAS,CAAC,kCAAkC,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,GAYrD,aAAa,CAAC,OAAO,CAAC;IAG5C;;;;;;;OAOG;cACa,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC;cAQzC,aAAa,CAAC,QAAQ,SAAS,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,SAAS,CAAC,IAAI,CAAC,EAC9E,KAAK,EAAE,QAAQ,EAAE,EACjB,GAAG,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;IASjC;;;OAGG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAc/B,SAAS,CAAC,yBAAyB,CAAC,GAAG,EAAE,GAAG,EAAE,EAC1C,WAAW,EACX,OAAO,EACP,WAAW,EACX,OAAO,EACP,WAAW,EACX,cAAsB,GACzB,EAAE,4BAA4B,CAAC,GAAG,EAAE,GAAG,CAAC;IA8BzC,SAAS,CAAC,2BAA2B,CAAC,OAAO,EAAE,OAAO;YAWxC,gBAAgB;IAc9B,SAAS,CAAC,6BAA6B,CAAC,OAAO,EAAE,OAAO;CA6C3D;AAED,MAAM,WAAW,oBAAoB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,SAAS,CAAC;CACzB;AAED,MAAM,WAAW,yBAA0B,SAAQ,yBAAyB;CAAG;AAE/E,MAAM,WAAW,wBAAyB,SAAQ,wBAAwB;CAAG;AAE7E,MAAM,WAAW,iBAAkB,SAAQ,yBAAyB;IAChE;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED,UAAU,4BAA4B,CAAC,GAAG,EAAE,GAAG;IAC3C,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,iBAAiB,CAC7B,OAAO,SAAS,oBAAoB,GAAG,oBAAoB,EAC3D,QAAQ,SAAS,UAAU,GAAG,sBAAsB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAC1E,MAAM,CAAC,EAAE,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,0BAEzC"}
1
+ {"version":3,"file":"basic-crawler.d.ts","sourceRoot":"","sources":["../../src/internals/basic-crawler.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACR,yBAAyB,EACzB,wBAAwB,EACxB,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,oBAAoB,EACpB,mBAAmB,EACnB,YAAY,EACZ,eAAe,EACf,sBAAsB,EACtB,YAAY,EACZ,aAAa,EACb,SAAS,EACT,OAAO,EACP,cAAc,EACd,yBAAyB,EACzB,aAAa,EACb,YAAY,EACZ,OAAO,EACP,kBAAkB,EAClB,MAAM,EACN,iBAAiB,EACjB,cAAc,EACjB,MAAM,eAAe,CAAC;AACvB,OAAO,EACH,cAAc,EACd,aAAa,EAEb,OAAO,EASP,eAAe,EAOf,WAAW,EACX,UAAU,EAEb,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,SAAS,EAAE,sBAAsB,EAAE,UAAU,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAC7G,OAAO,EAAE,UAAU,EAAuB,MAAM,gBAAgB,CAAC;AAOjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAG7C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAEtC,OAAO,EAAuB,YAAY,EAAa,MAAM,gBAAgB,CAAC;AAK9E,MAAM,WAAW,oBAAoB,CAAC,QAAQ,SAAS,UAAU,GAAG,UAAU,CAC1E,SAAQ,eAAe,CAAC,YAAY,EAAE,QAAQ,CAAC;IAC/C;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,YAAY,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC,mBAAmB,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;CACrG;AAaD,MAAM,MAAM,cAAc,CACtB,OAAO,SAAS,eAAe,GAAG,aAAa,CAAC,oBAAoB,GAAG,yBAAyB,CAAC,IACjG,CAAC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAExD,MAAM,MAAM,YAAY,CACpB,OAAO,SAAS,eAAe,GAAG,aAAa,CAAC,oBAAoB,GAAG,yBAAyB,CAAC,IACjG,CAAC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAEtE,MAAM,WAAW,2BAA2B,CACxC,OAAO,SAAS,eAAe,GAAG,oBAAoB,EACtD,OAAO,SAAS,YAAY,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,OAAO,CAAC;IAEzD,KAAK,EAAE,cAAc,CAAC;IACtB,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,cAAc,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,qBAAqB,CAC7B,OAAO,SAAS,eAAe,GAAG,oBAAoB,EACtD,OAAO,SAAS,YAAY,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,OAAO,CAAC,IACzD,CAAC,MAAM,EAAE,2BAA2B,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;AAE/E,MAAM,WAAW,mBAAmB,CAAC,OAAO,SAAS,eAAe,GAAG,oBAAoB;IACvF;;;;;;;;;;;;;;;;OAgBG;IACH,cAAc,CAAC,EAAE,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IAExD;;;;;;;;;;;;;;;;;;;OAmBG;IACH,qBAAqB,CAAC,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC;IAEhD;;;;;OAKG;IACH,WAAW,CAAC,EAAE,YAAY,CAAC;IAE3B;;;;;OAKG;IACH,YAAY,CAAC,EAAE,eAAe,CAAC;IAE/B;;;OAGG;IACH,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAEnC;;;;;OAKG;IACH,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAElC;;;;;;;;OAQG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAErC;;;;;;;OAOG;IACH,oBAAoB,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAE7C;;;;;;;;;;OAUG;IACH,2BAA2B,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAEpD;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;;OAGG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;;;OAMG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;;;OAMG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IAE9C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B;;;;OAIG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IAExC;;OAEG;IACH,4BAA4B,CAAC,EAAE,MAAM,CAAC;IAEtC;;;;;;;;;;;;;;;OAeG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IAE9C;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;;OAGG;IACH,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAE/B,gBAAgB;IAChB,GAAG,CAAC,EAAE,GAAG,CAAC;IAEV;;;OAGG;IACH,WAAW,CAAC,EAAE,kBAAkB,CAAC;IAEjC;;;OAGG;IACH,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IAEtC;;;OAGG;IACH,UAAU,CAAC,EAAE,cAAc,CAAC;CAC/B;AAED;;;;;GAKG;AACH,MAAM,WAAW,kBAAkB;IAC/B;;;;;OAKG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+DG;AACH,qBAAa,YAAY,CAAC,OAAO,SAAS,eAAe,GAAG,oBAAoB;IAyHxE,QAAQ,CAAC,MAAM;IAxHnB,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,mBAAmB;IAE9D;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC;IAE3B;;;OAGG;IACH,WAAW,CAAC,EAAE,YAAY,CAAC;IAE3B;;;;OAIG;IACH,YAAY,CAAC,EAAE,eAAe,CAAC;IAE/B;;;OAGG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;IAE1B;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,cAAc,CAAC;IAEhC;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAA2C;IAEjG,OAAO,UAAS;IAChB,iBAAiB,UAAS;IAE1B,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;IAClB,SAAS,CAAC,cAAc,EAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACnD,SAAS,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,SAAS,CAAC,oBAAoB,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IACvD,SAAS,CAAC,2BAA2B,EAAG,MAAM,CAAC;IAC/C,SAAS,CAAC,qBAAqB,EAAE,MAAM,CAAC;IACxC,SAAS,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACpC,SAAS,CAAC,qBAAqB,EAAE,MAAM,CAAC;IACxC,SAAS,CAAC,kBAAkB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClD,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAC;IACtC,SAAS,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACvC,SAAS,CAAC,4BAA4B,EAAE,MAAM,CAAC;IAC/C,SAAS,CAAC,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IACxD,SAAS,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;IACjD,SAAS,CAAC,cAAc,EAAE,OAAO,CAAC;IAClC,SAAS,CAAC,gBAAgB,uBAA8B;IACxD,SAAS,CAAC,qBAAqB,EAAE,qBAAqB,CAAC;IACvD,SAAS,CAAC,MAAM,EAAE,YAAY,CAAC;IAC/B,SAAS,CAAC,UAAU,EAAE,cAAc,CAAC;IACrC,SAAS,CAAC,cAAc,EAAE,OAAO,CAAC;IAClC,SAAS,CAAC,oBAAoB,EAAE,OAAO,CAAC;IACxC,OAAO,CAAC,YAAY,CAAC,CAAU;IAE/B,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAuB;IAC1D,OAAO,CAAC,mBAAmB,CAA0D;IAErF,SAAS,CAAC,MAAM,CAAC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MA0C3B;IAEF;;OAEG;gBAEC,OAAO,GAAE,mBAAmB,CAAC,OAAO,CAAM,EACjC,MAAM,gBAAkC;IAqNrD;;;;;OAKG;IACH,SAAS,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO;IAI7C;;;;OAIG;cACa,gBAAgB,CAAC,gBAAgB,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;IAIpF;;OAEG;IACG,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,uBAA4B;IAmB7E,OAAO,CAAC,iBAAiB;IAgDzB;;;;;;;;;OASG;IACG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,GAAG,OAAO,GAAG,cAAc,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,eAAe,CAAC;IA8GlH;;;;OAIG;IACH,IAAI,CAAC,OAAO,SAA6C,GAAG,IAAI;IAY1D,eAAe;IAYf,QAAQ,CAAC,KAAK,SAAS,UAAU,GAAG,UAAU,EAAE,YAAY,GAAS,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAKjG;;;;;;;;;;OAUG;IACG,WAAW,CACb,QAAQ,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,EAC7B,OAAO,GAAE,yBAA8B,GACxC,OAAO,CAAC,wBAAwB,CAAC;IA6BpC;;OAEG;IACG,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKjG;;OAEG;IACG,UAAU,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIrD;;OAEG;IACG,OAAO,CAAC,GAAG,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAKtF;;;OAGG;IACG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAoC9F,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;cAoBtB,kBAAkB,CAAC,eAAe,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3E;;OAEG;IACH,SAAS,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM;YAQvD,6BAA6B;cAS3B,sBAAsB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;cAuBpE,iBAAiB;IAuCjC;;;OAGG;cACa,iBAAiB;IAyBjC;;;OAGG;cACa,eAAe,CAAC,gBAAgB,EAAE,OAAO;IAEzD;;;;OAIG;IACH,SAAS,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,GAAG,eAAe;IAsC/E;;;OAGG;cACa,gBAAgB;IAgJhC;;;OAGG;cACa,gBAAgB,CAC5B,OAAO,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,EAC/B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,KAAK,GAAG,MAAM,EACrB,UAAU,SAAI,EACd,OAAO,SAAI,GACZ,OAAO,CAAC,IAAI,CAAC;IAehB;;OAEG;cACa,oBAAoB;IASpC;;OAEG;cACa,0BAA0B;YAS5B,cAAc;IAQ5B;;OAEG;cACa,4BAA4B,CACxC,KAAK,EAAE,KAAK,EACZ,eAAe,EAAE,OAAO,EACxB,MAAM,EAAE,YAAY,GAAG,eAAe,GACvC,OAAO,CAAC,IAAI,CAAC;cA2DA,oBAAoB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;cAStD,2BAA2B,CAAC,eAAe,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IAclG;;;;OAIG;IACH,SAAS,CAAC,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,UAAQ;IAmB/D,SAAS,CAAC,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK;IAoB7D,SAAS,CAAC,kCAAkC,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,GAYrD,aAAa,CAAC,OAAO,CAAC;IAG5C;;;;;;;OAOG;cACa,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC;cAQzC,aAAa,CAAC,QAAQ,SAAS,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,SAAS,CAAC,IAAI,CAAC,EAC9E,KAAK,EAAE,QAAQ,EAAE,EACjB,GAAG,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;IASjC;;;OAGG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAc/B,SAAS,CAAC,yBAAyB,CAAC,GAAG,EAAE,GAAG,EAAE,EAC1C,WAAW,EACX,OAAO,EACP,WAAW,EACX,OAAO,EACP,WAAW,EACX,cAAsB,GACzB,EAAE,4BAA4B,CAAC,GAAG,EAAE,GAAG,CAAC;IA8BzC,SAAS,CAAC,2BAA2B,CAAC,OAAO,EAAE,OAAO;YAWxC,gBAAgB;IAc9B,SAAS,CAAC,6BAA6B,CAAC,OAAO,EAAE,OAAO;CA6C3D;AAED,MAAM,WAAW,oBAAoB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,SAAS,CAAC;CACzB;AAED,MAAM,WAAW,yBAA0B,SAAQ,yBAAyB;CAAG;AAE/E,MAAM,WAAW,wBAAyB,SAAQ,wBAAwB;CAAG;AAE7E,MAAM,WAAW,iBAAkB,SAAQ,yBAAyB;IAChE;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED,UAAU,4BAA4B,CAAC,GAAG,EAAE,GAAG;IAC3C,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,iBAAiB,CAC7B,OAAO,SAAS,oBAAoB,GAAG,oBAAoB,EAC3D,QAAQ,SAAS,UAAU,GAAG,sBAAsB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAC1E,MAAM,CAAC,EAAE,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,0BAEzC"}
package/internals/basic-crawler.js CHANGED
@@ -10,6 +10,7 @@ const sync_1 = require("csv-stringify/sync");
10
10
  const fs_extra_1 = require("fs-extra");
11
11
  const ow_1 = tslib_1.__importStar(require("ow"));
12
12
  const tldts_1 = require("tldts");
13
+ const datastructures_1 = require("@apify/datastructures");
13
14
  const log_1 = tslib_1.__importStar(require("@apify/log"));
14
15
  const timeout_1 = require("@apify/timeout");
15
16
  const utilities_1 = require("@apify/utilities");
@@ -294,6 +295,12 @@ class BasicCrawler {
294
295
  writable: true,
295
296
  value: void 0
296
297
  });
298
+ Object.defineProperty(this, "respectRobotsTxtFile", {
299
+ enumerable: true,
300
+ configurable: true,
301
+ writable: true,
302
+ value: void 0
303
+ });
297
304
  Object.defineProperty(this, "_closeEvents", {
298
305
  enumerable: true,
299
306
  configurable: true,
@@ -306,6 +313,12 @@ class BasicCrawler {
306
313
  writable: true,
307
314
  value: void 0
308
315
  });
316
+ Object.defineProperty(this, "robotsTxtFileCache", {
317
+ enumerable: true,
318
+ configurable: true,
319
+ writable: true,
320
+ value: void 0
321
+ });
309
322
  Object.defineProperty(this, "_experimentWarnings", {
310
323
  enumerable: true,
311
324
  configurable: true,
@@ -315,7 +328,7 @@ class BasicCrawler {
315
328
  (0, ow_1.default)(options, 'BasicCrawlerOptions', ow_1.default.object.exactShape(BasicCrawler.optionsShape));
316
329
  const { requestList, requestQueue, maxRequestRetries = 3, sameDomainDelaySecs = 0, maxSessionRotations = 10, maxRequestsPerCrawl, autoscaledPoolOptions = {}, keepAlive, sessionPoolOptions = {}, useSessionPool = true,
317
330
  // AutoscaledPool shorthands
318
- minConcurrency, maxConcurrency, maxRequestsPerMinute, retryOnBlocked = false,
331
+ minConcurrency, maxConcurrency, maxRequestsPerMinute, retryOnBlocked = false, respectRobotsTxtFile = false,
319
332
  // internal
320
333
  log = log_1.default.child({ prefix: this.constructor.name }), experiments = {},
321
334
  // Old and new request handler methods
@@ -329,6 +342,7 @@ class BasicCrawler {
329
342
  this.events = config.getEventManager();
330
343
  this.domainAccessedTime = new Map();
331
344
  this.experiments = experiments;
345
+ this.robotsTxtFileCache = new datastructures_1.LruCache({ maxLength: 1000 });
332
346
  this._handlePropertyNameChange({
333
347
  newName: 'requestHandler',
334
348
  oldName: 'handleRequestFunction',
@@ -362,6 +376,7 @@ class BasicCrawler {
362
376
  newRequestHandlerTimeout = requestHandlerTimeoutSecs * 1000;
363
377
  }
364
378
  this.retryOnBlocked = retryOnBlocked;
379
+ this.respectRobotsTxtFile = respectRobotsTxtFile;
365
380
  this._handlePropertyNameChange({
366
381
  newName: 'requestHandlerTimeoutSecs',
367
382
  oldName: 'handleRequestTimeoutSecs',
@@ -650,7 +665,26 @@ class BasicCrawler {
650
665
  */
651
666
  async addRequests(requests, options = {}) {
652
667
  const requestQueue = await this.getRequestQueue();
653
- return requestQueue.addRequestsBatched(requests, options);
668
+ if (!this.respectRobotsTxtFile) {
669
+ return requestQueue.addRequestsBatched(requests, options);
670
+ }
671
+ const allowedRequests = [];
672
+ const skipped = new Set();
673
+ for (const request of requests) {
674
+ const url = typeof request === 'string' ? request : request.url;
675
+ if (await this.isAllowedBasedOnRobotsTxtFile(url)) {
676
+ allowedRequests.push(request);
677
+ }
678
+ else {
679
+ skipped.add(url);
680
+ }
681
+ }
682
+ if (skipped.size > 0) {
683
+ this.log.warning(`Some requests were skipped because they were disallowed based on the robots.txt file`, {
684
+ skipped: [...skipped],
685
+ });
686
+ }
687
+ return requestQueue.addRequestsBatched(allowedRequests, options);
654
688
  }
655
689
  /**
656
690
  * Pushes data to the specified {@apilink Dataset}, or the default crawler {@apilink Dataset} by calling {@apilink Dataset.pushData}.
@@ -730,6 +764,32 @@ class BasicCrawler {
730
764
  throw new Error(`Request blocked - received ${statusCode} status code.`);
731
765
  }
732
766
  }
767
+ async isAllowedBasedOnRobotsTxtFile(url) {
768
+ if (!this.respectRobotsTxtFile) {
769
+ return true;
770
+ }
771
+ const robotsTxtFile = await this.getRobotsTxtFileForUrl(url);
772
+ return !robotsTxtFile || robotsTxtFile.isAllowed(url);
773
+ }
774
+ async getRobotsTxtFileForUrl(url) {
775
+ if (!this.respectRobotsTxtFile) {
776
+ return undefined;
777
+ }
778
+ try {
779
+ const origin = new URL(url).origin;
780
+ const cachedRobotsTxtFile = this.robotsTxtFileCache.get(origin);
781
+ if (cachedRobotsTxtFile) {
782
+ return cachedRobotsTxtFile;
783
+ }
784
+ const robotsTxtFile = await utils_1.RobotsFile.find(url);
785
+ this.robotsTxtFileCache.add(origin, robotsTxtFile);
786
+ return robotsTxtFile;
787
+ }
788
+ catch (e) {
789
+ this.log.warning(`Failed to fetch robots.txt for request ${url}`);
790
+ return undefined;
791
+ }
792
+ }
733
793
  async _pauseOnMigration() {
734
794
  if (this.autoscaledPool) {
735
795
  // if run wasn't called, this is going to crash
@@ -846,13 +906,20 @@ class BasicCrawler {
846
906
  if (!request || this.delayRequest(request, source)) {
847
907
  return;
848
908
  }
909
+ if (!(await this.isAllowedBasedOnRobotsTxtFile(request.url))) {
910
+ this.log.debug(`Skipping request ${request.url} (${request.id}) because it is disallowed based on robots.txt`);
911
+ request.state = core_1.RequestState.SKIPPED;
912
+ request.noRetry = true;
913
+ await source.markRequestHandled(request);
914
+ return;
915
+ }
849
916
  // Reset loadedUrl so an old one is not carried over to retries.
850
917
  request.loadedUrl = undefined;
851
918
  const statisticsId = request.id || request.uniqueKey;
852
919
  this.stats.startJob(statisticsId);
853
920
  // Shared crawling context
854
921
  // @ts-expect-error
855
- // All missing properties properties (that extend CrawlingContext) are set dynamically,
922
+ // All missing properties (that extend CrawlingContext) are set dynamically,
856
923
  // but TS does not know that, so otherwise it would throw when compiling.
857
924
  const crawlingContext = {
858
925
  id: (0, utilities_1.cryptoRandomObjectId)(10),
@@ -864,6 +931,7 @@ class BasicCrawler {
864
931
  return (0, core_1.enqueueLinks)({
865
932
  // specify the RQ first to allow overriding it
866
933
  requestQueue: await this.getRequestQueue(),
934
+ robotsTxtFile: await this.getRobotsTxtFileForUrl(request.url),
867
935
  ...options,
868
936
  });
869
937
  },
@@ -1234,6 +1302,7 @@ Object.defineProperty(BasicCrawler, "optionsShape", {
1234
1302
  statusMessageLoggingInterval: ow_1.default.optional.number,
1235
1303
  statusMessageCallback: ow_1.default.optional.function,
1236
1304
  retryOnBlocked: ow_1.default.optional.boolean,
1305
+ respectRobotsTxtFile: ow_1.default.optional.boolean,
1237
1306
  httpClient: ow_1.default.optional.object,
1238
1307
  // AutoscaledPool shorthands
1239
1308
  minConcurrency: ow_1.default.optional.number,
package/internals/basic-crawler.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"basic-crawler.js","sourceRoot":"","sources":["../../src/internals/basic-crawler.ts"],"names":[],"mappings":";;;AAuwDA,8CAKC;;AA5wDD,yCAAoC;AA2BpC,wCAuBuB;AAEvB,0CAAqD;AACrD,6CAA+C;AAC/C,uCAA2D;AAG3D,iDAAuC;AACvC,iCAAkC;AAIlC,0DAAkD;AAClD,4CAA8E;AAC9E,gDAAwD;AAExD,iDAAmD;AA8BnD;;;;;;;;GAQG;AACH,MAAM,0BAA0B,GAAG,KAAK,CAAC;AAqRzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+DG;AACH,MAAa,YAAY;IAiHrB;;OAEG;IACH,YACI,UAAwC,EAAE,EACjC,SAAS,oBAAa,CAAC,eAAe,EAAE;QAAjD;;;;mBAAS,MAAM;WAAkC;QAnHrD;;WAEG;QACM;;;;;WAAkB;QAE3B;;;WAGG;QACH;;;;;WAA2B;QAE3B;;;;WAIG;QACH;;;;;WAA+B;QAE/B;;;WAGG;QACH;;;;;WAA0B;QAE1B;;;;;;WAMG;QACH;;;;;WAAgC;QAEhC;;;WAGG;QACM;;;;mBAAgD,aAAM,CAAC,MAAM,EAA0B;WAAC;QAEjG;;;;mBAAU,KAAK;WAAC;QAChB;;;;mBAAoB,KAAK;WAAC;QAEjB;;;;;WAAS;QACR;;;;;WAAyC;QACzC;;;;;WAAqC;QACrC;;;;;WAA6C;QAC7C;;;;;WAAqC;QACrC;;;;;WAA8B;QAC9B;;;;;WAA0B;QAC1B;;;;;WAA8B;QAC9B;;;;;WAAwC;QACxC;;;;;WAA4B;QAC5B;;;;;WAA6B;QAC7B;;;;;WAAqC;QACrC;;;;;WAA8C;QAC9C;;;;;WAAuC;QACvC;;;;;WAAwB;QACxB;;;;mBAAmB,IAAI,GAAG,EAAmB;WAAC;QAC9C;;;;;WAA6C;QAC7C;;;;;WAAqB;QACrB;;;;;WAA2B;QAC3B;;;;;WAAwB;QAC1B;;;;;WAAuB;QAEvB;;;;;WAAgC;QAChC;;;;mBAA0E,EAAE;WAAC;QAoDjF,IAAA,YAAE,EAAC,OAAO,EAAE,qBAAqB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;QAEpF,MAAM,EACF,WAAW,EACX,YAAY,EACZ,iBAAiB,GAAG,CAAC,EACrB,mBAAmB,GAAG,CAAC,EACvB,mBAAmB,GAAG,EAAE,EACxB,mBAAmB,EACnB,qBAAqB,GAAG,EAAE,EAC1B,SAAS,EACT,kBAAkB,GAAG,EAAE,EACvB,cAAc,GAAG,IAAI;QAErB,4BAA4B;QAC5B,cAAc,EACd,cAAc,EACd,oBAAoB,EAEpB,cAAc,GAAG,KAAK;QAEtB,WAAW;QACX,GAAG,GAAG,aAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,EACzD,WAAW,GAAG,EAAE;QAEhB,sCAAsC;QACtC,qBAAqB,EACrB,cAAc,EAEd,wBAAwB,EACxB,yBAAyB,EAEzB,YAAY,EAEZ,2BAA2B,EAC3B,oBAAoB,EAEpB,4BAA4B,GAAG,EAAE,EACjC,qBAAqB,EAErB,iBAAiB,EACjB,UAAU,GACb,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,IAAI,4BAAqB,EAAE,CAAC;QAC5D,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,4BAA4B,GAAG,4BAA4B,CAAC;QACjE,IAAI,CAAC,qBAAqB,GAAG,qBAA8C,CAAC;QAC5E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAE/B,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,gBAAgB;YACzB,OAAO,EAAE,uBAAuB;YAChC,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,qBAAqB;YAClC,cAAc,EAAE,IAAI,EAAE,iCAAiC;SAC1D,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACvB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QAEjC,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,sBAAsB;YAC/B,OAAO,EAAE,6BAA6B;YACtC,WAAW,EAAE,sBAAsB;YACnC,WAAW,EAAE,oBAAoB;YACjC,WAAW,EAAE,2BAA2B;YACxC,cAAc,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,IAAI,wBAA4C,CAAC;QAEjD,IAAI,CAAC,wBAAwB,EAAE,CAAC;YAC5B,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBAC7B,wBAAwB,GAAG,KAAM,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACJ,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;YAChE,CAAC;QACL,CAAC;aAAM,IAAI,yBAAyB,EAAE,CAAC;YACnC,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;QAChE,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QAErC,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,2BAA2B;YACpC,OAAO,EAAE,0BAA0B;YACnC,WAAW,EAAE,6BAA6B;YAC1C,WAAW,EAAE,wBAAwB;YACrC,WAAW,EAAE,wBAAwB,CAAC,CAAC,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS;SACtF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAY,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7D,4CAA4C;QAC5C,IAAI,CAAC,qBAAqB;YACtB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QAE1G,kGAAkG;QAClG,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACrE,kKAAkK;YAClK,mCAAmC;YACnC,IAAI,CAAC,YAAY,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,GAAG,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAClG,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,qBAAqB,GAAG,mBAAmB,GAAG,IAAI,CAAC;QACxD,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,iBAAU,CAAC;YACxB,UAAU,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,MAAM,sBAAsB;YAC5D,GAAG;YACH,MAAM;YACN,GAAG,iBAAiB;SACvB,CAAC,CAAC;QACH,IAAI,CAAC,kBAAkB,GAAG;YACtB,GAAG,kBAAkB;YACrB,GAAG;SACN,CAAC;QACF,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,IAAI,EAAE,CAAC;YACzF,IAAI,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1D,GAAG,CAAC,OAAO,CACP,mIAAmI,CACtI,CAAC;YACN,CAAC;QACL,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,EAAE,CAAC;QAElC,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,EAAE,CAAC;YACtD,GAAG,CAAC,OAAO,CACP,+BAA+B,IAAI,CAAC,2BAA2B,EAAE;gBAC7D,gEAAgE,gBAAgB,EAAE,CACzF,CAAC;YAEF,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE,gBAAgB,CAAC,CAAC;QAEpF,IAAI,yBAAyB,GAAG,IAAI,CAAC;QACrC,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC,mBAAmB,IAAI,mBAAmB,IAAI,IAAI,CAAC,oBAAoB,CAAC;QAEzG,IAAI,EAAE,kBAAkB,EAAE,GAAG,qBAAqB,CAAC;QAEnD,2FAA2F;QAC3F,IAAI,SAAS,EAAE,CAAC;YACZ,kBAAkB,GAAG,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC;QAC3C,CAAC;QAED,MAAM,uCAAuC,GAAmC;YAC5E,cAAc,EAAE,cAAc,IAAI,qBAAqB,EAAE,cAAc;YACvE,cAAc,EAAE,cAAc,IAAI,qBAAqB,EAAE,cAAc;YACvE,iBAAiB,EAAE,oBAAoB,IAAI,qBAAqB,EAAE,iBAAiB;YACnF,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,mBAAmB,EAAE,KAAK,IAAI,EAAE;gBAC5B,IAAI,kBAAkB,EAAE,EAAE,CAAC;oBACvB,IAAI,yBAAyB,EAAE,CAAC;wBAC5B,GAAG,CAAC,IAAI,CACJ,mDAAmD;4BAC/C,GAAG,mBAAmB,6FAA6F,CAC1H,CAAC;wBACF,yBAAyB,GAAG,KAAK,CAAC;oBACtC,CAAC;oBACD,OAAO,KAAK,CAAC;gBACjB,CAAC;gBAED,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACvC,CAAC;YACD,kBAAkB,EAAE,KAAK,IAAI,EAAE;gBAC3B,IAAI,kBAAkB,EAAE,EAAE,CAAC;oBACvB,GAAG,CAAC,IAAI,CACJ,iEAAiE,mBAAmB,YAAY;wBAC5F,yEAAyE;wBACzE,mCAAmC,IAAI,CAAC,oBAAoB,+BAA+B,CAClG,CAAC;oBACF,OAAO,IAAI,CAAC;gBAChB,CAAC;gBAED,MAAM,UAAU,GAAG,kBAAkB;oBACjC,CAAC,CAAC,MAAM,kBAAkB,EAAE;oBAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAE9C,IAAI,UAAU,EAAE,CAAC;oBACb,MAAM,MAAM,GAAG,kBAAkB;wBAC7B,CAAC,CAAC,kFAAkF;wBACpF,CAAC,CAAC,8EAA8E,CAAC;oBACrF,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrB,CAAC;gBAED,OAAO,UAAU,CAAC;YACtB,CAAC;YACD,GAAG;SACN,CAAC;QAEF,IAAI,CAAC,qBAAqB,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,uCAAuC,EAAE,CAAC;IAC1G,CAAC;IAED;;;;;OAKG;IACO,YAAY,CAAC,KAAY;QAC/B,OAAO,2BAAmB,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAE,CAAE,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3G,CAAC;IAED;;;;OAIG;IACO,KAAK,CAAC,gBAAgB,CAAC,gBAAyB;QACtD,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAe,EAAE,UAAmC,EAAE;QACzE,MAAM,IAAI,GACN,OAAO,CAAC,uBAAuB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACxG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAQ,CAAE,OAAO,CAAC,KAAiB,IAAI,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAElF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAE9C,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC3B,OAAO;QACX,CAAC;QAED,uCAAuC;QACvC,MAAM,IAAA,6BAAmB,EACrB,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,gBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,EACtD,IAAI,EACJ,2CAA2C,CAC9C,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9C,CAAC;IAEO,iBAAiB;QACrB,IAAI,aAAa,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAE5C,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;YAC5C,MAAM,EAAE,cAAc,EAAE,sBAAsB,EAAE,GAAG,aAAa,CAAC;YAEjE,aAAa,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAExC,IAAI,cAAc,GAAG,sBAAsB,GAAG,CAAC,EAAE,CAAC;gBAC9C,OAAO,OAAO,CAAC;YACnB,CAAC;YAED,OAAO,SAAS,CAAC;QACrB,CAAC,CAAC;QAEF,MAAM,GAAG,GAAG,KAAK,IAAI,EAAE;YACnB,MAAM,aAAa,GAAG,gBAAgB,EAAE,CAAC;YACzC,IAAI,OAAe,CAAC;YAEpB,IAAI,aAAa,KAAK,OAAO,EAAE,CAAC;gBAC5B,OAAO,GAAG,0BACN,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,GAAG,aAAa,CAAC,cAAc,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cACvF,gCAAgC,IAAI,CAAC,4BAA4B,WAAW,CAAC;YACjF,CAAC;iBAAM,CAAC;gBACJ,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,aAAa,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;gBAC/E,OAAO,GAAG,WAAW,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,WAC7E,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cACrB,yCAAyC,IAAI,CAAC,cAAc,EAAE,kBAAkB,IAAI,CAAC,GAAG,CAAC;YAC7F,CAAC;YAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC7B,MAAM,IAAI,CAAC,qBAAqB,CAAC;oBAC7B,OAAO,EAAE,IAAW;oBACpB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;oBACvB,aAAa;oBACb,OAAO;iBACV,CAAC,CAAC;gBACH,OAAO;YACX,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,4BAA4B,GAAG,GAAG,CAAC,CAAC;QAC3E,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;IACxD,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,GAAG,CAAC,QAAgD,EAAE,OAA2B;QACnF,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACX,wGAAwG,CAC3G,CAAC;QACN,CAAC;QAED,MAAM,EAAE,iBAAiB,GAAG,IAAI,EAAE,GAAG,kBAAkB,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;QAE1E,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACzB,gEAAgE;YAChE,+GAA+G;YAC/G,yGAAyG;YACzG,mDAAmD;YACnD,IAAI,IAAI,CAAC,YAAY,EAAE,IAAI,KAAK,SAAS,IAAI,iBAAiB,EAAE,CAAC;gBAC7D,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;gBAC/B,IAAI,CAAC,YAAY,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtD,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,MAAM,IAAA,2BAAoB,EAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpD,IAAI,QAAQ,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAClC,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAChD,MAAM,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAExE,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;YAC7B,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ,gGAAgG,CACnG,CAAC;YACF,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,cAAe,CAAC,KAAK,EAAE,CAAC;QACvC,CAAC,CAAC;QAEF,wEAAwE;QACxE,MAAM,qBAAqB,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChE,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM,CAAC,EAAE,wCAAsB,qBAAqB,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,EAAE,sCAAqB,qBAAqB,CAAC,CAAC;QAE1D,IAAI,KAAK,GAAG,EAAqB,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,cAAe,CAAC,GAAG,EAAE,CAAC;QACrC,CAAC;gBAAS,CAAC;YACP,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;YAEjC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,GAAG,wCAAsB,qBAAqB,CAAC,CAAC;YAC5D,IAAI,CAAC,MAAM,CAAC,GAAG,sCAAqB,qBAAqB,CAAC,CAAC;YAE3D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAC1C,KAAK,GAAG;gBACJ,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB;gBACnD,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc;gBAC/C,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,qBAAqB;gBAChD,GAAG,UAAU;aAChB,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;YAElD,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBACtC,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,CAAqB,EAAE,EAAE,CACnD,GAAG,KAAK,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;gBAErD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE;oBAC7B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK;oBAC1C,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,mBAAmB,EAAE;oBAC3D,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;iBAClF,CAAC,CAAC;YACP,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAE9C,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,QAAQ,GAAG,KAAK,CAAC;gBACrB,UAAU,CAAC,GAAG,EAAE;oBACZ,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;oBAChF,CAAC;gBACL,CAAC,EAAE,IAAI,CAAC,CAAC;gBACT,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACxB,QAAQ,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,cAAc,CAAC,IAAI,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,gBAAgB,CACvB,mBAAmB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,cAClF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBACrB,eAAe,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,UAAU,EACxD,EAAE,uBAAuB,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CACnD,CAAC;YACF,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAClC,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACH,IAAI,CAAC,OAAO,GAAG,0CAA0C;QACrD,+GAA+G;QAC/G,IAAI,CAAC,cAAc;YACf,EAAE,KAAK,EAAE;YACT,wKAAwK;aACvK,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC;aAC9C,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aAClC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,8CAA8C,EAAE,GAAG,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,IAAI,CAAC,GAAG,CAAC,WAAW,CAChB,gMAAgM,CACnM,CAAC;QACN,CAAC;QAED,IAAI,CAAC,YAAY,KAAjB,IAAI,CAAC,YAAY,GAAK,MAAM,IAAI,CAAC,gBAAgB,EAAE,EAAC;QAEpD,OAAO,IAAI,CAAC,YAAa,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAwC,eAAe,EAAW;QAC5E,MAAM,GAAG,GAAG,MAAM,oBAAa,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACpE,OAAO,GAAG,CAAC,iBAAiB,CAAQ,YAAY,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IACtF,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,WAAW,CACb,QAA6B,EAC7B,UAAqC,EAAE;QAEvC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,OAAO,YAAY,CAAC,kBAAkB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,IAAwC,EAAE,eAAwB;QAC7E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;QACvD,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,QAAiB;QAC9B,OAAO,cAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,GAAG,IAAoC;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAO,IAAY,EAAE,MAAuB,EAAE,OAA8B;QACxF,MAAM,gBAAgB,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAEzC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC1C,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,eAAe,CAAE,CAAC,CAAC,CAAmB,CAAC;QAC7E,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CACX,0CAA0C,IAAI,yBAAyB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACvG,CAAC;QACN,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,iBAAiB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClG,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE5C,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,IAAA,gBAAS,EAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9F,MAAM,IAAA,oBAAS,EAAC,IAAA,mBAAO,EAAC,IAAI,CAAC,CAAC,CAAC;YAC/B,MAAM,IAAA,oBAAS,EAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,YAAY,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACpB,MAAM,IAAA,oBAAS,EAAC,IAAA,mBAAO,EAAC,IAAI,CAAC,CAAC,CAAC;YAC/B,MAAM,IAAA,oBAAS,EAAC,IAAI,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,YAAY,CAAC,CAAC;QACjD,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAES,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC7B,CAAC;QAED,wEAAwE;QACxE,+FAA+F;QAC/F,oCAAoC;QACpC,IAAI,CAAC,cAAc,GAAG,IAAI,qBAAc,CAAC,IAAI,CAAC,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAElF,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,MAAM,kBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAChF,gEAAgE;YAChE,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAC1C,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,eAAwB;QACvD,MAAM,IAAI,CAAC,cAAc,CAAC,eAAyC,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACO,sBAAsB,CAAC,OAAgB,EAAE,UAAkB;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAEjE,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,eAAe,CAAC,CAAC;QAC7E,CAAC;IACL,CAAC;IAES,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,+CAA+C;YAC/C,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACtE,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EAAE,CAAC;oBACvD,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,2DAA2D;wBACvD,sFAAsF,CAC7F,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,MAAM,GAAG,CAAC;gBACd,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC;QAED,MAAM,yBAAyB,GAAG,CAAC,KAAK,IAAI,EAAE;YAC1C,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,IAAI,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE;oBAAE,OAAO;gBAChD,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBAChD,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE,CAAC;wBAChD,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,yFAAyF;4BACrF,2GAA2G;4BAC3G,8FAA8F,CACrG,CAAC;oBACN,CAAC;yBAAM,CAAC;wBACJ,IAAI,CAAC,GAAG,CAAC,SAAS,CACd,GAAG,EACH,gDAAgD;4BAC5C,gDAAgD,CACvD,CAAC;oBACN,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;QAEL,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,yBAAyB,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;YAC7D,OAAO,IAAI,CAAC,YAAY,EAAE,gBAAgB,EAAE,CAAC;QACjD,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,OAAO,CAAC;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;QAE1D,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,0EAA0E;YAC1E,8DAA8D;YAC9D,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,yGAAyG,EACzG,EAAE,OAAO,EAAE,CACd,CAAC;YACF,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;IAChD,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,eAAe,CAAC,gBAAyB,IAAG,CAAC;IAE7D;;;;OAIG;IACO,YAAY,CAAC,OAAgB,EAAE,MAAsC;QAC3E,MAAM,MAAM,GAAG,IAAA,iBAAS,EAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAEtC,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACtB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAE3D,IAAI,CAAC,cAAc,IAAI,GAAG,GAAG,cAAc,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACxE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACzC,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,IAAI,MAAM,YAAY,qBAAc,EAAE,CAAC;YACnC,wCAAwC;YACxC,MAAM,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,EAAG,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,KAAK,GAAG,cAAc,GAAG,IAAI,CAAC,qBAAqB,GAAG,GAAG,CAAC;QAChE,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,WAAW,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,6BAA6B,KAAK,wCAAwC,CAClH,CAAC;QACF,UAAU,CAAC,KAAK,IAAI,EAAE;YAClB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,qBAAqB,CAAC,CAAC;YAElF,IAAI,MAAM,YAAY,qBAAc,EAAE,CAAC;gBACnC,wCAAwC;gBACxC,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAG,CAAC,CAAC;YAC1C,CAAC;YAED,MAAM,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;QAChG,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QAEvF,IAAI,OAAmC,CAAC;QACxC,IAAI,OAA4B,CAAC;QAEjC,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;YACP,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7C,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,yCAAyC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CACvF,CAAC;QAEF,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;gBACP,OAAO,GAAG,MAAM,IAAI,CAAC,WAAY,CAAC,UAAU,EAAE,CAAC;YACnD,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,oCAAoC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAClF,CAAC;QACN,CAAC;QAED,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;YACjD,OAAO;QACX,CAAC;QAED,gEAAgE;QAChE,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;QAE9B,MAAM,YAAY,GAAG,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAElC,0BAA0B;QAC1B,mBAAmB;QACnB,uFAAuF;QACvF,yEAAyE;QACzE,MAAM,eAAe,GAAY;YAC7B,EAAE,EAAE,IAAA,gCAAoB,EAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,IAAI;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,OAAO;YACP,OAAO;YACP,YAAY,EAAE,KAAK,EAAE,OAAiD,EAAE,EAAE;gBACtE,OAAO,IAAA,mBAAY,EAAC;oBAChB,8CAA8C;oBAC9C,YAAY,EAAE,MAAM,IAAI,CAAC,eAAe,EAAE;oBAC1C,GAAG,OAAO;iBACb,CAAC,CAAC;YACP,CAAC;YACD,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;YACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YAClC,WAAW,EAAE,IAAA,gCAAiB,EAAC,IAAI,CAAC,UAAU,EAAE,OAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,SAAS,EAAE,GAAG,CAAC;YACxG,gBAAgB,EAAE,KAAK,EAAE,QAAiB,EAAE,EAAE,CAAC,oBAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;SACvG,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QAE/D,IAAI,CAAC;YACD,OAAO,CAAC,KAAK,GAAG,mBAAY,CAAC,eAAe,CAAC;YAC7C,MAAM,IAAA,6BAAmB,EACrB,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,EACpD,IAAI,CAAC,2BAA2B,EAChC,kCAAkC,IAAI,CAAC,2BAA2B,GAAG,IAAI,aAAa,OAAO,CAAC,EAAE,IAAI,CACvG,CAAC;YAEF,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAQ,CAAC,EAC/C,IAAI,CAAC,qBAAqB,EAC1B,mBAAmB,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,gCACzC,IAAI,CAAC,qBAAqB,GAAG,GACjC,WAAW,CACd,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YACnC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAE5B,mDAAmD;YACnD,OAAO,CAAC,KAAK,GAAG,mBAAY,CAAC,IAAI,CAAC;YAClC,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC;gBACD,OAAO,CAAC,KAAK,GAAG,mBAAY,CAAC,aAAa,CAAC;gBAC3C,MAAM,IAAA,6BAAmB,EACrB,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,GAAY,EAAE,eAAe,EAAE,MAAM,CAAC,EACpF,IAAI,CAAC,qBAAqB,EAC1B,+BAA+B,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,qBACrD,IAAI,CAAC,qBAAqB,GAAG,GACjC,WAAW,CACd,CAAC;gBACF,OAAO,CAAC,KAAK,GAAG,mBAAY,CAAC,IAAI,CAAC;YACtC,CAAC;YAAC,OAAO,cAAmB,EAAE,CAAC;gBAC3B,IACI,CAAC,cAAc,CAAC,wBAAwB;oBACxC,6GAA6G;oBAC7G,CAAC,CAAC,cAAc,YAAY,oBAAa,CAAC,EAC5C,CAAC;oBACC,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB;wBAC9C,CAAC,CAAC,mGAAmG;wBACrG,CAAC,CAAC,EAAE,CAAC;oBACT,IAAI,CAAC,GAAG,CAAC,SAAS,CACd,cAAuB,EACvB,2DAA2D;wBACvD,8GAA8G,aAAa,EAAE,CACpI,CAAC;gBACN,CAAC;gBACD,OAAO,CAAC,KAAK,GAAG,mBAAY,CAAC,KAAK,CAAC;gBACnC,MAAM,cAAc,CAAC;YACzB,CAAC;YACD,wFAAwF;YACxF,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;QACvC,CAAC;gBAAS,CAAC;YACP,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;YAE5C,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YAEjD,IAAI,MAAM,YAAY,sBAAe,EAAE,CAAC;gBACpC,6DAA6D;gBAC7D,IAAI,CAAC;oBACD,MAAM,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAG,CAAC,CAAC;gBACvD,CAAC;gBAAC,MAAM,CAAC;oBACL,gFAAgF;gBACpF,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB,CAC5B,OAA+B,EAC/B,OAAe,EACf,KAAqB,EACrB,UAAU,GAAG,CAAC,EACd,OAAO,GAAG,CAAC;QAEX,IAAI,CAAC;YACD,MAAM,IAAA,6BAAmB,EAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;gBACxB,0CAA0C;gBAC1C,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAI,CAAW,CAAC,OAAO,cAAc,OAAO,IAAI,UAAU,GAAG,CAAC,CAAC;gBAChF,KAAK,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;gBAC7E,OAAO;YACX,CAAC;YAED,MAAM,CAAC,CAAC;QACZ,CAAC;IACL,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,oBAAoB;QAChC,sDAAsD;QACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACtF,+EAA+E;QAC/E,IAAI,CAAC,kBAAkB;YAAE,OAAO,IAAI,CAAC;QACrC,6EAA6E;QAC7E,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC5E,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B;QACtC,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACtE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;YACvD,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;SAC5D,CAAC,CAAC;QACH,6DAA6D;QAC7D,OAAO,qBAAqB,IAAI,sBAAsB,CAAC;IAC3D,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,eAAwB;QACjD,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QAEpC,OAAO,CAAC,oBAAoB,KAA5B,OAAO,CAAC,oBAAoB,GAAK,CAAC,EAAC;QACnC,OAAO,CAAC,oBAAoB,EAAE,CAAC;QAC/B,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;IACtC,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,4BAA4B,CACxC,KAAY,EACZ,eAAwB,EACxB,MAAsC;QAEtC,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QACpC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAEhC,IAAI,KAAK,YAAY,oBAAa,EAAE,CAAC;YACjC,MAAM,KAAK,CAAC;QAChB,CAAC;QAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAErE,IAAI,kBAAkB,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;YACpE,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,CACjC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,kCAAkC,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAC9F,CAAC;YAEF,IAAI,KAAK,YAAY,mBAAY,EAAE,CAAC;gBAChC,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;YAC/C,CAAC;YAED,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACnB,OAAO,CAAC,UAAU,EAAE,CAAC;gBAErB,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC;gBAExC,uGAAuG;gBACvG,yGAAyG;gBACzG,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBACjD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,wDAAwD,OAAO,EAAE,EAAE;oBAChF,EAAE;oBACF,GAAG;oBACH,UAAU;iBACb,CAAC,CAAC;gBAEH,MAAM,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC5F,OAAO;YACX,CAAC;QACL,CAAC;QAED,wGAAwG;QACxG,oGAAoG;QACpG,+GAA+G;QAC/G,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;QACxC,IAAI,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;QACnE,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;QAED,sDAAsD;QACtD,wEAAwE;QACxE,+CAA+C;QAC/C,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,MAAM,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC;QAEpD,MAAM,IAAI,CAAC,2BAA2B,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,yCAAyC;IAC7G,CAAC;IAES,KAAK,CAAC,oBAAoB,CAAI,EAAiB;QACrD,IAAI,CAAC;YACD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAM,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YACd,MAAM,CAAC,cAAc,CAAC,CAAC,EAAE,0BAA0B,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,MAAM,CAAC,CAAC;QACZ,CAAC;IACL,CAAC;IAES,KAAK,CAAC,2BAA2B,CAAC,eAAwB,EAAE,KAAY;QAC9E,mFAAmF;QACnF,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAEvD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,+CAA+C,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAEzG,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,CACjC,IAAI,CAAC,oBAAoB,EAAE,CAAC,IAAI,CAAC,kCAAkC,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CACtG,CAAC;QACN,CAAC;IACL,CAAC;IAED;;;;OAIG;IACO,oBAAoB,CAAC,KAAY,EAAE,UAAU,GAAG,KAAK;QAC3D,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,YAAY,IAAI,CAAC,EAAE,CAAC;YACjF,UAAU,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,KAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEpG,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC;QAErG,IAAI,KAAK,YAAY,sBAAY,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,+CAA+C;QAClI,CAAC;QAED,OAAO,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,UAAU;YAChD,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,EAAE,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxD,CAAC;IAES,oBAAoB,CAAC,OAAgB,EAAE,KAAY;QACzD,4IAA4I;QAC5I,IACI,OAAO,CAAC,OAAO;YACf,KAAK,YAAY,wBAAiB;YAClC,CAAC,KAAK,YAAY,mBAAY,IAAI,IAAI,CAAC,mBAAmB,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,CAAC,CAAC,CAAC,EACpG,CAAC;YACC,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,gGAAgG;QAChG,IAAI,KAAK,YAAY,wBAAiB,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,0DAA0D;QAC1D,MAAM,iBAAiB,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,iBAAiB,CAAC;QACvE,OAAO,OAAO,CAAC,UAAU,GAAG,iBAAiB,CAAC;IAClD,CAAC;IAES,kCAAkC,CAAC,OAAgB,EAAE,KAAY;QACvE,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE;YACpC,GAAG,EAAE,GAAG,EAAE;gBACN,IAAI,CAAC,GAAG,CAAC,UAAU,CACf,uOAAuO,CAC1O,CAAC;gBAEF,OAAO,KAAK,CAAC;YACjB,CAAC;YACD,YAAY,EAAE,IAAI;SACrB,CAAC,CAAC;QAEH,OAAO,OAAiC,CAAC;IAC7C,CAAC;IAED;;;;;;;OAOG;IACO,KAAK,CAAC,wBAAwB;QACpC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;QACvE,CAAC;aAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;QAChE,CAAC;IACL,CAAC;IAES,KAAK,CAAC,aAAa,CACzB,KAAiB,EACjB,GAAG,IAA0B;QAE7B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACxB,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,MAAM,CAAC,IAAI,+CAA0B,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAElE,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,WAAY,CAAC,QAAQ,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC;IACvC,CAAC;IAES,yBAAyB,CAAW,EAC1C,WAAW,EACX,OAAO,EACP,WAAW,EACX,OAAO,EACP,WAAW,EACX,cAAc,GAAG,KAAK,GACe;QACrC,IAAI,WAAW,IAAI,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ;gBACI,SAAS,OAAO,UAAU,OAAO,yCAAyC;gBAC1E,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,aAAa,OAAO,yBAAyB;aAChD,CAAC,IAAI,CAAC,IAAI,CAAC,CACf,CAAC;YAEF,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;QACpC,CAAC;aAAM,IAAI,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ;gBACI,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,2DAA2D,OAAO,SAAS,OAAO,4BAA4B;aACjH,CAAC,IAAI,CAAC,IAAI,CAAC,CACf,CAAC;YAEF,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;QACpC,CAAC;aAAM,IAAI,WAAW,EAAE,CAAC;YACrB,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;QACpC,CAAC;aAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,kBAAa,CAAC,IAAI,OAAO,2CAA2C,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACtG,CAAC;IACL,CAAC;IAES,2BAA2B,CAAC,OAAgB;QAClD,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;YACrD,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ,+DAA+D,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,iCAAiC,CAC7H,CAAC;YACF,OAAO,IAAA,mBAAY,EAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC1B,oCAAoC;QACpC,IAAI,IAAI,CAAC,WAAW,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;YAC5C,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,cAAc,EAAE,CAAC;gBAC3C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;gBACpF,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,IAAI,CAAC;YACnD,CAAC;YAED,OAAO,qBAAc,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,mBAAY,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5D,CAAC;IAES,6BAA6B,CAAC,OAAgB;QACpD,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAEnC,0DAA0D;QAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAE5C,oFAAoF;QACpF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,+FAA+F;QAC/F,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;QAEzC,QAAQ,QAAQ,EAAE,CAAC;YACf,KAAK,sBAAe,CAAC,YAAY,CAAC,CAAC,CAAC;gBAChC,OAAO,OAAO,CAAC,QAAQ,KAAK,aAAa,CAAC,QAAQ,CAAC;YACvD,CAAC;YACD,KAAK,sBAAe,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC9B,MAAM,eAAe,GAAG,IAAA,iBAAS,EAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;gBAE5E,IAAI,eAAe,EAAE,CAAC;oBAClB,MAAM,qBAAqB,GAAG,IAAA,iBAAS,EAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;oBAExF,OAAO,eAAe,KAAK,qBAAqB,CAAC;gBACrD,CAAC;gBAED,qDAAqD;gBACrD,OAAO,OAAO,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,CAAC;YACnD,CAAC;YACD,KAAK,sBAAe,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC9B,6CAA6C;gBAC7C,OAAO,OAAO,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,CAAC;YACnD,CAAC;YACD,KAAK,sBAAe,CAAC,GAAG,CAAC;YACzB,OAAO,CAAC,CAAC,CAAC;gBACN,OAAO,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC;YACzE,CAAC;QACL,CAAC;IACL,CAAC;;AAlxCL,oCAmxCC;AAlxC6B;;;;WAAoB,eAAe;EAAlB,CAAmB;AAqE7C;;;;WAAe;QAC5B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,WAAW,CAAC;QAChE,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,YAAY,CAAC;QAClE,0DAA0D;QAC1D,yDAAyD;QACzD,4DAA4D;QAC5D,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACpC,mCAAmC;QACnC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC3C,yBAAyB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC7C,mCAAmC;QACnC,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5C,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAClC,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC1C,mCAAmC;QACnC,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACjD,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACrC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAEnC,4BAA4B,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAChD,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAE3C,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QACnC,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAE9B,4BAA4B;QAC5B,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACzF,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAE9B,WAAW;QACX,GAAG,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvB,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAE/B,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACxC;EAzC4B,CAyC3B;AAksCN;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,SAAgB,iBAAiB,CAG/B,MAAwC;IACtC,OAAO,aAAM,CAAC,MAAM,CAAU,MAAM,CAAC,CAAC;AAC1C,CAAC"}
1
+ {"version":3,"file":"basic-crawler.js","sourceRoot":"","sources":["../../src/internals/basic-crawler.ts"],"names":[],"mappings":";;;AAu1DA,8CAKC;;AA51DD,yCAAoC;AA2BpC,wCAuBuB;AAEvB,0CAAiE;AACjE,6CAA+C;AAC/C,uCAA2D;AAG3D,iDAAuC;AACvC,iCAAkC;AAGlC,0DAAiD;AAEjD,0DAAkD;AAClD,4CAA8E;AAC9E,gDAAwD;AAExD,iDAAmD;AA8BnD;;;;;;;;GAQG;AACH,MAAM,0BAA0B,GAAG,KAAK,CAAC;AA2RzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+DG;AACH,MAAa,YAAY;IAoHrB;;OAEG;IACH,YACI,UAAwC,EAAE,EACjC,SAAS,oBAAa,CAAC,eAAe,EAAE;QAAjD;;;;mBAAS,MAAM;WAAkC;QAtHrD;;WAEG;QACM;;;;;WAAkB;QAE3B;;;WAGG;QACH;;;;;WAA2B;QAE3B;;;;WAIG;QACH;;;;;WAA+B;QAE/B;;;WAGG;QACH;;;;;WAA0B;QAE1B;;;;;;WAMG;QACH;;;;;WAAgC;QAEhC;;;WAGG;QACM;;;;mBAAgD,aAAM,CAAC,MAAM,EAA0B;WAAC;QAEjG;;;;mBAAU,KAAK;WAAC;QAChB;;;;mBAAoB,KAAK;WAAC;QAEjB;;;;;WAAS;QACR;;;;;WAAyC;QACzC;;;;;WAAqC;QACrC;;;;;WAA6C;QAC7C;;;;;WAAqC;QACrC;;;;;WAA8B;QAC9B;;;;;WAA0B;QAC1B;;;;;WAA8B;QAC9B;;;;;WAAwC;QACxC;;;;;WAA4B;QAC5B;;;;;WAA6B;QAC7B;;;;;WAAqC;QACrC;;;;;WAA8C;QAC9C;;;;;WAAuC;QACvC;;;;;WAAwB;QACxB;;;;mBAAmB,IAAI,GAAG,EAAmB;WAAC;QAC9C;;;;;WAA6C;QAC7C;;;;;WAAqB;QACrB;;;;;WAA2B;QAC3B;;;;;WAAwB;QACxB;;;;;WAA8B;QAChC;;;;;WAAuB;QAEvB;;;;;WAAgC;QACvB;;;;;WAAyC;QAClD;;;;mBAA0E,EAAE;WAAC;QAqDjF,IAAA,YAAE,EAAC,OAAO,EAAE,qBAAqB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;QAEpF,MAAM,EACF,WAAW,EACX,YAAY,EACZ,iBAAiB,GAAG,CAAC,EACrB,mBAAmB,GAAG,CAAC,EACvB,mBAAmB,GAAG,EAAE,EACxB,mBAAmB,EACnB,qBAAqB,GAAG,EAAE,EAC1B,SAAS,EACT,kBAAkB,GAAG,EAAE,EACvB,cAAc,GAAG,IAAI;QAErB,4BAA4B;QAC5B,cAAc,EACd,cAAc,EACd,oBAAoB,EAEpB,cAAc,GAAG,KAAK,EACtB,oBAAoB,GAAG,KAAK;QAE5B,WAAW;QACX,GAAG,GAAG,aAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,EACzD,WAAW,GAAG,EAAE;QAEhB,sCAAsC;QACtC,qBAAqB,EACrB,cAAc,EAEd,wBAAwB,EACxB,yBAAyB,EAEzB,YAAY,EAEZ,2BAA2B,EAC3B,oBAAoB,EAEpB,4BAA4B,GAAG,EAAE,EACjC,qBAAqB,EAErB,iBAAiB,EACjB,UAAU,GACb,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,IAAI,4BAAqB,EAAE,CAAC;QAC5D,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,4BAA4B,GAAG,4BAA4B,CAAC;QACjE,IAAI,CAAC,qBAAqB,GAAG,qBAA8C,CAAC;QAC5E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,kBAAkB,GAAG,IAAI,yBAAQ,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5D,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,gBAAgB;YACzB,OAAO,EAAE,uBAAuB;YAChC,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,qBAAqB;YAClC,cAAc,EAAE,IAAI,EAAE,iCAAiC;SAC1D,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACvB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QAEjC,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,sBAAsB;YAC/B,OAAO,EAAE,6BAA6B;YACtC,WAAW,EAAE,sBAAsB;YACnC,WAAW,EAAE,oBAAoB;YACjC,WAAW,EAAE,2BAA2B;YACxC,cAAc,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,IAAI,wBAA4C,CAAC;QAEjD,IAAI,CAAC,wBAAwB,EAAE,CAAC;YAC5B,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBAC7B,wBAAwB,GAAG,KAAM,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACJ,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;YAChE,CAAC;QACL,CAAC;aAAM,IAAI,yBAAyB,EAAE,CAAC;YACnC,wBAAwB,GAAG,yBAAyB,GAAG,IAAI,CAAC;QAChE,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QAEjD,IAAI,CAAC,yBAAyB,CAAC;YAC3B,OAAO,EAAE,2BAA2B;YACpC,OAAO,EAAE,0BAA0B;YACnC,WAAW,EAAE,6BAA6B;YAC1C,WAAW,EAAE,wBAAwB;YACrC,WAAW,EAAE,wBAAwB,CAAC,CAAC,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS;SACtF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAY,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7D,4CAA4C;QAC5C,IAAI,CAAC,qBAAqB;YACtB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QAE1G,kGAAkG;QAClG,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACrE,kKAAkK;YAClK,mCAAmC;YACnC,IAAI,CAAC,YAAY,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,GAAG,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAClG,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,qBAAqB,GAAG,mBAAmB,GAAG,IAAI,CAAC;QACxD,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,iBAAU,CAAC;YACxB,UAAU,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,MAAM,sBAAsB;YAC5D,GAAG;YACH,MAAM;YACN,GAAG,iBAAiB;SACvB,CAAC,CAAC;QACH,IAAI,CAAC,kBAAkB,GAAG;YACtB,GAAG,kBAAkB;YACrB,GAAG;SACN,CAAC;QACF,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,IAAI,EAAE,CAAC;YACzF,IAAI,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1D,GAAG,CAAC,OAAO,CACP,mIAAmI,CACtI,CAAC;YACN,CAAC;QACL,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,EAAE,CAAC;QAElC,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,EAAE,CAAC;YACtD,GAAG,CAAC,OAAO,CACP,+BAA+B,IAAI,CAAC,2BAA2B,EAAE;gBAC7D,gEAAgE,gBAAgB,EAAE,CACzF,CAAC;YAEF,IAAI,CAAC,2BAA2B,GAAG,gBAAgB,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE,gBAAgB,CAAC,CAAC;QAEpF,IAAI,yBAAyB,GAAG,IAAI,CAAC;QACrC,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC,mBAAmB,IAAI,mBAAmB,IAAI,IAAI,CAAC,oBAAoB,CAAC;QAEzG,IAAI,EAAE,kBAAkB,EAAE,GAAG,qBAAqB,CAAC;QAEnD,2FAA2F;QAC3F,IAAI,SAAS,EAAE,CAAC;YACZ,kBAAkB,GAAG,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC;QAC3C,CAAC;QAED,MAAM,uCAAuC,GAAmC;YAC5E,cAAc,EAAE,cAAc,IAAI,qBAAqB,EAAE,cAAc;YACvE,cAAc,EAAE,cAAc,IAAI,qBAAqB,EAAE,cAAc;YACvE,iBAAiB,EAAE,oBAAoB,IAAI,qBAAqB,EAAE,iBAAiB;YACnF,eAAe,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,mBAAmB,EAAE,KAAK,IAAI,EAAE;gBAC5B,IAAI,kBAAkB,EAAE,EAAE,CAAC;oBACvB,IAAI,yBAAyB,EAAE,CAAC;wBAC5B,GAAG,CAAC,IAAI,CACJ,mDAAmD;4BAC/C,GAAG,mBAAmB,6FAA6F,CAC1H,CAAC;wBACF,yBAAyB,GAAG,KAAK,CAAC;oBACtC,CAAC;oBACD,OAAO,KAAK,CAAC;gBACjB,CAAC;gBAED,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACvC,CAAC;YACD,kBAAkB,EAAE,KAAK,IAAI,EAAE;gBAC3B,IAAI,kBAAkB,EAAE,EAAE,CAAC;oBACvB,GAAG,CAAC,IAAI,CACJ,iEAAiE,mBAAmB,YAAY;wBAC5F,yEAAyE;wBACzE,mCAAmC,IAAI,CAAC,oBAAoB,+BAA+B,CAClG,CAAC;oBACF,OAAO,IAAI,CAAC;gBAChB,CAAC;gBAED,MAAM,UAAU,GAAG,kBAAkB;oBACjC,CAAC,CAAC,MAAM,kBAAkB,EAAE;oBAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAE9C,IAAI,UAAU,EAAE,CAAC;oBACb,MAAM,MAAM,GAAG,kBAAkB;wBAC7B,CAAC,CAAC,kFAAkF;wBACpF,CAAC,CAAC,8EAA8E,CAAC;oBACrF,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrB,CAAC;gBAED,OAAO,UAAU,CAAC;YACtB,CAAC;YACD,GAAG;SACN,CAAC;QAEF,IAAI,CAAC,qBAAqB,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,uCAAuC,EAAE,CAAC;IAC1G,CAAC;IAED;;;;;OAKG;IACO,YAAY,CAAC,KAAY;QAC/B,OAAO,2BAAmB,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAE,CAAE,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3G,CAAC;IAED;;;;OAIG;IACO,KAAK,CAAC,gBAAgB,CAAC,gBAAyB;QACtD,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAe,EAAE,UAAmC,EAAE;QACzE,MAAM,IAAI,GACN,OAAO,CAAC,uBAAuB,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACxG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAQ,CAAE,OAAO,CAAC,KAAiB,IAAI,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAElF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAE9C,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC3B,OAAO;QACX,CAAC;QAED,uCAAuC;QACvC,MAAM,IAAA,6BAAmB,EACrB,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,gBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,EACtD,IAAI,EACJ,2CAA2C,CAC9C,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9C,CAAC;IAEO,iBAAiB;QACrB,IAAI,aAAa,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAE5C,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;YAC5C,MAAM,EAAE,cAAc,EAAE,sBAAsB,EAAE,GAAG,aAAa,CAAC;YAEjE,aAAa,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAExC,IAAI,cAAc,GAAG,sBAAsB,GAAG,CAAC,EAAE,CAAC;gBAC9C,OAAO,OAAO,CAAC;YACnB,CAAC;YAED,OAAO,SAAS,CAAC;QACrB,CAAC,CAAC;QAEF,MAAM,GAAG,GAAG,KAAK,IAAI,EAAE;YACnB,MAAM,aAAa,GAAG,gBAAgB,EAAE,CAAC;YACzC,IAAI,OAAe,CAAC;YAEpB,IAAI,aAAa,KAAK,OAAO,EAAE,CAAC;gBAC5B,OAAO,GAAG,0BACN,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,GAAG,aAAa,CAAC,cAAc,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cACvF,gCAAgC,IAAI,CAAC,4BAA4B,WAAW,CAAC;YACjF,CAAC;iBAAM,CAAC;gBACJ,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,aAAa,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;gBAC/E,OAAO,GAAG,WAAW,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,WAC7E,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cACrB,yCAAyC,IAAI,CAAC,cAAc,EAAE,kBAAkB,IAAI,CAAC,GAAG,CAAC;YAC7F,CAAC;YAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC7B,MAAM,IAAI,CAAC,qBAAqB,CAAC;oBAC7B,OAAO,EAAE,IAAW;oBACpB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;oBACvB,aAAa;oBACb,OAAO;iBACV,CAAC,CAAC;gBACH,OAAO;YACX,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,4BAA4B,GAAG,GAAG,CAAC,CAAC;QAC3E,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;IACxD,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,GAAG,CAAC,QAAgD,EAAE,OAA2B;QACnF,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACX,wGAAwG,CAC3G,CAAC;QACN,CAAC;QAED,MAAM,EAAE,iBAAiB,GAAG,IAAI,EAAE,GAAG,kBAAkB,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;QAE1E,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACzB,gEAAgE;YAChE,+GAA+G;YAC/G,yGAAyG;YACzG,mDAAmD;YACnD,IAAI,IAAI,CAAC,YAAY,EAAE,IAAI,KAAK,SAAS,IAAI,iBAAiB,EAAE,CAAC;gBAC7D,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;gBAC/B,IAAI,CAAC,YAAY,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtD,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,MAAM,IAAA,2BAAoB,EAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpD,IAAI,QAAQ,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAClC,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAChD,MAAM,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAExE,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;YAC7B,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ,gGAAgG,CACnG,CAAC;YACF,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,cAAe,CAAC,KAAK,EAAE,CAAC;QACvC,CAAC,CAAC;QAEF,wEAAwE;QACxE,MAAM,qBAAqB,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChE,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM,CAAC,EAAE,wCAAsB,qBAAqB,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,EAAE,sCAAqB,qBAAqB,CAAC,CAAC;QAE1D,IAAI,KAAK,GAAG,EAAqB,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,cAAe,CAAC,GAAG,EAAE,CAAC;QACrC,CAAC;gBAAS,CAAC;YACP,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;YAEjC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,GAAG,wCAAsB,qBAAqB,CAAC,CAAC;YAC5D,IAAI,CAAC,MAAM,CAAC,GAAG,sCAAqB,qBAAqB,CAAC,CAAC;YAE3D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAC1C,KAAK,GAAG;gBACJ,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB;gBACnD,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc;gBAC/C,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,qBAAqB;gBAChD,GAAG,UAAU;aAChB,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;YAElD,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBACtC,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,CAAqB,EAAE,EAAE,CACnD,GAAG,KAAK,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;gBAErD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE;oBAC7B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK;oBAC1C,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,mBAAmB,EAAE;oBAC3D,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;iBAClF,CAAC,CAAC;YACP,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAE9C,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,QAAQ,GAAG,KAAK,CAAC;gBACrB,UAAU,CAAC,GAAG,EAAE;oBACZ,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;oBAChF,CAAC;gBACL,CAAC,EAAE,IAAI,CAAC,CAAC;gBACT,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACxB,QAAQ,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,cAAc,CAAC,IAAI,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,gBAAgB,CACvB,mBAAmB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,cAClF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,gBACrB,eAAe,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,UAAU,EACxD,EAAE,uBAAuB,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CACnD,CAAC;YACF,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAClC,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACH,IAAI,CAAC,OAAO,GAAG,0CAA0C;QACrD,+GAA+G;QAC/G,IAAI,CAAC,cAAc;YACf,EAAE,KAAK,EAAE;YACT,wKAAwK;aACvK,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC;aAC9C,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aAClC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,8CAA8C,EAAE,GAAG,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,IAAI,CAAC,GAAG,CAAC,WAAW,CAChB,gMAAgM,CACnM,CAAC;QACN,CAAC;QAED,IAAI,CAAC,YAAY,KAAjB,IAAI,CAAC,YAAY,GAAK,MAAM,IAAI,CAAC,gBAAgB,EAAE,EAAC;QAEpD,OAAO,IAAI,CAAC,YAAa,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAwC,eAAe,EAAW;QAC5E,MAAM,GAAG,GAAG,MAAM,oBAAa,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACpE,OAAO,GAAG,CAAC,iBAAiB,CAAQ,YAAY,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IACtF,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,WAAW,CACb,QAA6B,EAC7B,UAAqC,EAAE;QAEvC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAElD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC7B,OAAO,YAAY,CAAC,kBAAkB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,eAAe,GAAwB,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAElC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAI,CAAC;YAEjE,IAAI,MAAM,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChD,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;QACL,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,sFAAsF,EAAE;gBACrG,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;aACxB,CAAC,CAAC;QACP,CAAC;QAED,OAAO,YAAY,CAAC,kBAAkB,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,IAAwC,EAAE,eAAwB;QAC7E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;QACvD,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,QAAiB;QAC9B,OAAO,cAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,GAAG,IAAoC;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAO,IAAY,EAAE,MAAuB,EAAE,OAA8B;QACxF,MAAM,gBAAgB,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAEzC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC1C,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,eAAe,CAAE,CAAC,CAAC,CAAmB,CAAC;QAC7E,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CACX,0CAA0C,IAAI,yBAAyB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACvG,CAAC;QACN,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,iBAAiB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClG,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE5C,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,IAAA,gBAAS,EAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9F,MAAM,IAAA,oBAAS,EAAC,IAAA,mBAAO,EAAC,IAAI,CAAC,CAAC,CAAC;YAC/B,MAAM,IAAA,oBAAS,EAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,YAAY,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACpB,MAAM,IAAA,oBAAS,EAAC,IAAA,mBAAO,EAAC,IAAI,CAAC,CAAC,CAAC;YAC/B,MAAM,IAAA,oBAAS,EAAC,IAAI,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,YAAY,CAAC,CAAC;QACjD,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAES,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC7B,CAAC;QAED,wEAAwE;QACxE,+FAA+F;QAC/F,oCAAoC;QACpC,IAAI,CAAC,cAAc,GAAG,IAAI,qBAAc,CAAC,IAAI,CAAC,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAElF,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,MAAM,kBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAChF,gEAAgE;YAChE,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAC1C,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,eAAwB;QACvD,MAAM,IAAI,CAAC,cAAc,CAAC,eAAyC,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACO,sBAAsB,CAAC,OAAgB,EAAE,UAAkB;QACjE,MAAM,SAAS,GAAG,OAAO,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAEjE,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,eAAe,CAAC,CAAC;QAC7E,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,6BAA6B,CAAC,GAAW;QACnD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAC7D,OAAO,CAAC,aAAa,IAAI,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1D,CAAC;IAES,KAAK,CAAC,sBAAsB,CAAC,GAAW;QAC9C,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;YACnC,MAAM,mBAAmB,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAEhE,IAAI,mBAAmB,EAAE,CAAC;gBACtB,OAAO,mBAAmB,CAAC;YAC/B,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,kBAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;YAEnD,OAAO,aAAa,CAAC;QACzB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YACd,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,0CAA0C,GAAG,EAAE,CAAC,CAAC;YAClE,OAAO,SAAS,CAAC;QACrB,CAAC;IACL,CAAC;IAES,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,+CAA+C;YAC/C,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACtE,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EAAE,CAAC;oBACvD,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,2DAA2D;wBACvD,sFAAsF,CAC7F,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,MAAM,GAAG,CAAC;gBACd,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC;QAED,MAAM,yBAAyB,GAAG,CAAC,KAAK,IAAI,EAAE;YAC1C,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,IAAI,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE;oBAAE,OAAO;gBAChD,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBAChD,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE,CAAC;wBAChD,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,yFAAyF;4BACrF,2GAA2G;4BAC3G,8FAA8F,CACrG,CAAC;oBACN,CAAC;yBAAM,CAAC;wBACJ,IAAI,CAAC,GAAG,CAAC,SAAS,CACd,GAAG,EACH,gDAAgD;4BAC5C,gDAAgD,CACvD,CAAC;oBACN,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;QAEL,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,yBAAyB,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;YAC7D,OAAO,IAAI,CAAC,YAAY,EAAE,gBAAgB,EAAE,CAAC;QACjD,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,OAAO,CAAC;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;QAE1D,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,0EAA0E;YAC1E,8DAA8D;YAC9D,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,yGAAyG,EACzG,EAAE,OAAO,EAAE,CACd,CAAC;YACF,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;IAChD,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,eAAe,CAAC,gBAAyB,IAAG,CAAC;IAE7D;;;;OAIG;IACO,YAAY,CAAC,OAAgB,EAAE,MAAsC;QAC3E,MAAM,MAAM,GAAG,IAAA,iBAAS,EAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAEtC,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACtB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAE3D,IAAI,CAAC,cAAc,IAAI,GAAG,GAAG,cAAc,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACxE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACzC,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,IAAI,MAAM,YAAY,qBAAc,EAAE,CAAC;YACnC,wCAAwC;YACxC,MAAM,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,EAAG,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,KAAK,GAAG,cAAc,GAAG,IAAI,CAAC,qBAAqB,GAAG,GAAG,CAAC;QAChE,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,WAAW,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,6BAA6B,KAAK,wCAAwC,CAClH,CAAC;QACF,UAAU,CAAC,KAAK,IAAI,EAAE;YAClB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,qBAAqB,CAAC,CAAC;YAElF,IAAI,MAAM,YAAY,qBAAc,EAAE,CAAC;gBACnC,wCAAwC;gBACxC,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAG,CAAC,CAAC;YAC1C,CAAC;YAED,MAAM,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;QAChG,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QAEvF,IAAI,OAAmC,CAAC;QACxC,IAAI,OAA4B,CAAC;QAEjC,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;YACP,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7C,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,yCAAyC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CACvF,CAAC;QAEF,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE;gBACP,OAAO,GAAG,MAAM,IAAI,CAAC,WAAY,CAAC,UAAU,EAAE,CAAC;YACnD,CAAC,EACD,IAAI,CAAC,qBAAqB,EAC1B,oCAAoC,IAAI,CAAC,qBAAqB,GAAG,GAAG,WAAW,CAClF,CAAC;QACN,CAAC;QAED,IAAA,mBAAS,GAAE,CAAC;QAEZ,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;YACjD,OAAO;QACX,CAAC;QAED,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,6BAA6B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC3D,IAAI,CAAC,GAAG,CAAC,KAAK,CACV,oBAAoB,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,gDAAgD,CACjG,CAAC;YACF,OAAO,CAAC,KAAK,GAAG,mBAAY,CAAC,OAAO,CAAC;YACrC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YACvB,MAAM,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YACzC,OAAO;QACX,CAAC;QAED,gEAAgE;QAChE,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;QAE9B,MAAM,YAAY,GAAG,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAElC,0BAA0B;QAC1B,mBAAmB;QACnB,4EAA4E;QAC5E,yEAAyE;QACzE,MAAM,eAAe,GAAY;YAC7B,EAAE,EAAE,IAAA,gCAAoB,EAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,IAAI;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,OAAO;YACP,OAAO;YACP,YAAY,EAAE,KAAK,EAAE,OAAiD,EAAE,EAAE;gBACtE,OAAO,IAAA,mBAAY,EAAC;oBAChB,8CAA8C;oBAC9C,YAAY,EAAE,MAAM,IAAI,CAAC,eAAe,EAAE;oBAC1C,aAAa,EAAE,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAQ,CAAC,GAAG,CAAC;oBAC9D,GAAG,OAAO;iBACb,CAAC,CAAC;YACP,CAAC;YACD,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;YACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YAClC,WAAW,EAAE,IAAA,gCAAiB,EAAC,IAAI,CAAC,UAAU,EAAE,OAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,SAAS,EAAE,GAAG,CAAC;YACxG,gBAAgB,EAAE,KAAK,EAAE,QAAiB,EAAE,EAAE,CAAC,oBAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;SACvG,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QAE/D,IAAI,CAAC;YACD,OAAO,CAAC,KAAK,GAAG,mBAAY,CAAC,eAAe,CAAC;YAC7C,MAAM,IAAA,6BAAmB,EACrB,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,EACpD,IAAI,CAAC,2BAA2B,EAChC,kCAAkC,IAAI,CAAC,2BAA2B,GAAG,IAAI,aAAa,OAAO,CAAC,EAAE,IAAI,CACvG,CAAC;YAEF,MAAM,IAAI,CAAC,gBAAgB,CACvB,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAQ,CAAC,EAC/C,IAAI,CAAC,qBAAqB,EAC1B,mBAAmB,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,gCACzC,IAAI,CAAC,qBAAqB,GAAG,GACjC,WAAW,CACd,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YACnC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAE5B,mDAAmD;YACnD,OAAO,CAAC,KAAK,GAAG,mBAAY,CAAC,IAAI,CAAC;YAClC,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC;gBACD,OAAO,CAAC,KAAK,GAAG,mBAAY,CAAC,aAAa,CAAC;gBAC3C,MAAM,IAAA,6BAAmB,EACrB,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,GAAY,EAAE,eAAe,EAAE,MAAM,CAAC,EACpF,IAAI,CAAC,qBAAqB,EAC1B,+BAA+B,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,qBACrD,IAAI,CAAC,qBAAqB,GAAG,GACjC,WAAW,CACd,CAAC;gBACF,OAAO,CAAC,KAAK,GAAG,mBAAY,CAAC,IAAI,CAAC;YACtC,CAAC;YAAC,OAAO,cAAmB,EAAE,CAAC;gBAC3B,IACI,CAAC,cAAc,CAAC,wBAAwB;oBACxC,6GAA6G;oBAC7G,CAAC,CAAC,cAAc,YAAY,oBAAa,CAAC,EAC5C,CAAC;oBACC,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB;wBAC9C,CAAC,CAAC,mGAAmG;wBACrG,CAAC,CAAC,EAAE,CAAC;oBACT,IAAI,CAAC,GAAG,CAAC,SAAS,CACd,cAAuB,EACvB,2DAA2D;wBACvD,8GAA8G,aAAa,EAAE,CACpI,CAAC;gBACN,CAAC;gBACD,OAAO,CAAC,KAAK,GAAG,mBAAY,CAAC,KAAK,CAAC;gBACnC,MAAM,cAAc,CAAC;YACzB,CAAC;YACD,wFAAwF;YACxF,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;QACvC,CAAC;gBAAS,CAAC;YACP,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;YAE5C,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YAEjD,IAAI,MAAM,YAAY,sBAAe,EAAE,CAAC;gBACpC,6DAA6D;gBAC7D,IAAI,CAAC;oBACD,MAAM,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAG,CAAC,CAAC;gBACvD,CAAC;gBAAC,MAAM,CAAC;oBACL,gFAAgF;gBACpF,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,gBAAgB,CAC5B,OAA+B,EAC/B,OAAe,EACf,KAAqB,EACrB,UAAU,GAAG,CAAC,EACd,OAAO,GAAG,CAAC;QAEX,IAAI,CAAC;YACD,MAAM,IAAA,6BAAmB,EAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;gBACxB,0CAA0C;gBAC1C,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAI,CAAW,CAAC,OAAO,cAAc,OAAO,IAAI,UAAU,GAAG,CAAC,CAAC;gBAChF,KAAK,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;gBAC7E,OAAO;YACX,CAAC;YAED,MAAM,CAAC,CAAC;QACZ,CAAC;IACL,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,oBAAoB;QAChC,sDAAsD;QACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACtF,+EAA+E;QAC/E,IAAI,CAAC,kBAAkB;YAAE,OAAO,IAAI,CAAC;QACrC,6EAA6E;QAC7E,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC5E,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B;QACtC,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACtE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;YACvD,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;SAC5D,CAAC,CAAC;QACH,6DAA6D;QAC7D,OAAO,qBAAqB,IAAI,sBAAsB,CAAC;IAC3D,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,eAAwB;QACjD,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QAEpC,OAAO,CAAC,oBAAoB,KAA5B,OAAO,CAAC,oBAAoB,GAAK,CAAC,EAAC;QACnC,OAAO,CAAC,oBAAoB,EAAE,CAAC;QAC/B,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;IACtC,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,4BAA4B,CACxC,KAAY,EACZ,eAAwB,EACxB,MAAsC;QAEtC,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QACpC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAEhC,IAAI,KAAK,YAAY,oBAAa,EAAE,CAAC;YACjC,MAAM,KAAK,CAAC;QAChB,CAAC;QAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAErE,IAAI,kBAAkB,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;YACpE,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,CACjC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,kCAAkC,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAC9F,CAAC;YAEF,IAAI,KAAK,YAAY,mBAAY,EAAE,CAAC;gBAChC,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;YAC/C,CAAC;YAED,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACnB,OAAO,CAAC,UAAU,EAAE,CAAC;gBAErB,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC;gBAExC,uGAAuG;gBACvG,yGAAyG;gBACzG,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBACjD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,wDAAwD,OAAO,EAAE,EAAE;oBAChF,EAAE;oBACF,GAAG;oBACH,UAAU;iBACb,CAAC,CAAC;gBAEH,MAAM,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC5F,OAAO;YACX,CAAC;QACL,CAAC;QAED,wGAAwG;QACxG,oGAAoG;QACpG,+GAA+G;QAC/G,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;QACxC,IAAI,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;QACnE,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;QAED,sDAAsD;QACtD,wEAAwE;QACxE,+CAA+C;QAC/C,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,MAAM,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC;QAEpD,MAAM,IAAI,CAAC,2BAA2B,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,yCAAyC;IAC7G,CAAC;IAES,KAAK,CAAC,oBAAoB,CAAI,EAAiB;QACrD,IAAI,CAAC;YACD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAM,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YACd,MAAM,CAAC,cAAc,CAAC,CAAC,EAAE,0BAA0B,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,MAAM,CAAC,CAAC;QACZ,CAAC;IACL,CAAC;IAES,KAAK,CAAC,2BAA2B,CAAC,eAAwB,EAAE,KAAY;QAC9E,mFAAmF;QACnF,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAEvD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,+CAA+C,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAEzG,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,CACjC,IAAI,CAAC,oBAAoB,EAAE,CAAC,IAAI,CAAC,kCAAkC,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CACtG,CAAC;QACN,CAAC;IACL,CAAC;IAED;;;;OAIG;IACO,oBAAoB,CAAC,KAAY,EAAE,UAAU,GAAG,KAAK;QAC3D,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,YAAY,IAAI,CAAC,EAAE,CAAC;YACjF,UAAU,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,KAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEpG,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC;QAErG,IAAI,KAAK,YAAY,sBAAY,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,+CAA+C;QAClI,CAAC;QAED,OAAO,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,UAAU;YAChD,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,EAAE,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxD,CAAC;IAES,oBAAoB,CAAC,OAAgB,EAAE,KAAY;QACzD,4IAA4I;QAC5I,IACI,OAAO,CAAC,OAAO;YACf,KAAK,YAAY,wBAAiB;YAClC,CAAC,KAAK,YAAY,mBAAY,IAAI,IAAI,CAAC,mBAAmB,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,CAAC,CAAC,CAAC,EACpG,CAAC;YACC,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,gGAAgG;QAChG,IAAI,KAAK,YAAY,wBAAiB,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,0DAA0D;QAC1D,MAAM,iBAAiB,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,iBAAiB,CAAC;QACvE,OAAO,OAAO,CAAC,UAAU,GAAG,iBAAiB,CAAC;IAClD,CAAC;IAES,kCAAkC,CAAC,OAAgB,EAAE,KAAY;QACvE,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE;YACpC,GAAG,EAAE,GAAG,EAAE;gBACN,IAAI,CAAC,GAAG,CAAC,UAAU,CACf,uOAAuO,CAC1O,CAAC;gBAEF,OAAO,KAAK,CAAC;YACjB,CAAC;YACD,YAAY,EAAE,IAAI;SACrB,CAAC,CAAC;QAEH,OAAO,OAAiC,CAAC;IAC7C,CAAC;IAED;;;;;;;OAOG;IACO,KAAK,CAAC,wBAAwB;QACpC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;QACvE,CAAC;aAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;QAChE,CAAC;IACL,CAAC;IAES,KAAK,CAAC,aAAa,CACzB,KAAiB,EACjB,GAAG,IAA0B;QAE7B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACxB,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,MAAM,CAAC,IAAI,+CAA0B,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAElE,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,WAAY,CAAC,QAAQ,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC;IACvC,CAAC;IAES,yBAAyB,CAAW,EAC1C,WAAW,EACX,OAAO,EACP,WAAW,EACX,OAAO,EACP,WAAW,EACX,cAAc,GAAG,KAAK,GACe;QACrC,IAAI,WAAW,IAAI,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ;gBACI,SAAS,OAAO,UAAU,OAAO,yCAAyC;gBAC1E,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,aAAa,OAAO,yBAAyB;aAChD,CAAC,IAAI,CAAC,IAAI,CAAC,CACf,CAAC;YAEF,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;QACpC,CAAC;aAAM,IAAI,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ;gBACI,IAAI,OAAO,0BAA0B,OAAO,6CAA6C;gBACzF,2DAA2D,OAAO,SAAS,OAAO,4BAA4B;aACjH,CAAC,IAAI,CAAC,IAAI,CAAC,CACf,CAAC;YAEF,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;QACpC,CAAC;aAAM,IAAI,WAAW,EAAE,CAAC;YACrB,6DAA6D;YAC7D,IAAI,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;QACpC,CAAC;aAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,kBAAa,CAAC,IAAI,OAAO,2CAA2C,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACtG,CAAC;IACL,CAAC;IAES,2BAA2B,CAAC,OAAgB;QAClD,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;YACrD,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ,+DAA+D,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,EAAE,iCAAiC,CAC7H,CAAC;YACF,OAAO,IAAA,mBAAY,EAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC1B,oCAAoC;QACpC,IAAI,IAAI,CAAC,WAAW,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;YAC5C,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,cAAc,EAAE,CAAC;gBAC3C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;gBACpF,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,IAAI,CAAC;YACnD,CAAC;YAED,OAAO,qBAAc,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,mBAAY,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5D,CAAC;IAES,6BAA6B,CAAC,OAAgB;QACpD,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAEnC,0DAA0D;QAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAE5C,oFAAoF;QACpF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,+FAA+F;QAC/F,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;QAEzC,QAAQ,QAAQ,EAAE,CAAC;YACf,KAAK,sBAAe,CAAC,YAAY,CAAC,CAAC,CAAC;gBAChC,OAAO,OAAO,CAAC,QAAQ,KAAK,aAAa,CAAC,QAAQ,CAAC;YACvD,CAAC;YACD,KAAK,sBAAe,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC9B,MAAM,eAAe,GAAG,IAAA,iBAAS,EAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;gBAE5E,IAAI,eAAe,EAAE,CAAC;oBAClB,MAAM,qBAAqB,GAAG,IAAA,iBAAS,EAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;oBAExF,OAAO,eAAe,KAAK,qBAAqB,CAAC;gBACrD,CAAC;gBAED,qDAAqD;gBACrD,OAAO,OAAO,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,CAAC;YACnD,CAAC;YACD,KAAK,sBAAe,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC9B,6CAA6C;gBAC7C,OAAO,OAAO,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,CAAC;YACnD,CAAC;YACD,KAAK,sBAAe,CAAC,GAAG,CAAC;YACzB,OAAO,CAAC,CAAC,CAAC;gBACN,OAAO,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC;YACzE,CAAC;QACL,CAAC;IACL,CAAC;;AA31CL,oCA41CC;AA31C6B;;;;WAAoB,eAAe;EAAlB,CAAmB;AAuE7C;;;;WAAe;QAC5B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,WAAW,CAAC;QAChE,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAU,CAAC,YAAY,CAAC;QAClE,0DAA0D;QAC1D,yDAAyD;QACzD,4DAA4D;QAC5D,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACpC,mCAAmC;QACnC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC3C,yBAAyB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC7C,mCAAmC;QACnC,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5C,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAClC,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC1C,mCAAmC;QACnC,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACjD,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACrC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAEnC,4BAA4B,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAChD,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAE3C,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QACnC,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QACzC,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAE9B,4BAA4B;QAC5B,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAClC,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACzF,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAE9B,WAAW;QACX,GAAG,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvB,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAE/B,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACxC;EA1C4B,CA0C3B;AAwwCN;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,SAAgB,iBAAiB,CAG/B,MAAwC;IACtC,OAAO,aAAM,CAAC,MAAM,CAAU,MAAM,CAAC,CAAC;AAC1C,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@crawlee/basic",
3
- "version": "3.13.1-beta.34",
3
+ "version": "3.13.1-beta.36",
4
4
  "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
5
5
  "engines": {
6
6
  "node": ">=16.0.0"
@@ -48,9 +48,9 @@
48
48
  "@apify/log": "^2.4.0",
49
49
  "@apify/timeout": "^0.3.0",
50
50
  "@apify/utilities": "^2.7.10",
51
- "@crawlee/core": "3.13.1-beta.34",
52
- "@crawlee/types": "3.13.1-beta.34",
53
- "@crawlee/utils": "3.13.1-beta.34",
51
+ "@crawlee/core": "3.13.1-beta.36",
52
+ "@crawlee/types": "3.13.1-beta.36",
53
+ "@crawlee/utils": "3.13.1-beta.36",
54
54
  "csv-stringify": "^6.2.0",
55
55
  "fs-extra": "^11.0.0",
56
56
  "got-scraping": "^4.0.0",
@@ -66,5 +66,5 @@
66
66
  }
67
67
  }
68
68
  },
69
- "gitHead": "b9d55d95d33ae756a7d8472443e0515718e878f4"
69
+ "gitHead": "fb090448ce0e3d7f3497d4415313c33e2389bae0"
70
70
  }