crawlee-one 2.0.1 → 2.0.2

package/dist/cjs/api.d.ts

@@ -104,4 +104,4 @@ export interface CrawleeOneArgs<TType extends CrawlerType, T extends CrawleeOneC
     };
     routes: Record<T['labels'], CrawleeOneRoute<T, CrawleeOneActorRouterCtx<T>>>;
 }
-export declare const crawleeOne: <TType extends "basic" | "http" | "cheerio" | "jsdom" | "playwright" | "puppeteer", T extends CrawleeOneCtx<CrawlerMeta<TType>["context"], string, Record<string, any>, import(".").CrawleeOneIO<object, object, object>, import(".").CrawleeOneTelemetry<any, any>> = CrawleeOneCtx<CrawlerMeta<TType>["context"], string, Record<string, any>, import(".").CrawleeOneIO<object, object, object>, import(".").CrawleeOneTelemetry<any, any>>>(args: CrawleeOneArgs<TType, T>) => Promise<void>;
+export declare const crawleeOne: <TType extends "basic" | "http" | "jsdom" | "cheerio" | "playwright" | "puppeteer", T extends CrawleeOneCtx<CrawlerMeta<TType>["context"], string, Record<string, any>, import(".").CrawleeOneIO<object, object, object>, import(".").CrawleeOneTelemetry<any, any>> = CrawleeOneCtx<CrawlerMeta<TType>["context"], string, Record<string, any>, import(".").CrawleeOneIO<object, object, object>, import(".").CrawleeOneTelemetry<any, any>>>(args: CrawleeOneArgs<TType, T>) => Promise<void>;

package/dist/cjs/api.js.map

@@ -1 +1 @@
-{"version":3,"file":"api.js","sourceRoot":"","sources":["../../src/api.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,6CAAkD;AAQlD,mCAAmD;AAmH5C,MAAM,UAAU,GAAG,CAMxB,IAA8B,EAC9B,EAAE;;IACF,MAAM,kBAAkB,GAAG,CAAC,OAA+D,EAAE,EAAE;QAC7F,MAAM,YAAY,GAAG,CAAO,GAAG,EAAE,EAAE;;YACjC,MAAM,CAAA,MAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,eAAe,mDAAG,GAAU,CAAC,CAAA,CAAC;YAChD,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;YACnB,MAAM,CAAA,MAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,cAAc,mDAAG,GAAU,CAAC,CAAA,CAAC;QACjD,CAAC,CAAA,CAAC;QACF,OAAO,YAAY,CAAC;IACtB,CAAC,CAAC;IAEF,OAAO,IAAA,qBAAa,EAAW;QAC7B,SAAS,EAAE,IAAI,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI,CAAC,IAAa;QAC7B,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;QACjD,sBAAsB,EAAE,IAAI,CAAC,aAAa;QAC1C,WAAW,EAAE;YACX,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,EAAE,EAAE,IAAI,CAAC,EAAE;YAEX,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,MAAA,IAAI,CAAC,KAAK,0CAAE,aAAa;YAExC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,oBAAoB,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;;gBAAC,OAAA;oBACnC,IAAA,4BAAsB,EAAC,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,QAAQ,mCAAI,MAAM,CAAC;oBACjD,kBAAyB;iBAC1B,CAAA;aAAA;SACF;QACD,OAAO,EAAE,CAAO,KAAK,EAAE,EAAE;;YACvB,MAAM,OAAO,GAAG,MAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,OAAO,mCAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;YACvE,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC,CAAA;KACF,CAAC,CAAC;AACL,CAAC,CAAC;AA5CW,QAAA,UAAU,cA4CrB","sourcesContent":["import { runCrawleeOne } from './lib/actor/actor';\nimport type {\n  CrawleeOneActorInst,\n  CrawleeOneActorDef,\n  CrawleeOneActorRouterCtx,\n  CrawleeOneCtx,\n} from './lib/actor/types';\nimport type { AllActorInputs } from './lib/input';\nimport { logLevelHandlerWrapper } from './lib/log';\nimport type { CrawleeOneRouteHandler, CrawleeOneRoute } from './lib/router/types';\nimport type { CrawlerMeta, CrawlerType } from './types';\nimport type { MaybePromise } from './utils/types';\n\n/** Args object passed to `crawleeOne` */\nexport interface CrawleeOneArgs<\n  TType extends CrawlerType,\n  T extends CrawleeOneCtx<CrawlerMeta<TType>['context']>\n> {\n  /** Type specifying the Crawlee crawler class, input options, and more. */\n  type: CrawlerType;\n  /** Unique name of the crawler instance. The name may be used in codegen and logging. */\n  name?: string;\n\n  /** Crawlee crawler configuration that CANNOT be overriden via `input` and `crawlerConfigDefaults` */\n  crawlerConfig?: Omit<CrawlerMeta<TType>['options'], 'requestHandler'>;\n  /** Crawlee crawler configuration that CAN be overriden via `input` and `crawlerConfig`  */\n  crawlerConfigDefaults?: Omit<CrawlerMeta<TType>['options'], 'requestHandler'>;\n\n  /**\n   * If `mergeInput` is truthy, will merge input settings from `inputDefaults`, `input`,\n   * and `io.getInput()`.\n   * \n   * ```js\n   * { ...inputDefaults, ...io.getInput(), ...input }\n   * ```\n   * \n   * If `mergeInput` is falsy, `io.getInput()` is ignored if `input` is provided. So the input is either:\n   * \n   * ```js\n   * { ...inputDefaults, ...io.getInput() } // If `input` is not defined\n   * ```\n   * \n   * OR\n   * \n   * ```js\n   * { ...inputDefaults, ...input } // If `input` is defined\n   * ```\n   * \n   * Alternatively, you can supply your own function that merges the sources:\n   * \n   * ```js\n   * {\n   *   // `mergeInput` can be also async\n   *   mergeInput: ({ defaults, overrides, env }) => {\n   *     // This is same as `mergeInput: true`\n   *     return { ...defaults, ...env, ...overrides };\n   *   },\n   * }\n   * ```\n   */\n  mergeInput?: boolean | ((sources: {\n    defaults: Partial<AllActorInputs>;\n    overrides: Partial<AllActorInputs>;\n    env: Partial<AllActorInputs>;\n  }) => MaybePromise<Partial<AllActorInputs>>);\n  /** Input configuration that CANNOT be overriden via `inputDefaults` and `io.getInput()` */\n  input?: Partial<AllActorInputs>;\n  /** Input configuration that CAN be overriden via `input` and `io.getInput()` */\n  inputDefaults?: Partial<AllActorInputs>;\n\n  // /////// Override services /////////\n  /**\n   * Configure the Crawlee proxy.\n   *\n   * See {@link ProxyConfiguration}\n   */\n  proxy?: CrawleeOneActorDef<T>['proxy'];\n  /**\n   * Provide a telemetry instance that is used for tracking errors.\n   *\n   * See {@link CrawleeOneTelemetry}\n   */\n  telemetry?: CrawleeOneActorDef<T>['telemetry'];\n  /**\n   * Provide an instance that is responsible for state management:\n   * - Adding scraped data to datasets\n   * - Adding and removing requests to/from queues\n   * - Cache storage\n   * \n   * This is an API based on Apify's `Actor` utility class, which is also\n   * the default.\n   * \n   * You don't need to override this in most of the cases.\n   * \n   * By default, the data is saved and kept locally in\n   * `./storage` directory. And if the cralwer runs in Apify's platform\n   * then it will use Apify's cloud for storage.\n   *\n   * See {@link CrawleeOneIO}\n   */\n  io?: CrawleeOneActorDef<T>['io'];\n  /**\n   * Provide a custom router instance.\n   * \n   * By default, router is created as:\n   * ```ts\n   * import { Router } from 'crawlee';\n   * Router.create(),\n   * ```\n   *\n   * See {@link Router}\n   */\n  router?: CrawleeOneActorDef<T>['router'];\n\n  hooks?: {\n    onReady?: (actor: CrawleeOneActorInst<T>) => MaybePromise<void>;\n    validateInput?: (input: AllActorInputs | null) => MaybePromise<void>;\n    onBeforeHandler?: CrawleeOneRouteHandler<T, CrawleeOneActorRouterCtx<T>>;\n    onAfterHandler?: CrawleeOneRouteHandler<T, CrawleeOneActorRouterCtx<T>>;\n  };\n  routes: Record<T['labels'], CrawleeOneRoute<T, CrawleeOneActorRouterCtx<T>>>;\n} // prettier-ignore\n\nexport const crawleeOne = <\n  TType extends CrawlerType,\n  T extends CrawleeOneCtx<CrawlerMeta<TType>['context']> = CrawleeOneCtx<\n    CrawlerMeta<TType>['context']\n  >\n>(\n  args: CrawleeOneArgs<TType, T>\n) => {\n  const hookHandlerWrapper = (handler: CrawleeOneRouteHandler<T, CrawleeOneActorRouterCtx<T>>) => {\n    const innerHandler = async (ctx) => {\n      await args.hooks?.onBeforeHandler?.(ctx as any);\n      await handler(ctx);\n      await args.hooks?.onAfterHandler?.(ctx as any);\n    };\n    return innerHandler;\n  };\n\n  return runCrawleeOne<TType, T>({\n    actorName: args.name,\n    actorType: args.type as TType,\n    crawlerConfigDefaults: args.crawlerConfigDefaults,\n    crawlerConfigOverrides: args.crawlerConfig,\n    actorConfig: {\n      telemetry: args.telemetry,\n      router: args.router,\n      proxy: args.proxy,\n      io: args.io,\n\n      input: args.input,\n      inputDefaults: args.inputDefaults,\n      mergeInput: args.mergeInput,\n      validateInput: args.hooks?.validateInput,\n\n      routes: args.routes,\n      routeHandlerWrappers: ({ input }) => [\n        logLevelHandlerWrapper(input?.logLevel ?? 'info'),\n        hookHandlerWrapper as any,\n      ],\n    },\n    onReady: async (actor) => {\n      const onReady = args.hooks?.onReady ?? ((actor) => actor.runCrawler());\n      await onReady(actor);\n    },\n  });\n};\n"]}
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../src/api.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,6CAAkD;AAQlD,mCAAmD;AAmH5C,MAAM,UAAU,GAAG,CAMxB,IAA8B,EAC9B,EAAE;;IACF,MAAM,kBAAkB,GAAG,CAAC,OAA+D,EAAE,EAAE;QAC7F,MAAM,YAAY,GAAG,CAAO,GAAQ,EAAE,EAAE;;YACtC,MAAM,CAAA,MAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,eAAe,mDAAG,GAAU,CAAC,CAAA,CAAC;YAChD,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;YACnB,MAAM,CAAA,MAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,cAAc,mDAAG,GAAU,CAAC,CAAA,CAAC;QACjD,CAAC,CAAA,CAAC;QACF,OAAO,YAAY,CAAC;IACtB,CAAC,CAAC;IAEF,OAAO,IAAA,qBAAa,EAAW;QAC7B,SAAS,EAAE,IAAI,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI,CAAC,IAAa;QAC7B,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;QACjD,sBAAsB,EAAE,IAAI,CAAC,aAAa;QAC1C,WAAW,EAAE;YACX,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,EAAE,EAAE,IAAI,CAAC,EAAE;YAEX,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,MAAA,IAAI,CAAC,KAAK,0CAAE,aAAa;YAExC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,oBAAoB,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;;gBAAC,OAAA;oBACnC,IAAA,4BAAsB,EAAC,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,QAAQ,mCAAI,MAAM,CAAC;oBACjD,kBAAyB;iBAC1B,CAAA;aAAA;SACF;QACD,OAAO,EAAE,CAAO,KAAK,EAAE,EAAE;;YACvB,MAAM,OAAO,GAAG,MAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,OAAO,mCAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;YACvE,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC,CAAA;KACF,CAAC,CAAC;AACL,CAAC,CAAC;AA5CW,QAAA,UAAU,cA4CrB","sourcesContent":["import { runCrawleeOne } from './lib/actor/actor';\nimport type {\n  CrawleeOneActorInst,\n  CrawleeOneActorDef,\n  CrawleeOneActorRouterCtx,\n  CrawleeOneCtx,\n} from './lib/actor/types';\nimport type { AllActorInputs } from './lib/input';\nimport { logLevelHandlerWrapper } from './lib/log';\nimport type { CrawleeOneRouteHandler, CrawleeOneRoute } from './lib/router/types';\nimport type { CrawlerMeta, CrawlerType } from './types';\nimport type { MaybePromise } from './utils/types';\n\n/** Args object passed to `crawleeOne` */\nexport interface CrawleeOneArgs<\n  TType extends CrawlerType,\n  T extends CrawleeOneCtx<CrawlerMeta<TType>['context']>\n> {\n  /** Type specifying the Crawlee crawler class, input options, and more. */\n  type: CrawlerType;\n  /** Unique name of the crawler instance. The name may be used in codegen and logging. */\n  name?: string;\n\n  /** Crawlee crawler configuration that CANNOT be overriden via `input` and `crawlerConfigDefaults` */\n  crawlerConfig?: Omit<CrawlerMeta<TType>['options'], 'requestHandler'>;\n  /** Crawlee crawler configuration that CAN be overriden via `input` and `crawlerConfig`  */\n  crawlerConfigDefaults?: Omit<CrawlerMeta<TType>['options'], 'requestHandler'>;\n\n  /**\n   * If `mergeInput` is truthy, will merge input settings from `inputDefaults`, `input`,\n   * and `io.getInput()`.\n   * \n   * ```js\n   * { ...inputDefaults, ...io.getInput(), ...input }\n   * ```\n   * \n   * If `mergeInput` is falsy, `io.getInput()` is ignored if `input` is provided. So the input is either:\n   * \n   * ```js\n   * { ...inputDefaults, ...io.getInput() } // If `input` is not defined\n   * ```\n   * \n   * OR\n   * \n   * ```js\n   * { ...inputDefaults, ...input } // If `input` is defined\n   * ```\n   * \n   * Alternatively, you can supply your own function that merges the sources:\n   * \n   * ```js\n   * {\n   *   // `mergeInput` can be also async\n   *   mergeInput: ({ defaults, overrides, env }) => {\n   *     // This is same as `mergeInput: true`\n   *     return { ...defaults, ...env, ...overrides };\n   *   },\n   * }\n   * ```\n   */\n  mergeInput?: boolean | ((sources: {\n    defaults: Partial<AllActorInputs>;\n    overrides: Partial<AllActorInputs>;\n    env: Partial<AllActorInputs>;\n  }) => MaybePromise<Partial<AllActorInputs>>);\n  /** Input configuration that CANNOT be overriden via `inputDefaults` and `io.getInput()` */\n  input?: Partial<AllActorInputs>;\n  /** Input configuration that CAN be overriden via `input` and `io.getInput()` */\n  inputDefaults?: Partial<AllActorInputs>;\n\n  // /////// Override services /////////\n  /**\n   * Configure the Crawlee proxy.\n   *\n   * See {@link ProxyConfiguration}\n   */\n  proxy?: CrawleeOneActorDef<T>['proxy'];\n  /**\n   * Provide a telemetry instance that is used for tracking errors.\n   *\n   * See {@link CrawleeOneTelemetry}\n   */\n  telemetry?: CrawleeOneActorDef<T>['telemetry'];\n  /**\n   * Provide an instance that is responsible for state management:\n   * - Adding scraped data to datasets\n   * - Adding and removing requests to/from queues\n   * - Cache storage\n   * \n   * This is an API based on Apify's `Actor` utility class, which is also\n   * the default.\n   * \n   * You don't need to override this in most of the cases.\n   * \n   * By default, the data is saved and kept locally in\n   * `./storage` directory. And if the cralwer runs in Apify's platform\n   * then it will use Apify's cloud for storage.\n   *\n   * See {@link CrawleeOneIO}\n   */\n  io?: CrawleeOneActorDef<T>['io'];\n  /**\n   * Provide a custom router instance.\n   * \n   * By default, router is created as:\n   * ```ts\n   * import { Router } from 'crawlee';\n   * Router.create(),\n   * ```\n   *\n   * See {@link Router}\n   */\n  router?: CrawleeOneActorDef<T>['router'];\n\n  hooks?: {\n    onReady?: (actor: CrawleeOneActorInst<T>) => MaybePromise<void>;\n    validateInput?: (input: AllActorInputs | null) => MaybePromise<void>;\n    onBeforeHandler?: CrawleeOneRouteHandler<T, CrawleeOneActorRouterCtx<T>>;\n    onAfterHandler?: CrawleeOneRouteHandler<T, CrawleeOneActorRouterCtx<T>>;\n  };\n  routes: Record<T['labels'], CrawleeOneRoute<T, CrawleeOneActorRouterCtx<T>>>;\n} // prettier-ignore\n\nexport const crawleeOne = <\n  TType extends CrawlerType,\n  T extends CrawleeOneCtx<CrawlerMeta<TType>['context']> = CrawleeOneCtx<\n    CrawlerMeta<TType>['context']\n  >\n>(\n  args: CrawleeOneArgs<TType, T>\n) => {\n  const hookHandlerWrapper = (handler: CrawleeOneRouteHandler<T, CrawleeOneActorRouterCtx<T>>) => {\n    const innerHandler = async (ctx: any) => {\n      await args.hooks?.onBeforeHandler?.(ctx as any);\n      await handler(ctx);\n      await args.hooks?.onAfterHandler?.(ctx as any);\n    };\n    return innerHandler;\n  };\n\n  return runCrawleeOne<TType, T>({\n    actorName: args.name,\n    actorType: args.type as TType,\n    crawlerConfigDefaults: args.crawlerConfigDefaults,\n    crawlerConfigOverrides: args.crawlerConfig,\n    actorConfig: {\n      telemetry: args.telemetry,\n      router: args.router,\n      proxy: args.proxy,\n      io: args.io,\n\n      input: args.input,\n      inputDefaults: args.inputDefaults,\n      mergeInput: args.mergeInput,\n      validateInput: args.hooks?.validateInput,\n\n      routes: args.routes,\n      routeHandlerWrappers: ({ input }) => [\n        logLevelHandlerWrapper(input?.logLevel ?? 'info'),\n        hookHandlerWrapper as any,\n      ],\n    },\n    onReady: async (actor) => {\n      const onReady = args.hooks?.onReady ?? ((actor) => actor.runCrawler());\n      await onReady(actor);\n    },\n  });\n};\n"]}

package/dist/cjs/cli/cli.js

@@ -33,7 +33,7 @@ commander_1.program
 
 Example call:
   $ crawlee-one generate -c ./path/to/config-file -o ./path/to/output.ts`)
-    .action(({ config: configFile, out: outFile }) => __awaiter(void 0, void 0, void 0, function* () {
+    .action((_a) => __awaiter(void 0, [_a], void 0, function* ({ config: configFile, out: outFile }) {
     yield (0, codegen_1.generateTypes)(outFile, configFile);
 }));
 commander_1.program
@@ -44,7 +44,7 @@ commander_1.program
 
 Example call:
   $ crawlee-one validate -c ./path/to/config`)
-    .action(({ config: configPath }) => __awaiter(void 0, void 0, void 0, function* () {
+    .action((_b) => __awaiter(void 0, [_b], void 0, function* ({ config: configPath }) {
     const config = yield (0, config_1.loadConfig)(configPath);
     (0, config_1.validateConfig)(config);
     console.log('CrawleeOne config is OK!');
@@ -60,7 +60,7 @@ commander_1.program
 
 Example call:
   $ crawlee-one migrate -d ./path/to/migrations-dir -t v1`)
-    .action(({ dir, target, extension, delimeter }) => __awaiter(void 0, void 0, void 0, function* () {
+    .action((_c) => __awaiter(void 0, [_c], void 0, function* ({ dir, target, extension, delimeter }) {
     const migrationsDir = path_1.default.resolve(process.cwd(), dir);
     const { migrate } = (0, localMigrator_1.createLocalMigrator)({ migrationsDir, extension, delimeter });
     yield migrate(target);
@@ -76,7 +76,7 @@ commander_1.program
 
 Example call:
   $ crawlee-one unmigrate -d ./path/to/migrations-dir -t v1`)
-    .action(({ dir, target, extension, delimeter }) => __awaiter(void 0, void 0, void 0, function* () {
+    .action((_d) => __awaiter(void 0, [_d], void 0, function* ({ dir, target, extension, delimeter }) {
     const migrationsDir = path_1.default.resolve(process.cwd(), dir);
     const { unmigrate } = (0, localMigrator_1.createLocalMigrator)({ migrationsDir, extension, delimeter });
     yield unmigrate(target);

package/dist/cjs/cli/cli.js.map

@@ -1 +1 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../../src/cli/cli.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,yCAAoC;AACpC,gDAAwB;AAExB,8CAAsD;AACtD,gEAAmE;AACnE,8CAA+D;AAC/D,gDAAmD;AAEnD,MAAM,OAAO,GAAG,IAAA,4BAAkB,EAAC,MAAM,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;AAEhE,mBAAO,CAAC,EAAE;KACP,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;KAClB,WAAW,CAAC,8BAA8B,CAAC;KAC3C,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAE5B,mBAAO;KACJ,OAAO,CAAC,UAAU,CAAC;KACnB,WAAW,CAAC,2CAA2C,CAAC;KACxD,MAAM,CAAC,2BAA2B,EAAE,qBAAqB,CAAC;KAC1D,cAAc,CAAC,wBAAwB,EAAE,qBAAqB,CAAC;KAC/D,WAAW,CACV,OAAO,EACP;;;yEAGqE,CACtE;KACA,MAAM,CAAC,CAAO,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE;IACrD,MAAM,IAAA,uBAAa,EAAC,OAAO,EAAE,UAAU,CAAC,CAAC;AAC3C,CAAC,CAAA,CAAC,CAAC;AAEL,mBAAO;KACJ,OAAO,CAAC,UAAU,CAAC;KACnB,WAAW,CAAC,4BAA4B,CAAC;KACzC,cAAc,CAAC,2BAA2B,EAAE,qBAAqB,CAAC;KAClE,WAAW,CACV,OAAO,EACP;;;6CAGyC,CAC1C;KACA,MAAM,CAAC,CAAO,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE;IACvC,MAAM,MAAM,GAAG,MAAM,IAAA,mBAAU,EAAC,UAAU,CAAC,CAAC;IAC5C,IAAA,uBAAc,EAAC,MAAM,CAAC,CAAC;IACvB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;AAC1C,CAAC,CAAA,CAAC,CAAC;AAEL,mBAAO;KACJ,OAAO,CAAC,SAAS,CAAC;KAClB,WAAW,CAAC,wDAAwD,CAAC;KACrE,cAAc,CAAC,8BAA8B,EAAE,uCAAuC,CAAC;KACvF,cAAc,CAAC,iBAAiB,EAAE,kCAAkC,CAAC;KACrE,MAAM,CACL,yBAAyB,EACzB,mEAAmE,CACpE;KACA,MAAM,CACL,8BAA8B,EAC9B,+EAA+E,CAChF;KACA,WAAW,CACV,OAAO,EACP;;;0DAGsD,CACvD;KACA,MAAM,CAAC,CAAO,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE;IACtD,MAAM,aAAa,GAAG,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;IACvD,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,mCAAmB,EAAC,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;IACjF,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;AACxB,CAAC,CAAA,CAAC,CAAC;AAEL,mBAAO;KACJ,OAAO,CAAC,WAAW,CAAC;KACpB,WAAW,CAAC,4DAA4D,CAAC;KACzE,cAAc,CAAC,8BAA8B,EAAE,uCAAuC,CAAC;KACvF,cAAc,CAAC,iBAAiB,EAAE,kCAAkC,CAAC;KACrE,MAAM,CACL,yBAAyB,EACzB,mEAAmE,CACpE;KACA,MAAM,CACL,8BAA8B,EAC9B,+EAA+E,CAChF;KACA,WAAW,CACV,OAAO,EACP;;;4DAGwD,CACzD;KACA,MAAM,CAAC,CAAO,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE;IACtD,MAAM,aAAa,GAAG,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;IACvD,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,mCAAmB,EAAC,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;IACnF,MAAM,SAAS,CAAC,MAAM,CAAC,CAAC;AAC1B,CAAC,CAAA,CAAC,CAAC;AAEE,MAAM,GAAG,GAAG,GAAG,EAAE;IACtB,mBAAO,CAAC,KAAK,EAAE,CAAC;AAClB,CAAC,CAAC;AAFW,QAAA,GAAG,OAEd","sourcesContent":["import { program } from 'commander';\nimport path from 'path';\n\nimport { getPackageJsonInfo } from '../utils/package';\nimport { createLocalMigrator } from '../lib/migrate/localMigrator';\nimport { loadConfig, validateConfig } from './commands/config';\nimport { generateTypes } from './commands/codegen';\n\nconst pkgJson = getPackageJsonInfo(module, ['name', 'version']);\n\nprogram //\n  .name(pkgJson.name)\n  .description('CLI to run crawlee-one tools')\n  .version(pkgJson.version);\n\nprogram\n  .command('generate')\n  .description('Generate CrawleeOne types based on config')\n  .option('-c --config [config-file]', 'path to config file')\n  .requiredOption('-o --out <output-file>', 'path to output file')\n  .addHelpText(\n    'after',\n    `\n\nExample call:\n  $ crawlee-one generate -c ./path/to/config-file -o ./path/to/output.ts`\n  )\n  .action(async ({ config: configFile, out: outFile }) => {\n    await generateTypes(outFile, configFile);\n  });\n\nprogram\n  .command('validate')\n  .description('Validate CrawleeOne config')\n  .requiredOption('-c --config <config-file>', 'path to config file')\n  .addHelpText(\n    'after',\n    `\n\nExample call:\n  $ crawlee-one validate -c ./path/to/config`\n  )\n  .action(async ({ config: configPath }) => {\n    const config = await loadConfig(configPath);\n    validateConfig(config);\n    console.log('CrawleeOne config is OK!');\n  });\n\nprogram\n  .command('migrate')\n  .description('Run a migration script specified by the version number')\n  .requiredOption('-t --target <target-version>', 'migration version to execute, eg \"v1\"')\n  .requiredOption('-d --dir <path>', 'path to the migrations directory')\n  .option(\n    '--delimeter [delimeter]',\n    'delimeter between version and rest of file name, eg \"v1_filename\"'\n  )\n  .option(\n    '--ext --extension [ext-glob]',\n    'glob pattern for valid extensions for migration files, eg \".js\" or \".{js,ts}\"'\n  )\n  .addHelpText(\n    'after',\n    `\n\nExample call:\n  $ crawlee-one migrate -d ./path/to/migrations-dir -t v1`\n  )\n  .action(async ({ dir, target, extension, delimeter }) => {\n    const migrationsDir = path.resolve(process.cwd(), dir);\n    const { migrate } = createLocalMigrator({ migrationsDir, extension, delimeter });\n    await migrate(target);\n  });\n\nprogram\n  .command('unmigrate')\n  .description('Run an un-migration script specified by the version number')\n  .requiredOption('-t --target <target-version>', 'migration version to execute, eg \"v1\"')\n  .requiredOption('-d --dir <path>', 'path to the migrations directory')\n  .option(\n    '--delimeter [delimeter]',\n    'delimeter between version and rest of file name, eg \"v1_filename\"'\n  )\n  .option(\n    '--ext --extension [ext-glob]',\n    'glob pattern for valid extensions for migration files, eg \".js\" or \".{js,ts}\"'\n  )\n  .addHelpText(\n    'after',\n    `\n\nExample call:\n  $ crawlee-one unmigrate -d ./path/to/migrations-dir -t v1`\n  )\n  .action(async ({ dir, target, extension, delimeter }) => {\n    const migrationsDir = path.resolve(process.cwd(), dir);\n    const { unmigrate } = createLocalMigrator({ migrationsDir, extension, delimeter });\n    await unmigrate(target);\n  });\n\nexport const cli = () => {\n  program.parse();\n};\n"]}
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../../src/cli/cli.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,yCAAoC;AACpC,gDAAwB;AAExB,8CAAsD;AACtD,gEAAmE;AACnE,8CAA+D;AAC/D,gDAAmD;AAEnD,MAAM,OAAO,GAAG,IAAA,4BAAkB,EAAC,MAAM,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;AAEhE,mBAAO,CAAC,EAAE;KACP,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;KAClB,WAAW,CAAC,8BAA8B,CAAC;KAC3C,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAE5B,mBAAO;KACJ,OAAO,CAAC,UAAU,CAAC;KACnB,WAAW,CAAC,2CAA2C,CAAC;KACxD,MAAM,CAAC,2BAA2B,EAAE,qBAAqB,CAAC;KAC1D,cAAc,CAAC,wBAAwB,EAAE,qBAAqB,CAAC;KAC/D,WAAW,CACV,OAAO,EACP;;;yEAGqE,CACtE;KACA,MAAM,CAAC,KAA6C,EAAE,4CAAxC,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE;IACjD,MAAM,IAAA,uBAAa,EAAC,OAAO,EAAE,UAAU,CAAC,CAAC;AAC3C,CAAC,CAAA,CAAC,CAAC;AAEL,mBAAO;KACJ,OAAO,CAAC,UAAU,CAAC;KACnB,WAAW,CAAC,4BAA4B,CAAC;KACzC,cAAc,CAAC,2BAA2B,EAAE,qBAAqB,CAAC;KAClE,WAAW,CACV,OAAO,EACP;;;6CAGyC,CAC1C;KACA,MAAM,CAAC,KAA+B,EAAE,4CAA1B,EAAE,MAAM,EAAE,UAAU,EAAE;IACnC,MAAM,MAAM,GAAG,MAAM,IAAA,mBAAU,EAAC,UAAU,CAAC,CAAC;IAC5C,IAAA,uBAAc,EAAC,MAAM,CAAC,CAAC;IACvB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;AAC1C,CAAC,CAAA,CAAC,CAAC;AAEL,mBAAO;KACJ,OAAO,CAAC,SAAS,CAAC;KAClB,WAAW,CAAC,wDAAwD,CAAC;KACrE,cAAc,CAAC,8BAA8B,EAAE,uCAAuC,CAAC;KACvF,cAAc,CAAC,iBAAiB,EAAE,kCAAkC,CAAC;KACrE,MAAM,CACL,yBAAyB,EACzB,mEAAmE,CACpE;KACA,MAAM,CACL,8BAA8B,EAC9B,+EAA+E,CAChF;KACA,WAAW,CACV,OAAO,EACP;;;0DAGsD,CACvD;KACA,MAAM,CAAC,KAA8C,EAAE,4CAAzC,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE;IAClD,MAAM,aAAa,GAAG,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;IACvD,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,mCAAmB,EAAC,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;IACjF,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;AACxB,CAAC,CAAA,CAAC,CAAC;AAEL,mBAAO;KACJ,OAAO,CAAC,WAAW,CAAC;KACpB,WAAW,CAAC,4DAA4D,CAAC;KACzE,cAAc,CAAC,8BAA8B,EAAE,uCAAuC,CAAC;KACvF,cAAc,CAAC,iBAAiB,EAAE,kCAAkC,CAAC;KACrE,MAAM,CACL,yBAAyB,EACzB,mEAAmE,CACpE;KACA,MAAM,CACL,8BAA8B,EAC9B,+EAA+E,CAChF;KACA,WAAW,CACV,OAAO,EACP;;;4DAGwD,CACzD;KACA,MAAM,CAAC,KAA8C,EAAE,4CAAzC,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE;IAClD,MAAM,aAAa,GAAG,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;IACvD,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,mCAAmB,EAAC,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;IACnF,MAAM,SAAS,CAAC,MAAM,CAAC,CAAC;AAC1B,CAAC,CAAA,CAAC,CAAC;AAEE,MAAM,GAAG,GAAG,GAAG,EAAE;IACtB,mBAAO,CAAC,KAAK,EAAE,CAAC;AAClB,CAAC,CAAC;AAFW,QAAA,GAAG,OAEd","sourcesContent":["import { program } from 'commander';\nimport path from 'path';\n\nimport { getPackageJsonInfo } from '../utils/package';\nimport { createLocalMigrator } from '../lib/migrate/localMigrator';\nimport { loadConfig, validateConfig } from './commands/config';\nimport { generateTypes } from './commands/codegen';\n\nconst pkgJson = getPackageJsonInfo(module, ['name', 'version']);\n\nprogram //\n  .name(pkgJson.name)\n  .description('CLI to run crawlee-one tools')\n  .version(pkgJson.version);\n\nprogram\n  .command('generate')\n  .description('Generate CrawleeOne types based on config')\n  .option('-c --config [config-file]', 'path to config file')\n  .requiredOption('-o --out <output-file>', 'path to output file')\n  .addHelpText(\n    'after',\n    `\n\nExample call:\n  $ crawlee-one generate -c ./path/to/config-file -o ./path/to/output.ts`\n  )\n  .action(async ({ config: configFile, out: outFile }) => {\n    await generateTypes(outFile, configFile);\n  });\n\nprogram\n  .command('validate')\n  .description('Validate CrawleeOne config')\n  .requiredOption('-c --config <config-file>', 'path to config file')\n  .addHelpText(\n    'after',\n    `\n\nExample call:\n  $ crawlee-one validate -c ./path/to/config`\n  )\n  .action(async ({ config: configPath }) => {\n    const config = await loadConfig(configPath);\n    validateConfig(config);\n    console.log('CrawleeOne config is OK!');\n  });\n\nprogram\n  .command('migrate')\n  .description('Run a migration script specified by the version number')\n  .requiredOption('-t --target <target-version>', 'migration version to execute, eg \"v1\"')\n  .requiredOption('-d --dir <path>', 'path to the migrations directory')\n  .option(\n    '--delimeter [delimeter]',\n    'delimeter between version and rest of file name, eg \"v1_filename\"'\n  )\n  .option(\n    '--ext --extension [ext-glob]',\n    'glob pattern for valid extensions for migration files, eg \".js\" or \".{js,ts}\"'\n  )\n  .addHelpText(\n    'after',\n    `\n\nExample call:\n  $ crawlee-one migrate -d ./path/to/migrations-dir -t v1`\n  )\n  .action(async ({ dir, target, extension, delimeter }) => {\n    const migrationsDir = path.resolve(process.cwd(), dir);\n    const { migrate } = createLocalMigrator({ migrationsDir, extension, delimeter });\n    await migrate(target);\n  });\n\nprogram\n  .command('unmigrate')\n  .description('Run an un-migration script specified by the version number')\n  .requiredOption('-t --target <target-version>', 'migration version to execute, eg \"v1\"')\n  .requiredOption('-d --dir <path>', 'path to the migrations directory')\n  .option(\n    '--delimeter [delimeter]',\n    'delimeter between version and rest of file name, eg \"v1_filename\"'\n  )\n  .option(\n    '--ext --extension [ext-glob]',\n    'glob pattern for valid extensions for migration files, eg \".js\" or \".{js,ts}\"'\n  )\n  .addHelpText(\n    'after',\n    `\n\nExample call:\n  $ crawlee-one unmigrate -d ./path/to/migrations-dir -t v1`\n  )\n  .action(async ({ dir, target, extension, delimeter }) => {\n    const migrationsDir = path.resolve(process.cwd(), dir);\n    const { unmigrate } = createLocalMigrator({ migrationsDir, extension, delimeter });\n    await unmigrate(target);\n  });\n\nexport const cli = () => {\n  program.parse();\n};\n"]}

package/dist/cjs/cli/commands/codegen.js.map

@@ -1 +1 @@
-{"version":3,"file":"codegen.js","sourceRoot":"","sources":["../../../../src/cli/commands/codegen.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,sDAAsD;AACtD,2DAA8B;AAC9B,gDAAwB;AAGxB,+CAA4D;AAC5D,qCAAsD;AActD,MAAM,SAAS,GAAG,CAAC,KAAe,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC9E,MAAM,QAAQ,GAAG,CAAC,KAAe,EAAE,EAAE,CACnC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;AAEpE,MAAM,UAAU,GAAG;IACjB,IAAI,EAAE,CAAC,IAAY,EAAE,KAAa,EAAE,QAAmB,EAAE,EAAE;QACzD,MAAM,WAAW,GAAG,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM,EAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,OAAO,eAAe,IAAI,GAAG,WAAW,MAAM,KAAK,GAAG,CAAC;IACzD,CAAC;IACD,QAAQ,EAAE,CAAC,IAAY,EAAE,KAAa,EAAE,QAAmB,EAAE,EAAE;QAC7D,MAAM,WAAW,GAAG,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM,EAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,OAAO,eAAe,IAAI,MAAM,WAAW,GAAG,KAAK,GAAG,CAAC;IACzD,CAAC;IACD,IAAI,EAAE,CAAC,IAAY,EAAE,KAAa,EAAE,QAAmB,EAAE,EAAE;QACzD,MAAM,WAAW,GAAG,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM,EAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,OAAO,gBAAgB,IAAI,MAAM,WAAW,GAAG,KAAK,GAAG,CAAC;IAC1D,CAAC;IACD,iGAAiG;IACjG,IAAI,EAAE,CAAC,IAAY,EAAE,KAAa,EAAE,QAAmB,EAAE,EAAE;QACzD,OAAO,eAAe,IAAI,IAAI,KAAK,EAAE,CAAC;IACxC,CAAC;CACiF,CAAC;AAErF,MAAM,oBAAoB,GAAG,CAAC,MAA8B,EAAE,EAAE;IAC9D,mDAAmD;IACnD,MAAM,WAAW,GAA2B,EAAE,CAAC;IAE/C,8DAA8D;IAC9D,MAAM,OAAO,GAA8D,EAAE,CAAC;IAE9E,MAAM,UAAU,GAAG,CACjB,GAAW,EACX,UAAe,EACf,OAAgC,EAChC,EAAE;QACF,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC;QAC3D,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC9D,qEAAqE;QACrE,0CAA0C;QAC1C,OAAO,UAAU,CAAC,MAAM,CAAsB,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACzD,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YACf,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAAS,CAAC,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,CACb,GAAW,EACX,KAA8B,EAC9B,OAAiE,EACjE,EAAE;;QACF,MAAM,IAAI,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,mCAAI,MAAM,CAAC;QACrC,MAAM,QAAQ,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,mCAAI,EAAE,CAAC;QACzC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE;YACrB,MAAM,WAAW,GAAG,OAAO,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YAClE,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;YAC3D,WAAW,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;SACjC;QACD,qDAAqD;QACrD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,oBAAoB;IACpB,MAAM,EACJ,cAAc,EAAE,UAAU,EAC1B,wBAAwB,EAAE,cAAc,EACxC,mBAAmB,EAAE,QAAQ,EAC7B,eAAe,EAAE,SAAS,EAC1B,sBAAsB,EAAE,YAAY,EACpC,sBAAsB,EAAE,YAAY,EACpC,sBAAsB,EAAE,YAAY,EACpC,wBAAwB,EAAE,cAAc,EACxC,YAAY,EAAE,MAAM,EACpB,mBAAmB,EAAE,SAAS,EAC9B,aAAa,EAAE,OAAO,EACtB,cAAc,EAAE,QAAQ,EACxB,UAAU,EAAE,YAAY,GACzB,GAAG,UAAU,CAAC,aAAa,EAAE;QAC5B,gBAAgB;QAChB,0BAA0B;QAC1B,qBAAqB;QACrB,iBAAiB;QACjB,wBAAwB;QACxB,wBAAwB;QACxB,wBAAwB;QACxB,0BAA0B;QAC1B,cAAc;QACd,qBAAqB;QACrB,eAAe;QACf,gBAAgB;QAChB,YAAY;KACb,CAAC,CAAC;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,qCAAyB,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,kBAAkB;IAClB,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,EAAE,gBAAgB,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAE7E,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,EAAE;QACjE,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;QAEjC,wEAAwE;QACxE,MAAM,uBAAuB,GAAG,qCAAyB,CAAC,WAAW,CAAC,CAAC;QAEvE,oCAAoC;QACpC,+DAA+D;QAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,WAAW,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAEhF,iGAAiG;QACjG,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,WAAW,WAAW,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YACrF,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG;YAClB,wCAAwC,UAAU,EAAE;YACpD,eAAe,MAAM,MAAM,MAAM,EAAE;YACnC,iBAAiB,SAAS,gBAAgB,SAAS,YAAY;SAChE,CAAC;QAEF,+BAA+B;QAC/B,4HAA4H;QAC5H,MAAM,MAAM,GAAG,MAAM,CACnB,GAAG,WAAW,KAAK,EACnB,GAAG,OAAO,IAAI,uBAAuB,KAAK,QAAQ,uBAAuB,EACzE,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,gCAAgC;QAChC,0FAA0F;QAC1F,MAAM,UAAU,GAAG,MAAM,CACvB,GAAG,WAAW,SAAS,EACvB,eAAe,QAAQ,KAAK,WAAW,MAAM,MAAM,sCAAsC,YAAY,KAAK,WAAW,MAAM,MAAM,2CAA2C,WAAW,MAAM,EAC7L,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,CACxC,CAAC;QAEF,2DAA2D;QAC3D,iFAAiF;QACjF,oCAAoC;QACpC,MAAM,YAAY,GAAG,MAAM,CACzB,GAAG,WAAW,eAAe,EAC7B,GAAG,cAAc,IAAI,MAAM,uBAAuB,EAClD,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,+CAA+C;QAC/C,iFAAiF;QACjF,oCAAoC;QACpC,MAAM,WAAW,GAAG,MAAM,CACxB,GAAG,WAAW,UAAU,EACxB,GAAG,QAAQ,IAAI,MAAM,uBAAuB,EAC5C,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,wBAAwB;QACxB,oEAAoE;QACpE,MAAM,QAAQ,GAAG,MAAM,CACrB,GAAG,WAAW,OAAO,EACrB,GAAG,SAAS,IAAI,MAAM,yBAAyB,YAAY,uBAAuB,EAClF;YACE,QAAQ,EAAE,WAAW;SACtB,CACF,CAAC;QAEF,+GAA+G;QAC/G,MAAM,iBAAiB,GAAG,GAAG,YAAY,IAAI,MAAM,yBAAyB,YAAY,uBAAuB,CAAC;QAChH,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,WAAW,cAAc,EAAE,iBAAiB,EAAE;YAC9E,QAAQ,EAAE,WAAW;SACtB,CAAC,CAAC;QAEH,+GAA+G;QAC/G,MAAM,eAAe,GAAG,MAAM,CAC5B,GAAG,WAAW,cAAc,EAC5B,GAAG,YAAY,IAAI,MAAM,yBAAyB,YAAY,uBAAuB,EACrF,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,0GAA0G;QAC1G,MAAM,eAAe,GAAG,MAAM,CAC5B,GAAG,WAAW,cAAc,EAC5B,GAAG,YAAY,IAAI,MAAM,yBAAyB,YAAY,uBAAuB,EACrF,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,0GAA0G;QAC1G,MAAM,iBAAiB,GAAG,MAAM,CAC9B,GAAG,WAAW,gBAAgB,EAC9B,GAAG,cAAc,IAAI,MAAM,yBAAyB,YAAY,uBAAuB,EACvF,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,0BAA0B;QAE1B,kEAAkE;QAClE,mHAAmH;QACnH,kHAAkH;QAClH,MAAM,kBAAkB,GAAG,MAAM,CAAC,GAAG,WAAW,iBAAiB,EAAE,iBAAiB,EAAE;YACpF,QAAQ,EAAE,WAAW;SACtB,CAAC,CAAC;QACH,MAAM,iBAAiB,GAAG,MAAM,CAAC,GAAG,WAAW,gBAAgB,EAAE,iBAAiB,EAAE;YAClF,QAAQ,EAAE,WAAW;SACtB,CAAC,CAAC;QAEH,qKAAqK;QACrK,MAAM,UAAU,GAAG,MAAM,CACvB,GAAG,WAAW,SAAS,EACvB,WAAW,WAAW,4BAA4B,MAAM,SAAS,EACjE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC5C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CACjD,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,EAAE;QACzB,MAAM,OAAO,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QACzC,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,OAAO,KAAK,gBAAgB,YAAY,GAAG,GAAG,CAAC;QACpE,OAAO,GAAG,CAAC;IACb,CAAC,EACD,EAAE,CACH,CAAC;IAEF,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;AAChD,CAAC,CAAC;AAEF;;;;;GAKG;AACI,MAAM,aAAa,GAAG,CAAO,OAAe,EAAE,YAAwC,EAAE,EAAE;IAC/F,MAAM,MAAM,GACV,CAAC,YAAY,IAAI,OAAO,YAAY,KAAK,QAAQ;QAC/C,CAAC,CAAC,MAAM,IAAA,mBAAU,EAAC,YAAY,CAAC;QAChC,CAAC,CAAC,YAAY,CAAC;IACnB,IAAA,uBAAc,EAAC,MAAM,CAAC,CAAC;IAEvB,uEAAuE;IACvE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,oBAAoB,CAAC,MAAO,CAAC,MAAM,CAAC,CAAC;IAC5E,MAAM,WAAW,GACf,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEzF,MAAM,MAAM,GAAG,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,kBAAG,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,kBAAG,CAAC,SAAS,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAEnD,OAAO,CAAC,GAAG,CAAC,4BAA4B,OAAO,EAAE,CAAC,CAAC;AACrD,CAAC,CAAA,CAAC;AAjBW,QAAA,aAAa,iBAiBxB","sourcesContent":["/* eslint-disable @typescript-eslint/no-unused-vars */\nimport fsp from 'fs/promises';\nimport path from 'path';\n\nimport type { CrawleeOneConfig, CrawleeOneConfigSchema } from '../../types/config';\nimport { crawlingContextNameByType } from '../../constants';\nimport { loadConfig, validateConfig } from './config';\n// NOTE: We intentionally import these to know when their names change\nimport type { AllActorInputs } from '../../lib/input';\nimport type { CrawleeOneActorInst, CrawleeOneActorRouterCtx } from '../../lib/actor/types';\nimport type {\n  CrawleeOneRoute,\n  CrawleeOneRouteHandler,\n  CrawleeOneRouteMatcher,\n  CrawleeOneRouteMatcherFn,\n  CrawleeOneRouteWrapper,\n} from '../../lib/router/types';\nimport type { MaybePromise } from '../../utils/types';\nimport type { CrawleeOneArgs, crawleeOne } from '../../api';\n\nconst makeUnion = (items: string[]) => items.map((s) => `\"${s}\"`).join(` | `);\nconst makeEnum = (items: string[]) =>\n  '{\\n' + items.map((s) => `  '${s}' = '${s}'`).join(`,\\n`) + '\\n}';\n\nconst formatters = {\n  type: (name: string, value: string, typeArgs?: string[]) => {\n    const typeArgsStr = typeArgs?.length ? `<${typeArgs.join(', ')}>` : '';\n    return `export type ${name}${typeArgsStr} = ${value};`;\n  },\n  typeFunc: (name: string, value: string, typeArgs?: string[]) => {\n    const typeArgsStr = typeArgs?.length ? `<${typeArgs.join(', ')}>` : '';\n    return `export type ${name} = ${typeArgsStr}${value};`;\n  },\n  func: (name: string, value: string, typeArgs?: string[]) => {\n    const typeArgsStr = typeArgs?.length ? `<${typeArgs.join(', ')}>` : '';\n    return `export const ${name} = ${typeArgsStr}${value};`;\n  },\n  // enum `CrawlerName`LabelEnum { \"detailPage\" = \"detailPage\", \"otherLabel\" = \"otherLabel\", ... };\n  enum: (name: string, value: string, typeArgs?: string[]) => {\n    return `export enum ${name} ${value}`;\n  },\n} satisfies Record<string, (name: string, value: string, args?: string[]) => string>;\n\nconst parseTypesFromSchema = (schema: CrawleeOneConfigSchema) => {\n  /** Remember which types we've already generated */\n  const definitions: Record<string, string> = {};\n\n  /** Remember what values need to be imported and from where */\n  const imports: Record<string, Set<{ name: string; typeOnly?: boolean }>> = {};\n\n  const addImports = <T extends string>(\n    pkg: string,\n    newEntries: T[],\n    options?: { typeOnly?: boolean }\n  ) => {\n    const { typeOnly } = options ?? {};\n    const entries = (imports[pkg] = imports[pkg] || new Set());\n    newEntries.forEach((name) => entries.add({ name, typeOnly }));\n    // Return the entries as variables, so we can define them in a single\n    // place but still reference them in code.\n    return newEntries.reduce<{ [Key in T]: Key }>((agg, key) => {\n      agg[key] = key;\n      return agg;\n    }, {} as any);\n  };\n\n  const define = (\n    key: string,\n    value: string | (() => string),\n    options?: { typeArgs?: string[]; kind?: keyof typeof formatters }\n  ) => {\n    const kind = options?.kind ?? 'type';\n    const typeArgs = options?.typeArgs ?? [];\n    if (!definitions[key]) {\n      const resolvedVal = typeof value === 'function' ? value() : value;\n      const formatter = formatters[kind];\n      const valFormatted = formatter(key, resolvedVal, typeArgs);\n      definitions[key] = valFormatted;\n    }\n    // Return the key as variable, so we can reference it\n    return key;\n  };\n\n  // 1. Define imports\n  const {\n    AllActorInputs: actorInput,\n    CrawleeOneActorRouterCtx: actorRouterCtx,\n    CrawleeOneActorInst: actorCtx,\n    CrawleeOneRoute: routeType,\n    CrawleeOneRouteHandler: routeHandler,\n    CrawleeOneRouteWrapper: routeWrapper,\n    CrawleeOneRouteMatcher: routeMatcher,\n    CrawleeOneRouteMatcherFn: routeMatcherFn,\n    CrawleeOneIO: ioType,\n    CrawleeOneTelemetry: telemType,\n    CrawleeOneCtx: ctxType,\n    CrawleeOneArgs: argsType,\n    crawleeOne: crawleeOneFn,\n  } = addImports('crawlee-one', [\n    'AllActorInputs',\n    'CrawleeOneActorRouterCtx',\n    'CrawleeOneActorInst',\n    'CrawleeOneRoute',\n    'CrawleeOneRouteHandler',\n    'CrawleeOneRouteWrapper',\n    'CrawleeOneRouteMatcher',\n    'CrawleeOneRouteMatcherFn',\n    'CrawleeOneIO',\n    'CrawleeOneTelemetry',\n    'CrawleeOneCtx',\n    'CrawleeOneArgs',\n    'crawleeOne',\n  ]);\n  addImports('crawlee', Object.values(crawlingContextNameByType), { typeOnly: true });\n\n  // 2. Define utils\n  const maybeP = define('MaybePromise', 'T | Promise<T>', { typeArgs: ['T'] });\n\n  Object.entries(schema.crawlers).forEach(([crawlerName, crawler]) => {\n    const crawlerType = crawler.type;\n\n    // 2. Get `CrawlingContext`, e.g. 'cheerio' => `CheerioCrawlingContext`;\n    const crawlingContextTypeName = crawlingContextNameByType[crawlerType];\n\n    // 3. Generate type for route labels\n    // type `CrawlerName`Label = \"detailPage\" | \"otherLabel\" | ...;\n    const labelKey = define(`${crawlerName}Label`, () => makeUnion(crawler.routes));\n\n    // enum `CrawlerName`LabelEnum { \"detailPage\" = \"detailPage\", \"otherLabel\" = \"otherLabel\", ... };\n    const labelEnumKey = define(`${crawlerName}LabelEnum`, () => makeEnum(crawler.routes), {\n      kind: 'enum',\n    });\n\n    const ctxTypeArgs = [\n      `TInput extends Record<string, any> = ${actorInput}`,\n      `TIO extends ${ioType} = ${ioType}`,\n      `Telem extends ${telemType}<any, any> = ${telemType}<any, any>`,\n    ];\n\n    // 4. Create CrawleeOne context\n    // type `CrawlerName`Ctx = <TIO, Telem>CrawleeOneCtx<CheerioCrawlingContext, `CrawlerName`Label, AllActorInputs, TIO, Telem>\n    const ctxKey = define(\n      `${crawlerName}Ctx`,\n      `${ctxType}<${crawlingContextTypeName}, ${labelKey}, TInput, TIO, Telem>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // 5. Create CrawleeOne instance\n    // const customCrawler = <TIO, Telem>(args: CrawleeOneArgs<TType, T>) => crawleeOne(args);\n    const crawlerKey = define(\n      `${crawlerName}Crawler`,\n      `(args: Omit<${argsType}<\"${crawlerType}\", ${ctxKey}<TInput, TIO, Telem>>, 'type'>) => ${crawleeOneFn}<\"${crawlerType}\", ${ctxKey}<TInput, TIO, Telem>>({ ...args, type: \"${crawlerType}\"});`,\n      { kind: 'func', typeArgs: ctxTypeArgs }\n    );\n\n    // 6. Get actor router context (`CrawleeOneActorRouterCtx`)\n    // NOTE: We use `AllActorInput` for the Actor input, because this type definition\n    //       will be used by developers.\n    const routerCtxKey = define(\n      `${crawlerName}RouterContext`,\n      `${actorRouterCtx}<${ctxKey}<TInput, TIO, Telem>>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // 7. Get actor context (`CrawleeOneActorInst`)\n    // NOTE: We use `AllActorInput` for the Actor input, because this type definition\n    //       will be used by developers.\n    const actorCtxKey = define(\n      `${crawlerName}ActorCtx`,\n      `${actorCtx}<${ctxKey}<TInput, TIO, Telem>>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // 8. Create Route types\n    // E.g. `type `crawlerName`Route = CrawleeOneRout<`CrawlerName`Ctx>`\n    const routeKey = define(\n      `${crawlerName}Route`,\n      `${routeType}<${ctxKey}<TInput, TIO, Telem>, ${routerCtxKey}<TInput, TIO, Telem>>`,\n      {\n        typeArgs: ctxTypeArgs,\n      }\n    );\n\n    // E.g. `type `crawlerName`RouteHandler = CrawleeOneRouteHandler<`CrawlerName`Ctx, CrawlerName`ActorRouterCtx>`\n    const routeHandlerValue = `${routeHandler}<${ctxKey}<TInput, TIO, Telem>, ${routerCtxKey}<TInput, TIO, Telem>>`;\n    const routeHandlerKey = define(`${crawlerName}RouteHandler`, routeHandlerValue, {\n      typeArgs: ctxTypeArgs,\n    });\n\n    // E.g. `type `crawlerName`RouteWrapper = CrawleeOneRouteWrapper<`CrawlerName`Ctx, CrawlerName`ActorRouterCtx>`\n    const routeWrapperKey = define(\n      `${crawlerName}RouteWrapper`,\n      `${routeWrapper}<${ctxKey}<TInput, TIO, Telem>, ${routerCtxKey}<TInput, TIO, Telem>>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // E.g. `type `crawlerName`Matcher = CrawleeOneRouteMatcher<`CrawlerName`Ctx, CrawlerName`ActorRouterCtx>`\n    const routeMatcherKey = define(\n      `${crawlerName}RouteMatcher`,\n      `${routeMatcher}<${ctxKey}<TInput, TIO, Telem>, ${routerCtxKey}<TInput, TIO, Telem>>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // E.g. `type `crawlerName`Matcher = CrawleeOneRouteMatcher<`CrawlerName`Ctx, CrawlerName`ActorRouterCtx>`\n    const routeMatcherFnKey = define(\n      `${crawlerName}RouteMatcherFn`,\n      `${routeMatcherFn}<${ctxKey}<TInput, TIO, Telem>, ${routerCtxKey}<TInput, TIO, Telem>>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // 9. Create Crawler hooks\n\n    // NOTE: Type for before/after handler is the same as for handlers\n    // E.g. `type `CrawlerName`OnBeforeHandler = CrawleeOneRouteHandler<CheerioCrawlingContext, ProfesiaRouterContext>`\n    // E.g. `type `CrawlerName`OnAfterHandler = CrawleeOneRouteHandler<CheerioCrawlingContext, ProfesiaRouterContext>`\n    const onBeforeHandlerKey = define(`${crawlerName}OnBeforeHandler`, routeHandlerValue, {\n      typeArgs: ctxTypeArgs,\n    });\n    const onAfterHandlerKey = define(`${crawlerName}OnAfterHandler`, routeHandlerValue, {\n      typeArgs: ctxTypeArgs,\n    });\n\n    // type `CrawlerName`OnReady = <TIO, Telem>(actor: CrawleeOneActorInst<`CrawlerName`Label, AllActorInputs, TIO, Telem, `type`CrawlingContext>) => MaybePromise<void>;\n    const onReadyKey = define(\n      `${crawlerName}OnReady`,\n      `(actor: ${actorCtxKey}<TInput, TIO, Telem>) => ${maybeP}<void>;`,\n      { kind: 'typeFunc', typeArgs: ctxTypeArgs }\n    );\n  });\n\n  const finalImports = Object.entries(imports).reduce<Record<string, string>>(\n    (agg, [pkg, entriesSet]) => {\n      const entries = [...entriesSet.values()];\n      const formattedEntries = entries.map((e) => e.name).join(', ');\n      const typeStr = entries.every((e) => e.typeOnly) ? 'type ' : '';\n      agg[pkg] = `import ${typeStr}{ ${formattedEntries} } from \"${pkg}\"`;\n      return agg;\n    },\n    {}\n  );\n\n  return { imports: finalImports, definitions };\n};\n\n/**\n * Generate types for CrawleeOne given a config.\n *\n * Config can be passed directly, or as the path to the config file.\n * If the config is omitted, it is automatically searched for using CosmicConfig.\n */\nexport const generateTypes = async (outfile: string, configOrPath?: CrawleeOneConfig | string) => {\n  const config =\n    !configOrPath || typeof configOrPath === 'string'\n      ? await loadConfig(configOrPath)\n      : configOrPath;\n  validateConfig(config);\n\n  /* eslint-disable-next-line @typescript-eslint/no-non-null-assertion */\n  const { imports, definitions } = await parseTypesFromSchema(config!.schema);\n  const fileContent =\n    Object.values(imports).join('\\n') + '\\n\\n\\n' + Object.values(definitions).join('\\n\\n');\n\n  const outdir = path.dirname(outfile);\n  await fsp.mkdir(outdir, { recursive: true });\n  await fsp.writeFile(outfile, fileContent, 'utf-8');\n\n  console.log(`Done generating types to ${outfile}`);\n};\n"]}
+{"version":3,"file":"codegen.js","sourceRoot":"","sources":["../../../../src/cli/commands/codegen.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,sDAAsD;AACtD,2DAA8B;AAC9B,gDAAwB;AAGxB,+CAA4D;AAC5D,qCAAsD;AActD,MAAM,SAAS,GAAG,CAAC,KAAe,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC9E,MAAM,QAAQ,GAAG,CAAC,KAAe,EAAE,EAAE,CACnC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;AAEpE,MAAM,UAAU,GAAG;IACjB,IAAI,EAAE,CAAC,IAAY,EAAE,KAAa,EAAE,QAAmB,EAAE,EAAE;QACzD,MAAM,WAAW,GAAG,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM,EAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,OAAO,eAAe,IAAI,GAAG,WAAW,MAAM,KAAK,GAAG,CAAC;IACzD,CAAC;IACD,QAAQ,EAAE,CAAC,IAAY,EAAE,KAAa,EAAE,QAAmB,EAAE,EAAE;QAC7D,MAAM,WAAW,GAAG,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM,EAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,OAAO,eAAe,IAAI,MAAM,WAAW,GAAG,KAAK,GAAG,CAAC;IACzD,CAAC;IACD,IAAI,EAAE,CAAC,IAAY,EAAE,KAAa,EAAE,QAAmB,EAAE,EAAE;QACzD,MAAM,WAAW,GAAG,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM,EAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,OAAO,gBAAgB,IAAI,MAAM,WAAW,GAAG,KAAK,GAAG,CAAC;IAC1D,CAAC;IACD,iGAAiG;IACjG,IAAI,EAAE,CAAC,IAAY,EAAE,KAAa,EAAE,QAAmB,EAAE,EAAE;QACzD,OAAO,eAAe,IAAI,IAAI,KAAK,EAAE,CAAC;IACxC,CAAC;CACiF,CAAC;AAErF,MAAM,oBAAoB,GAAG,CAAC,MAA8B,EAAE,EAAE;IAC9D,mDAAmD;IACnD,MAAM,WAAW,GAA2B,EAAE,CAAC;IAE/C,8DAA8D;IAC9D,MAAM,OAAO,GAA8D,EAAE,CAAC;IAE9E,MAAM,UAAU,GAAG,CACjB,GAAW,EACX,UAAe,EACf,OAAgC,EAChC,EAAE;QACF,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC;QAC3D,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC9D,qEAAqE;QACrE,0CAA0C;QAC1C,OAAO,UAAU,CAAC,MAAM,CAAsB,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACzD,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YACf,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAAS,CAAC,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,CACb,GAAW,EACX,KAA8B,EAC9B,OAAiE,EACjE,EAAE;;QACF,MAAM,IAAI,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,mCAAI,MAAM,CAAC;QACrC,MAAM,QAAQ,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,mCAAI,EAAE,CAAC;QACzC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,WAAW,GAAG,OAAO,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YAClE,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;YAC3D,WAAW,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;QAClC,CAAC;QACD,qDAAqD;QACrD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,oBAAoB;IACpB,MAAM,EACJ,cAAc,EAAE,UAAU,EAC1B,wBAAwB,EAAE,cAAc,EACxC,mBAAmB,EAAE,QAAQ,EAC7B,eAAe,EAAE,SAAS,EAC1B,sBAAsB,EAAE,YAAY,EACpC,sBAAsB,EAAE,YAAY,EACpC,sBAAsB,EAAE,YAAY,EACpC,wBAAwB,EAAE,cAAc,EACxC,YAAY,EAAE,MAAM,EACpB,mBAAmB,EAAE,SAAS,EAC9B,aAAa,EAAE,OAAO,EACtB,cAAc,EAAE,QAAQ,EACxB,UAAU,EAAE,YAAY,GACzB,GAAG,UAAU,CAAC,aAAa,EAAE;QAC5B,gBAAgB;QAChB,0BAA0B;QAC1B,qBAAqB;QACrB,iBAAiB;QACjB,wBAAwB;QACxB,wBAAwB;QACxB,wBAAwB;QACxB,0BAA0B;QAC1B,cAAc;QACd,qBAAqB;QACrB,eAAe;QACf,gBAAgB;QAChB,YAAY;KACb,CAAC,CAAC;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,qCAAyB,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,kBAAkB;IAClB,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,EAAE,gBAAgB,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAE7E,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,EAAE;QACjE,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;QAEjC,wEAAwE;QACxE,MAAM,uBAAuB,GAAG,qCAAyB,CAAC,WAAW,CAAC,CAAC;QAEvE,oCAAoC;QACpC,+DAA+D;QAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,WAAW,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAEhF,iGAAiG;QACjG,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,WAAW,WAAW,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YACrF,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG;YAClB,wCAAwC,UAAU,EAAE;YACpD,eAAe,MAAM,MAAM,MAAM,EAAE;YACnC,iBAAiB,SAAS,gBAAgB,SAAS,YAAY;SAChE,CAAC;QAEF,+BAA+B;QAC/B,4HAA4H;QAC5H,MAAM,MAAM,GAAG,MAAM,CACnB,GAAG,WAAW,KAAK,EACnB,GAAG,OAAO,IAAI,uBAAuB,KAAK,QAAQ,uBAAuB,EACzE,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,gCAAgC;QAChC,0FAA0F;QAC1F,MAAM,UAAU,GAAG,MAAM,CACvB,GAAG,WAAW,SAAS,EACvB,eAAe,QAAQ,KAAK,WAAW,MAAM,MAAM,sCAAsC,YAAY,KAAK,WAAW,MAAM,MAAM,2CAA2C,WAAW,MAAM,EAC7L,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,CACxC,CAAC;QAEF,2DAA2D;QAC3D,iFAAiF;QACjF,oCAAoC;QACpC,MAAM,YAAY,GAAG,MAAM,CACzB,GAAG,WAAW,eAAe,EAC7B,GAAG,cAAc,IAAI,MAAM,uBAAuB,EAClD,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,+CAA+C;QAC/C,iFAAiF;QACjF,oCAAoC;QACpC,MAAM,WAAW,GAAG,MAAM,CACxB,GAAG,WAAW,UAAU,EACxB,GAAG,QAAQ,IAAI,MAAM,uBAAuB,EAC5C,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,wBAAwB;QACxB,oEAAoE;QACpE,MAAM,QAAQ,GAAG,MAAM,CACrB,GAAG,WAAW,OAAO,EACrB,GAAG,SAAS,IAAI,MAAM,yBAAyB,YAAY,uBAAuB,EAClF;YACE,QAAQ,EAAE,WAAW;SACtB,CACF,CAAC;QAEF,+GAA+G;QAC/G,MAAM,iBAAiB,GAAG,GAAG,YAAY,IAAI,MAAM,yBAAyB,YAAY,uBAAuB,CAAC;QAChH,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,WAAW,cAAc,EAAE,iBAAiB,EAAE;YAC9E,QAAQ,EAAE,WAAW;SACtB,CAAC,CAAC;QAEH,+GAA+G;QAC/G,MAAM,eAAe,GAAG,MAAM,CAC5B,GAAG,WAAW,cAAc,EAC5B,GAAG,YAAY,IAAI,MAAM,yBAAyB,YAAY,uBAAuB,EACrF,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,0GAA0G;QAC1G,MAAM,eAAe,GAAG,MAAM,CAC5B,GAAG,WAAW,cAAc,EAC5B,GAAG,YAAY,IAAI,MAAM,yBAAyB,YAAY,uBAAuB,EACrF,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,0GAA0G;QAC1G,MAAM,iBAAiB,GAAG,MAAM,CAC9B,GAAG,WAAW,gBAAgB,EAC9B,GAAG,cAAc,IAAI,MAAM,yBAAyB,YAAY,uBAAuB,EACvF,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC1B,CAAC;QAEF,0BAA0B;QAE1B,kEAAkE;QAClE,mHAAmH;QACnH,kHAAkH;QAClH,MAAM,kBAAkB,GAAG,MAAM,CAAC,GAAG,WAAW,iBAAiB,EAAE,iBAAiB,EAAE;YACpF,QAAQ,EAAE,WAAW;SACtB,CAAC,CAAC;QACH,MAAM,iBAAiB,GAAG,MAAM,CAAC,GAAG,WAAW,gBAAgB,EAAE,iBAAiB,EAAE;YAClF,QAAQ,EAAE,WAAW;SACtB,CAAC,CAAC;QAEH,qKAAqK;QACrK,MAAM,UAAU,GAAG,MAAM,CACvB,GAAG,WAAW,SAAS,EACvB,WAAW,WAAW,4BAA4B,MAAM,SAAS,EACjE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,CAC5C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CACjD,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,EAAE;QACzB,MAAM,OAAO,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QACzC,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,OAAO,KAAK,gBAAgB,YAAY,GAAG,GAAG,CAAC;QACpE,OAAO,GAAG,CAAC;IACb,CAAC,EACD,EAAE,CACH,CAAC;IAEF,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;AAChD,CAAC,CAAC;AAEF;;;;;GAKG;AACI,MAAM,aAAa,GAAG,CAAO,OAAe,EAAE,YAAwC,EAAE,EAAE;IAC/F,MAAM,MAAM,GACV,CAAC,YAAY,IAAI,OAAO,YAAY,KAAK,QAAQ;QAC/C,CAAC,CAAC,MAAM,IAAA,mBAAU,EAAC,YAAY,CAAC;QAChC,CAAC,CAAC,YAAY,CAAC;IACnB,IAAA,uBAAc,EAAC,MAAM,CAAC,CAAC;IAEvB,uEAAuE;IACvE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,oBAAoB,CAAC,MAAO,CAAC,MAAM,CAAC,CAAC;IAC5E,MAAM,WAAW,GACf,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEzF,MAAM,MAAM,GAAG,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,kBAAG,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,kBAAG,CAAC,SAAS,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAEnD,OAAO,CAAC,GAAG,CAAC,4BAA4B,OAAO,EAAE,CAAC,CAAC;AACrD,CAAC,CAAA,CAAC;AAjBW,QAAA,aAAa,iBAiBxB","sourcesContent":["/* eslint-disable @typescript-eslint/no-unused-vars */\nimport fsp from 'fs/promises';\nimport path from 'path';\n\nimport type { CrawleeOneConfig, CrawleeOneConfigSchema } from '../../types/config';\nimport { crawlingContextNameByType } from '../../constants';\nimport { loadConfig, validateConfig } from './config';\n// NOTE: We intentionally import these to know when their names change\nimport type { AllActorInputs } from '../../lib/input';\nimport type { CrawleeOneActorInst, CrawleeOneActorRouterCtx } from '../../lib/actor/types';\nimport type {\n  CrawleeOneRoute,\n  CrawleeOneRouteHandler,\n  CrawleeOneRouteMatcher,\n  CrawleeOneRouteMatcherFn,\n  CrawleeOneRouteWrapper,\n} from '../../lib/router/types';\nimport type { MaybePromise } from '../../utils/types';\nimport type { CrawleeOneArgs, crawleeOne } from '../../api';\n\nconst makeUnion = (items: string[]) => items.map((s) => `\"${s}\"`).join(` | `);\nconst makeEnum = (items: string[]) =>\n  '{\\n' + items.map((s) => `  '${s}' = '${s}'`).join(`,\\n`) + '\\n}';\n\nconst formatters = {\n  type: (name: string, value: string, typeArgs?: string[]) => {\n    const typeArgsStr = typeArgs?.length ? `<${typeArgs.join(', ')}>` : '';\n    return `export type ${name}${typeArgsStr} = ${value};`;\n  },\n  typeFunc: (name: string, value: string, typeArgs?: string[]) => {\n    const typeArgsStr = typeArgs?.length ? `<${typeArgs.join(', ')}>` : '';\n    return `export type ${name} = ${typeArgsStr}${value};`;\n  },\n  func: (name: string, value: string, typeArgs?: string[]) => {\n    const typeArgsStr = typeArgs?.length ? `<${typeArgs.join(', ')}>` : '';\n    return `export const ${name} = ${typeArgsStr}${value};`;\n  },\n  // enum `CrawlerName`LabelEnum { \"detailPage\" = \"detailPage\", \"otherLabel\" = \"otherLabel\", ... };\n  enum: (name: string, value: string, typeArgs?: string[]) => {\n    return `export enum ${name} ${value}`;\n  },\n} satisfies Record<string, (name: string, value: string, args?: string[]) => string>;\n\nconst parseTypesFromSchema = (schema: CrawleeOneConfigSchema) => {\n  /** Remember which types we've already generated */\n  const definitions: Record<string, string> = {};\n\n  /** Remember what values need to be imported and from where */\n  const imports: Record<string, Set<{ name: string; typeOnly?: boolean }>> = {};\n\n  const addImports = <T extends string>(\n    pkg: string,\n    newEntries: T[],\n    options?: { typeOnly?: boolean }\n  ) => {\n    const { typeOnly } = options ?? {};\n    const entries = (imports[pkg] = imports[pkg] || new Set());\n    newEntries.forEach((name) => entries.add({ name, typeOnly }));\n    // Return the entries as variables, so we can define them in a single\n    // place but still reference them in code.\n    return newEntries.reduce<{ [Key in T]: Key }>((agg, key) => {\n      agg[key] = key;\n      return agg;\n    }, {} as any);\n  };\n\n  const define = (\n    key: string,\n    value: string | (() => string),\n    options?: { typeArgs?: string[]; kind?: keyof typeof formatters }\n  ) => {\n    const kind = options?.kind ?? 'type';\n    const typeArgs = options?.typeArgs ?? [];\n    if (!definitions[key]) {\n      const resolvedVal = typeof value === 'function' ? value() : value;\n      const formatter = formatters[kind];\n      const valFormatted = formatter(key, resolvedVal, typeArgs);\n      definitions[key] = valFormatted;\n    }\n    // Return the key as variable, so we can reference it\n    return key;\n  };\n\n  // 1. Define imports\n  const {\n    AllActorInputs: actorInput,\n    CrawleeOneActorRouterCtx: actorRouterCtx,\n    CrawleeOneActorInst: actorCtx,\n    CrawleeOneRoute: routeType,\n    CrawleeOneRouteHandler: routeHandler,\n    CrawleeOneRouteWrapper: routeWrapper,\n    CrawleeOneRouteMatcher: routeMatcher,\n    CrawleeOneRouteMatcherFn: routeMatcherFn,\n    CrawleeOneIO: ioType,\n    CrawleeOneTelemetry: telemType,\n    CrawleeOneCtx: ctxType,\n    CrawleeOneArgs: argsType,\n    crawleeOne: crawleeOneFn,\n  } = addImports('crawlee-one', [\n    'AllActorInputs',\n    'CrawleeOneActorRouterCtx',\n    'CrawleeOneActorInst',\n    'CrawleeOneRoute',\n    'CrawleeOneRouteHandler',\n    'CrawleeOneRouteWrapper',\n    'CrawleeOneRouteMatcher',\n    'CrawleeOneRouteMatcherFn',\n    'CrawleeOneIO',\n    'CrawleeOneTelemetry',\n    'CrawleeOneCtx',\n    'CrawleeOneArgs',\n    'crawleeOne',\n  ]);\n  addImports('crawlee', Object.values(crawlingContextNameByType), { typeOnly: true });\n\n  // 2. Define utils\n  const maybeP = define('MaybePromise', 'T | Promise<T>', { typeArgs: ['T'] });\n\n  Object.entries(schema.crawlers).forEach(([crawlerName, crawler]) => {\n    const crawlerType = crawler.type;\n\n    // 2. Get `CrawlingContext`, e.g. 'cheerio' => `CheerioCrawlingContext`;\n    const crawlingContextTypeName = crawlingContextNameByType[crawlerType];\n\n    // 3. Generate type for route labels\n    // type `CrawlerName`Label = \"detailPage\" | \"otherLabel\" | ...;\n    const labelKey = define(`${crawlerName}Label`, () => makeUnion(crawler.routes));\n\n    // enum `CrawlerName`LabelEnum { \"detailPage\" = \"detailPage\", \"otherLabel\" = \"otherLabel\", ... };\n    const labelEnumKey = define(`${crawlerName}LabelEnum`, () => makeEnum(crawler.routes), {\n      kind: 'enum',\n    });\n\n    const ctxTypeArgs = [\n      `TInput extends Record<string, any> = ${actorInput}`,\n      `TIO extends ${ioType} = ${ioType}`,\n      `Telem extends ${telemType}<any, any> = ${telemType}<any, any>`,\n    ];\n\n    // 4. Create CrawleeOne context\n    // type `CrawlerName`Ctx = <TIO, Telem>CrawleeOneCtx<CheerioCrawlingContext, `CrawlerName`Label, AllActorInputs, TIO, Telem>\n    const ctxKey = define(\n      `${crawlerName}Ctx`,\n      `${ctxType}<${crawlingContextTypeName}, ${labelKey}, TInput, TIO, Telem>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // 5. Create CrawleeOne instance\n    // const customCrawler = <TIO, Telem>(args: CrawleeOneArgs<TType, T>) => crawleeOne(args);\n    const crawlerKey = define(\n      `${crawlerName}Crawler`,\n      `(args: Omit<${argsType}<\"${crawlerType}\", ${ctxKey}<TInput, TIO, Telem>>, 'type'>) => ${crawleeOneFn}<\"${crawlerType}\", ${ctxKey}<TInput, TIO, Telem>>({ ...args, type: \"${crawlerType}\"});`,\n      { kind: 'func', typeArgs: ctxTypeArgs }\n    );\n\n    // 6. Get actor router context (`CrawleeOneActorRouterCtx`)\n    // NOTE: We use `AllActorInput` for the Actor input, because this type definition\n    //       will be used by developers.\n    const routerCtxKey = define(\n      `${crawlerName}RouterContext`,\n      `${actorRouterCtx}<${ctxKey}<TInput, TIO, Telem>>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // 7. Get actor context (`CrawleeOneActorInst`)\n    // NOTE: We use `AllActorInput` for the Actor input, because this type definition\n    //       will be used by developers.\n    const actorCtxKey = define(\n      `${crawlerName}ActorCtx`,\n      `${actorCtx}<${ctxKey}<TInput, TIO, Telem>>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // 8. Create Route types\n    // E.g. `type `crawlerName`Route = CrawleeOneRout<`CrawlerName`Ctx>`\n    const routeKey = define(\n      `${crawlerName}Route`,\n      `${routeType}<${ctxKey}<TInput, TIO, Telem>, ${routerCtxKey}<TInput, TIO, Telem>>`,\n      {\n        typeArgs: ctxTypeArgs,\n      }\n    );\n\n    // E.g. `type `crawlerName`RouteHandler = CrawleeOneRouteHandler<`CrawlerName`Ctx, CrawlerName`ActorRouterCtx>`\n    const routeHandlerValue = `${routeHandler}<${ctxKey}<TInput, TIO, Telem>, ${routerCtxKey}<TInput, TIO, Telem>>`;\n    const routeHandlerKey = define(`${crawlerName}RouteHandler`, routeHandlerValue, {\n      typeArgs: ctxTypeArgs,\n    });\n\n    // E.g. `type `crawlerName`RouteWrapper = CrawleeOneRouteWrapper<`CrawlerName`Ctx, CrawlerName`ActorRouterCtx>`\n    const routeWrapperKey = define(\n      `${crawlerName}RouteWrapper`,\n      `${routeWrapper}<${ctxKey}<TInput, TIO, Telem>, ${routerCtxKey}<TInput, TIO, Telem>>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // E.g. `type `crawlerName`Matcher = CrawleeOneRouteMatcher<`CrawlerName`Ctx, CrawlerName`ActorRouterCtx>`\n    const routeMatcherKey = define(\n      `${crawlerName}RouteMatcher`,\n      `${routeMatcher}<${ctxKey}<TInput, TIO, Telem>, ${routerCtxKey}<TInput, TIO, Telem>>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // E.g. `type `crawlerName`Matcher = CrawleeOneRouteMatcher<`CrawlerName`Ctx, CrawlerName`ActorRouterCtx>`\n    const routeMatcherFnKey = define(\n      `${crawlerName}RouteMatcherFn`,\n      `${routeMatcherFn}<${ctxKey}<TInput, TIO, Telem>, ${routerCtxKey}<TInput, TIO, Telem>>`,\n      { typeArgs: ctxTypeArgs }\n    );\n\n    // 9. Create Crawler hooks\n\n    // NOTE: Type for before/after handler is the same as for handlers\n    // E.g. `type `CrawlerName`OnBeforeHandler = CrawleeOneRouteHandler<CheerioCrawlingContext, ProfesiaRouterContext>`\n    // E.g. `type `CrawlerName`OnAfterHandler = CrawleeOneRouteHandler<CheerioCrawlingContext, ProfesiaRouterContext>`\n    const onBeforeHandlerKey = define(`${crawlerName}OnBeforeHandler`, routeHandlerValue, {\n      typeArgs: ctxTypeArgs,\n    });\n    const onAfterHandlerKey = define(`${crawlerName}OnAfterHandler`, routeHandlerValue, {\n      typeArgs: ctxTypeArgs,\n    });\n\n    // type `CrawlerName`OnReady = <TIO, Telem>(actor: CrawleeOneActorInst<`CrawlerName`Label, AllActorInputs, TIO, Telem, `type`CrawlingContext>) => MaybePromise<void>;\n    const onReadyKey = define(\n      `${crawlerName}OnReady`,\n      `(actor: ${actorCtxKey}<TInput, TIO, Telem>) => ${maybeP}<void>;`,\n      { kind: 'typeFunc', typeArgs: ctxTypeArgs }\n    );\n  });\n\n  const finalImports = Object.entries(imports).reduce<Record<string, string>>(\n    (agg, [pkg, entriesSet]) => {\n      const entries = [...entriesSet.values()];\n      const formattedEntries = entries.map((e) => e.name).join(', ');\n      const typeStr = entries.every((e) => e.typeOnly) ? 'type ' : '';\n      agg[pkg] = `import ${typeStr}{ ${formattedEntries} } from \"${pkg}\"`;\n      return agg;\n    },\n    {}\n  );\n\n  return { imports: finalImports, definitions };\n};\n\n/**\n * Generate types for CrawleeOne given a config.\n *\n * Config can be passed directly, or as the path to the config file.\n * If the config is omitted, it is automatically searched for using CosmicConfig.\n */\nexport const generateTypes = async (outfile: string, configOrPath?: CrawleeOneConfig | string) => {\n  const config =\n    !configOrPath || typeof configOrPath === 'string'\n      ? await loadConfig(configOrPath)\n      : configOrPath;\n  validateConfig(config);\n\n  /* eslint-disable-next-line @typescript-eslint/no-non-null-assertion */\n  const { imports, definitions } = await parseTypesFromSchema(config!.schema);\n  const fileContent =\n    Object.values(imports).join('\\n') + '\\n\\n\\n' + Object.values(definitions).join('\\n\\n');\n\n  const outdir = path.dirname(outfile);\n  await fsp.mkdir(outdir, { recursive: true });\n  await fsp.writeFile(outfile, fileContent, 'utf-8');\n\n  console.log(`Done generating types to ${outfile}`);\n};\n"]}

package/dist/cjs/lib/actions/scrapeListing.js.map

@@ -1 +1 @@
-{"version":3,"file":"scrapeListing.js","sourceRoot":"","sources":["../../../../src/lib/actions/scrapeListing.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mCAAuC;AAEvC,6CAA+D;AAC/D,yCAA8C;AA8G9C;;;;GAIG;AACH,MAAM,mBAAmB,GAAG,CAA8B,EACxD,OAAO,EACP,OAAO,GAAG,EAAE,EACZ,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,GAAG,GACsC,EAA2B,EAAE;IACtE,IAAI,YAAY,GAAwB,OAAO,CAAC;IAEhD,MAAM,6BAA6B,GAAG,GAAS,EAAE;QAC/C,MAAM,aAAa,GAAG,MAAM,IAAA,sBAAc,EAAC,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QAC5F,OAAO,IAAA,sBAAa,EAAC,aAAa,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAA,CAAC;IAEF,MAAM,QAAQ,GAAG,GAAS,EAAE;QAC1B,MAAM,SAAS,GAAG,MAAM,IAAA,sBAAc,EAAC,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QACpF,OAAO,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC,CAAA,CAAC;IAEF,MAAM,YAAY,GAAG,GAAS,EAAE;QAC9B,MAAM,0BAA0B,GAAG,MAAM,6BAA6B,EAAE,CAAC;QACzE,OAAO,0BAA0B,GAAG,CAAC,CAAC,CAAC;IACzC,CAAC,CAAA,CAAC;IAEF,MAAM,SAAS,GAAG,GAAS,EAAE;QAC3B,6EAA6E;QAC7E,gDAAgD;QAChD,wCAAwC;QACxC,mDAAmD;QACnD,wCAAwC;QACxC,wCAAwC;QACxC,wCAAwC;QACxC,iCAAiC;QACjC,wCAAwC;QACxC,EAAE;QACF,uEAAuE;QACvE,8DAA8D;QAC9D,sCAAsC;QACtC,wCAAwC;QACxC,EAAE;QACF,sEAAsE;QACtE,iBAAiB;QACjB,0CAA0C;QAC1C,0CAA0C;QAE1C,MAAM,UAAU,GAAG,MAAM,IAAA,sBAAc,EAAC,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACtF,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAErE,MAAM,0BAA0B,GAAG,MAAM,6BAA6B,EAAE,CAAC;QACzE,IAAI,0BAA0B,KAAK,CAAC,CAAC;YACnC,MAAM,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAEvE,MAAM,iBAAiB,GAAG,YAAY,CAAC,0BAA0B,CAAC,CAAC;QACnE,MAAM,cAAc,GAAG,YAAY,CAAC,KAAK,CAAC,0BAA0B,GAAG,CAAC,CAAC,CAAC;QAE1E,GAAG,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC1C,MAAM,iBAAiB,CAAC,SAAS,EAAE,CAAC;QACpC,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE;YACnC,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;SAC1B;IACH,CAAC,CAAA,CAAC;IAEF,+CAA+C;IAC/C,MAAM,SAAS,GAAG,GAAS,EAAE;QAC3B,MAAM,UAAU,EAAE,CAAC;QAEnB,8CAA8C;QAC9C,YAAY,GAAG,EAAE,CAAC;QAClB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC5B,MAAM,eAAe,GAAG,iBAAiB;gBACvC,CAAC,CAAC,MAAM,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;gBACnD,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,CAAC,eAAe,EAAE;gBACpB,GAAG,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,IAAI,sBAAsB,CAAC,CAAC;gBACpE,MAAM;aACP;YAED,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;gBACpB,GAAG,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;gBAC7C,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;aAC1B;iBAAM;gBACL,GAAG,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,qDAAqD,CAAC,CAAC;aACvF;YAED,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SAC3B;QAED,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACjC,MAAM,CAAA,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAG,OAAO,CAAC,CAAA,CAAC;IACnC,CAAC,CAAA,CAAC;IAEF,yBAAyB;IACzB,MAAM,UAAU,GAAG,GAAS,EAAE;QAC5B,GAAG,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACnC,MAAM,CAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAG,OAAO,CAAC,CAAA,CAAC;QAChC,YAAY,GAAG,OAAO,CAAC;QACvB,GAAG,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC1C,CAAC,CAAA,CAAC;IAEF,OAAO;QACL,SAAS;QACT,SAAS;QACT,YAAY;QACZ,QAAQ;KACT,CAAC;AACJ,CAAC,CAAC;AAEF,yFAAyF;AAClF,MAAM,oBAAoB,GAAG,CAClC,OAAgD,EAChD,EAAE;IACF,MAAM,EACJ,OAAO,EACP,SAAS,EACT,gBAAgB,GAAG,KAAK,EACxB,GAAG,EACH,MAAM,EACN,UAAU,EACV,iBAAiB,EAEjB,OAAO,GAAG,EAAE,EACZ,iBAAiB,EACjB,kBAAkB,GAAG,CAAC,EACtB,kBAAkB,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EACnD,eAAe,EACf,cAAc,EAEd,cAAc,EACd,qBAAqB,GAAG,CAAC,EACzB,qBAAqB,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EACtD,oBAAoB,EAEpB,cAAc,EACd,YAAY,GAAG,GAAG,GACnB,GAAG,OAAO,CAAC;IAEZ,4DAA4D;IAC5D,MAAM,KAAK,GAAc,EAAE,CAAC;IAE5B,MAAM,IAAA,sBAAc,EAAC,SAAS,EAAE,CAAO,QAAQ,EAAE,KAAK,EAAE,EAAE;QACxD,IAAI,gBAAgB,IAAI,KAAK,GAAG,CAAC;YAAE,OAAO;QAE1C,MAAM,KAAK,GAAG,GAAG,QAAQ,KAAK,KAAK,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;QAE/D,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,MAAM,KAAK,GAAG,GAAG,EAAE,GAAG,eAAe,GAAG,IAAI,CAAA,CAAC,CAAC,CAAC,CAAC,kBAAkB;QAElE,0CAA0C;QAC1C,IAAI,SAAS,GAAmC,IAAI,CAAC;QACrD,MAAM,SAAS,GAAG,GAA4C,EAAE;;YAAC,OAAA,CAAC;gBAChE,OAAO;gBACP,GAAG;gBACH,QAAQ;gBACR,OAAO;gBACP,eAAe,EAAE,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,SAAS,mCAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;gBACnD,KAAK;aACN,CAAC,CAAA;SAAA,CAAC;QAEH,GAAG,CAAC,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;QACrC,IAAA,iBAAW,EAAC,QAAkB,CAAC,CAAC;QAChC,GAAG,CAAC,IAAI,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;QACpC,MAAM,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAG,SAAS,EAAE,EAAE,QAAQ,CAAC,CAAA,CAAC;QAC1C,GAAG,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;QAE7C,SAAS,GAAG,mBAAmB,CAAC;YAC9B,OAAO,EAAE,SAAS,EAAE;YACpB,OAAO;YACP,iBAAiB;YACjB,eAAe;YACf,cAAc;YACd,GAAG;SACJ,CAAC,CAAC;QAEH,GAAG,CAAC,KAAK,CAAC,2CAA2C,KAAK,EAAE,CAAC,CAAC,CAAC,kBAAkB;QACjF,MAAM,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAG,SAAS,EAAE,CAAC,CAAA,CAAC;QACvC,GAAG,CAAC,KAAK,CAAC,gDAAgD,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB;QAEvF,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAElE,IAAI,wBAAwB,GAAG,IAAI,CAAC;QACpC,OAAO,wBAAwB,IAAI,CAAC,eAAe,EAAE;YACnD,cAAc;YACd,0CAA0C;YAC1C,GAAG,CAAC,IAAI,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;YAChD,MAAM,IAAA,kBAAU,EACd,GAAS,EAAE;gBACT,IAAI,CAAC,SAAS;oBAAE,MAAM,KAAK,CAAC,+DAA+D,KAAK,EAAE,CAAC,CAAC,CAAC,kBAAkB;gBAEvH,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC;gBAClD,IAAI,CAAC,cAAc,IAAI,CAAC,cAAc,EAAE;oBACtC,GAAG,CAAC,IAAI,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;oBACjD,OAAO;iBACR;gBAED,GAAG,CAAC,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;gBAC9C,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC;gBAC5B,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC;gBAC5B,GAAG,CAAC,KAAK,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC;YACrD,CAAC,CAAA,EACD;gBACE,UAAU,EAAE,kBAAkB;gBAC9B,OAAO,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,kBAAkB,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC;aAC/E,CACF,CAAC;YAEF,IAAI,iBAAiB,GAAG,IAAI,CAAC;YAC7B,OAAO,iBAAiB,IAAI,CAAC,eAAe,EAAE;gBAC5C,kBAAkB;gBAClB,IAAI,UAAU,GAAG,WAAW,CAAC;gBAC7B,IAAI,MAAM,EAAE;oBACV,GAAG,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;oBAC7C,UAAU,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;oBACvC,GAAG,CAAC,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;iBACnD;gBACD,MAAM,SAAS,GAAG,GAAG,KAAK,KAAK,UAAU,GAAG,CAAC;gBAE7C,qBAAqB;gBACrB,GAAG,CAAC,IAAI,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;gBACpD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,kBAAU,EACjC,CAAO,UAAU,EAAE,EAAE,kDAAC,OAAA,cAAc,CAAC,SAAS,EAAE,EAAE,UAAU,CAAC,CAAA,GAAA,EAC7D;oBACE,UAAU,EAAE,qBAAqB;oBACjC,OAAO,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,qBAAqB,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC;iBAClF,CACF,CAAC;gBACF,GAAG,CAAC,KAAK,CAAC,mCAAmC,SAAS,EAAE,CAAC,CAAC;gBAE1D,MAAM,SAAS,GAAG,MAAM,aAAN,MAAM,cAAN,MAAM,GAAI,EAAE,CAAC;gBAC/B,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;gBACzB,GAAG,CAAC,IAAI,CAAC,SAAS,SAAS,CAAC,MAAM,kBAAkB,SAAS,EAAE,CAAC,CAAC;gBAEjE,6CAA6C;gBAC7C,IAAI,gBAAgB,IAAI,eAAe,EAAE;oBACvC,iBAAiB,GAAG,KAAK,CAAC;oBAC1B,IAAI,gBAAgB;wBAAE,GAAG,CAAC,IAAI,CAAC,6DAA6D,SAAS,EAAE,CAAC,CAAC,CAAC,kBAAkB;yBACvH,IAAI,eAAe;wBAAE,GAAG,CAAC,IAAI,CAAC,iBAAiB,SAAS,EAAE,CAAC,CAAC;oBACjE,SAAS;iBACV;gBAED,GAAG,CAAC,KAAK,CAAC,8CAA8C,SAAS,EAAE,CAAC,CAAC,CAAC,kBAAkB;gBACxF,MAAM,CAAA,oBAAoB,aAApB,oBAAoB,uBAApB,oBAAoB,CAAG,SAAS,EAAE,EAAE,SAAS,CAAC,CAAA,CAAC;gBACrD,GAAG,CAAC,KAAK,CAAC,mDAAmD,SAAS,EAAE,CAAC,CAAC,CAAC,kBAAkB;gBAE7F,IAAI,cAAc,IAAI,CAAC,eAAe,EAAE;oBACtC,wFAAwF;oBACxF,IAAI;wBACF,GAAG,CAAC,IAAI,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAC;wBAC1D,MAAM,cAAc,CAAC,SAAS,EAAE,EAAE,SAAS,CAAC,CAAC;wBAC7C,GAAG,CAAC,KAAK,CAAC,yCAAyC,SAAS,EAAE,CAAC,CAAC,CAAC,kBAAkB;qBACpF;oBAAC,OAAO,CAAC,EAAE;wBACV,GAAG,CAAC,IAAI,CAAC,2CAA2C,SAAS,EAAE,CAAC,CAAC,CAAC,kBAAkB;wBACpF,GAAG,CAAC,KAAK,CAAE,CAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;wBACnC,iBAAiB,GAAG,KAAK,CAAC;qBAC3B;iBACF;qBAAM;oBACL,IAAI,eAAe;wBAAE,GAAG,CAAC,IAAI,CAAC,iBAAiB,SAAS,EAAE,CAAC,CAAC;oBAC5D,iBAAiB,GAAG,KAAK,CAAC;iBAC3B;gBAED,8CAA8C;gBAC9C,MAAM,IAAI,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;aAC3D;YAED,sEAAsE;YACtE,GAAG,CAAC,KAAK,CAAC,8DAA8D,KAAK,EAAE,CAAC,CAAC;YACjF,wBAAwB,GAAG,cAAc,IAAI,CAAC,MAAM,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC;YAC9E,GAAG,CAAC,KAAK,CAAC,mEAAmE,KAAK,EAAE,CAAC,CAAC;YAEtF,IAAI,wBAAwB,EAAE;gBAC5B,IAAI,CAAC,eAAe;oBAAE,GAAG,CAAC,IAAI,CAAC,oEAAoE,KAAK,EAAE,CAAC,CAAC,CAAC,kBAAkB;;oBAC1H,GAAG,CAAC,IAAI,CAAC,+FAA+F,KAAK,EAAE,CAAC,CAAC,CAAC,kBAAkB;aAC1I;;gBAAM,GAAG,CAAC,IAAI,CAAC,uDAAuD,KAAK,EAAE,CAAC,CAAC,CAAC,kBAAkB;SACpG;QACD,GAAG,CAAC,IAAI,CAAC,gBAAgB,KAAK,EAAE,CAAC,CAAC;IACpC,CAAC,CAAA,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC,CAAA,CAAC;AAxKW,QAAA,oBAAoB,wBAwK/B","sourcesContent":["import { findLastIndex } from 'lodash';\n\nimport { serialAsyncMap, retryAsync } from '../../utils/async';\nimport { validateUrl } from '../../utils/url';\nimport type { MaybePromise } from '../../utils/types';\n\n// TODO - Clean this up and merge it into PageLib\n\nexport interface ListingLogger {\n  debug: (msg: string, data?: any) => void;\n  info: (msg: string, data?: any) => void;\n  warning: (msg: string, data?: any) => void;\n  error: (msg: string, data?: any) => void;\n}\n\nexport interface ListingPageFilter {\n  name: string;\n  disabled?: boolean;\n  initState: () => MaybePromise<boolean>;\n  resetState: () => MaybePromise<void>;\n  nextState: () => MaybePromise<void>;\n  hasNextState: () => MaybePromise<boolean>;\n  hasState: () => MaybePromise<boolean>;\n  loadState: () => MaybePromise<void>;\n}\n\nexport interface ListingFiltersSetupOptions<Ctx extends object, UrlType> {\n  context: ListingPageScraperContext<Ctx, UrlType>;\n  filters?: ListingPageFilter[];\n  shouldApplyFilter?: (\n    context: ListingPageScraperContext<Ctx, UrlType>,\n    filter: ListingPageFilter,\n    filters: ListingPageFilter[]\n  ) => MaybePromise<boolean>;\n  onResetFilters?: (context: ListingPageScraperContext<Ctx, UrlType>) => MaybePromise<void>;\n  onFiltersLoaded?: (context: ListingPageScraperContext<Ctx, UrlType>) => MaybePromise<void>;\n  log: ListingLogger;\n}\n\ntype ListingFilterController = Pick<ListingPageFilter, 'loadState' | 'nextState' | 'hasNextState' | 'hasState'>; // prettier-ignore\n\nexport interface ListingPageScraperContext<Ctx extends object, UrlType> {\n  context: Ctx;\n  log: ListingLogger;\n  startUrl: UrlType;\n  filters: ListingPageFilter[];\n  /** Use this if you need to load filters again (eg after reloading page manually) */\n  loadFilterState: () => MaybePromise<void>;\n  /** Call this function from any callback to stop scraping */\n  abort: () => void;\n}\n\n// prettier-ignore\nexport interface ListingPageScraperOptions<Ctx extends object, UrlType> extends Omit<ListingFiltersSetupOptions<Ctx, UrlType>, 'context'> {\n  context: Ctx;\n  startUrls: UrlType[];\n  listingCountOnly?: boolean;\n  /** Get ID of the current page in the pagination, so it can be logged */\n  pageId?: (context: ListingPageScraperContext<Ctx, UrlType>) => MaybePromise<string>;\n  log: ListingLogger;\n\n  onNavigate?: (context: ListingPageScraperContext<Ctx, UrlType>, url: UrlType) => MaybePromise<void>;\n  /**\n   * Hook triggered after navigating to the url using Page.goto().\n   *\n   * One use of this hook is to conditionally disable/enable filters based on the page content.\n   **/\n  onAfterNavigation?: (context: ListingPageScraperContext<Ctx, UrlType>) => MaybePromise<void>;\n\n  /** How many attempts are retried after filters failed to load. Defaults to 3 */\n  loadFiltersRetries?: number;\n  /**\n   * Hook triggered after a failed attempt at loading listings page filters.\n   *\n   * One use of this hook is to reload the page on failed attemp in case something didn't load correctly.\n   **/\n  onLoadFiltersError?: (\n    context: ListingPageScraperContext<Ctx, UrlType>,\n    error: any,\n    retryIndex: number\n  ) => MaybePromise<void>;\n\n  /** Main logic to extract entries from a page */\n  extractEntries: (context: ListingPageScraperContext<Ctx, UrlType>, retryIndex: number) => MaybePromise<UrlType[]>;\n  /** How many attempts are retried after failed to scrape entries from a listing. Defaults to 3 */\n  extractEntriesRetries?: number;\n  /**\n   * Hook triggered after a failed attempt at scraping entries from a listing.\n   *\n   * One use of this hook is to reload the page on failed attemp in case something didn't load correctly.\n   **/\n  onExtractEntriesError?: (\n    context: ListingPageScraperContext<Ctx, UrlType>,\n    error: any,\n    retryIndex: number\n  ) => MaybePromise<void>;\n  onExtractEntriesDone?: (\n    context: ListingPageScraperContext<Ctx, UrlType>,\n    entries: UrlType[] | null\n  ) => MaybePromise<void>;\n\n  /**\n   * If goToNextPage hook is defined, it will be called after each page. To indicate that there's no more\n   * pages left, throw an error.\n   **/\n  onGoToNextPage?: (\n    context: ListingPageScraperContext<Ctx, UrlType>,\n    entries: UrlType[] | null\n  ) => MaybePromise<void>;\n  /** How long to wait after we've navigated to the next page and before we start extracting? */\n  nextPageWait?: number;\n}\n\n/**\n * Given configuration for listing page filters, set up functions to\n * navigate through the different states of filters, to allow to paginate\n * through all states.\n */\nconst setupListingFilters = <Ctx extends object, UrlType>({\n  context,\n  filters = [],\n  shouldApplyFilter,\n  onResetFilters,\n  onFiltersLoaded,\n  log,\n}: ListingFiltersSetupOptions<Ctx, UrlType>): ListingFilterController => {\n  let filtersStack: ListingPageFilter[] = filters;\n\n  const getNextFilterStateChangeIndex = async () => {\n    const hasNextStates = await serialAsyncMap(filtersStack, (filter) => filter.hasNextState());\n    return findLastIndex(hasNextStates, (x) => x);\n  };\n\n  const hasState = async () => {\n    const hasStates = await serialAsyncMap(filtersStack, (filter) => filter.hasState());\n    return hasStates.some(Boolean);\n  };\n\n  const hasNextState = async () => {\n    const nextFilterStateChangeIndex = await getNextFilterStateChangeIndex();\n    return nextFilterStateChangeIndex > -1;\n  };\n\n  const nextState = async () => {\n    // Imagine we have 4 filters, each has 3 states (eg 3 options to select from)\n    // We start with all filters in the first state:\n    //   State 1: F1(1), F2(1), F3(1), F4(1)\n    // As we progress, we increment it akin to numbers:\n    //   State 2: F1(1), F2(1), F3(1), F4(2)\n    //   State 3: F1(1), F2(1), F3(1), F4(3)\n    //   State 4: F1(1), F2(1), F3(2), F4(1)\n    // All the way to the last state:\n    //   State n: F1(3), F2(3), F3(3), F4(3)\n    //\n    // When we want move to a next state, we identify the RIGHT-most filter\n    // whose state can be incremented (in this case we select F2):\n    //             YES    YES     NO    NO\n    //   State x: F1(1), F2(2), F3(3), F4(3)\n    //\n    // When we increment a filter state, all the other filter to the RIGHT\n    // will be reset:\n    //   State x:   F1(1), F2(2), F3(3), F4(3)\n    //   State x+1: F1(1), F2(3), F3(1), F4(1)\n\n    const initStates = await serialAsyncMap(filtersStack, (filter) => filter.initState());\n    if (initStates.some(Boolean)) return log.info('Initialised filters');\n\n    const nextFilterStateChangeIndex = await getNextFilterStateChangeIndex();\n    if (nextFilterStateChangeIndex === -1)\n      throw Error('Cannot select next filter state - reached end of list');\n\n    const filterToNextState = filtersStack[nextFilterStateChangeIndex];\n    const filtersToReset = filtersStack.slice(nextFilterStateChangeIndex + 1);\n\n    log.info('Setting filters to next state');\n    await filterToNextState.nextState();\n    for (const filter of filtersToReset) {\n      await filter.resetState();\n      await filter.nextState();\n    }\n  };\n\n  /** Load current filter state in the webpage */\n  const loadState = async () => {\n    await resetState();\n\n    // Load filters one by one, and only if needed\n    filtersStack = [];\n    for (const filter of filters) {\n      const shouldUseFilter = shouldApplyFilter\n        ? await shouldApplyFilter(context, filter, filters)\n        : true;\n      if (!shouldUseFilter) {\n        log.info(`Not applying filter \"${filter.name}\" or further filters`);\n        break;\n      }\n\n      if (!filter.disabled) {\n        log.info(`Applying filter \"${filter.name}\"`);\n        await filter.loadState();\n      } else {\n        log.info(`Filter \"${filter.name}\" recognised but not applied because it is disabled`);\n      }\n\n      filtersStack.push(filter);\n    }\n\n    log.info(`Done loading filters`);\n    await onFiltersLoaded?.(context);\n  };\n\n  /** Reset filter state */\n  const resetState = async () => {\n    log.info(`Resetting filter state`);\n    await onResetFilters?.(context);\n    filtersStack = filters;\n    log.info(`Resetting filter state done`);\n  };\n\n  return {\n    loadState,\n    nextState,\n    hasNextState,\n    hasState,\n  };\n};\n\n/** Get entries from a listing page (eg URLs to profiles that should be scraped later) */\nexport const scrapeListingEntries = async <Ctx extends object, UrlType>(\n  options: ListingPageScraperOptions<Ctx, UrlType>\n) => {\n  const {\n    context,\n    startUrls,\n    listingCountOnly = false,\n    log,\n    pageId,\n    onNavigate,\n    onAfterNavigation,\n\n    filters = [],\n    shouldApplyFilter,\n    loadFiltersRetries = 3,\n    onLoadFiltersError = (_, err) => console.error(err),\n    onFiltersLoaded,\n    onResetFilters,\n\n    extractEntries,\n    extractEntriesRetries = 3,\n    onExtractEntriesError = (_, err) => console.error(err),\n    onExtractEntriesDone,\n\n    onGoToNextPage,\n    nextPageWait = 500,\n  } = options;\n\n  /** Collection of ALL urls across all pages and startUrls */\n  const links: UrlType[] = [];\n\n  await serialAsyncMap(startUrls, async (startUrl, index) => {\n    if (listingCountOnly && index > 0) return;\n\n    const logId = `${startUrl} (${index + 1}/${startUrls.length})`;\n\n    let userAskedToStop = false;\n    const abort = () => { userAskedToStop = true }; // prettier-ignore\n\n    // Prepare context shared across all hooks\n    let filterObj: ListingFilterController | null = null;\n    const genCtxArg = (): ListingPageScraperContext<Ctx, UrlType> => ({\n      context,\n      log,\n      startUrl,\n      filters,\n      loadFilterState: filterObj?.loadState ?? (() => {}),\n      abort,\n    });\n\n    log.debug(`Validating URL ${logId}`);\n    validateUrl(startUrl as string);\n    log.info(`Navigating URL ${logId}`);\n    await onNavigate?.(genCtxArg(), startUrl);\n    log.debug(`Done navigating to URL ${logId}`);\n\n    filterObj = setupListingFilters({\n      context: genCtxArg(),\n      filters,\n      shouldApplyFilter,\n      onFiltersLoaded,\n      onResetFilters,\n      log,\n    });\n\n    log.debug(`Calling onAfterNavigation callback. URL ${logId}`); // prettier-ignore\n    await onAfterNavigation?.(genCtxArg());\n    log.debug(`Done calling onAfterNavigation callback. URL ${logId})`); // prettier-ignore\n\n    const isUsingFilters = filters.some((filter) => !filter.disabled);\n\n    let hasFilterStatesToProcess = true;\n    while (hasFilterStatesToProcess && !userAskedToStop) {\n      // Filter loop\n      // Load filters before we start paginating\n      log.info(`Setting up filters for URL ${logId}`);\n      await retryAsync(\n        async () => {\n          if (!filterObj) throw Error(`Filter controller is missing. This should never happen. URL ${logId}`); // prettier-ignore\n\n          const filterHasState = await filterObj.hasState();\n          if (!isUsingFilters || !filterHasState) {\n            log.info(`Not loading filters for URL ${logId}`);\n            return;\n          }\n\n          log.debug(`Loading filters for URL ${logId}`);\n          await filterObj.nextState();\n          await filterObj.loadState();\n          log.debug(`Done loading filters for URL ${logId}`);\n        },\n        {\n          maxRetries: loadFiltersRetries,\n          onError: (err, retryIndex) => onLoadFiltersError(genCtxArg(), err, retryIndex),\n        }\n      );\n\n      let nextPageAvailable = true;\n      while (nextPageAvailable && !userAskedToStop) {\n        // Pagination loop\n        let currPageId = 'next page';\n        if (pageId) {\n          log.debug(`Loading pageId for URL ${logId}`);\n          currPageId = await pageId(genCtxArg());\n          log.debug(`Done loading pageId for URL ${logId}`);\n        }\n        const pageLogId = `${logId} (${currPageId})`;\n\n        // Extract page links\n        log.info(`Extracting links from page ${pageLogId}`);\n        const { result } = await retryAsync(\n          async (retryIndex) => extractEntries(genCtxArg(), retryIndex),\n          {\n            maxRetries: extractEntriesRetries,\n            onError: (err, retryIndex) => onExtractEntriesError(genCtxArg(), err, retryIndex),\n          }\n        );\n        log.debug(`Done extracting links from page ${pageLogId}`);\n\n        const pageLinks = result ?? [];\n        links.push(...pageLinks);\n        log.info(`Found ${pageLinks.length} links on page ${pageLogId}`);\n\n        // Leave after printing the count or on abort\n        if (listingCountOnly || userAskedToStop) {\n          nextPageAvailable = false;\n          if (listingCountOnly) log.info(`Debugging mode. Entries are not scraped. Leaving now. URL ${pageLogId}`); // prettier-ignore\n          else if (userAskedToStop) log.info(`Aborting. URL ${pageLogId}`);\n          continue;\n        }\n\n        log.debug(`Calling onExtractEntriesDone callback. URL ${pageLogId}`); // prettier-ignore\n        await onExtractEntriesDone?.(genCtxArg(), pageLinks);\n        log.debug(`Done calling onExtractEntriesDone callback. URL ${pageLogId}`); // prettier-ignore\n\n        if (onGoToNextPage && !userAskedToStop) {\n          // If goToNextPage hook is defined, this will be called after each page, until it errors\n          try {\n            log.info(`Navigating to next page from URL ${pageLogId}`);\n            await onGoToNextPage(genCtxArg(), pageLinks);\n            log.debug(`Done navigating to next page from URL ${pageLogId}`); // prettier-ignore\n          } catch (e) {\n            log.info(`Failed navigating to next page from URL ${pageLogId}`); // prettier-ignore\n            log.error((e as Error).toString());\n            nextPageAvailable = false;\n          }\n        } else {\n          if (userAskedToStop) log.info(`Aborting. URL ${pageLogId}`);\n          nextPageAvailable = false;\n        }\n\n        // Wait before we start scraping the next page\n        await new Promise((res) => setTimeout(res, nextPageWait));\n      }\n\n      // Break out if we're not using filters or we've gone through them all\n      log.debug(`Checking if there are more filter states available for URL ${logId}`);\n      hasFilterStatesToProcess = isUsingFilters && (await filterObj.hasNextState());\n      log.debug(`Done checking if there are more filter states available for URL ${logId}`);\n\n      if (hasFilterStatesToProcess) {\n        if (!userAskedToStop) log.info(`Will repeat scraping this URL with different filter setting. URL ${logId}`); // prettier-ignore\n        else log.info(`There are unprocessed filter setting remaining for this URL, but stopping due to abort. URL ${logId}`); // prettier-ignore\n      } else log.info(`No filter setting remain for scraping this URL. URL ${logId}`); // prettier-ignore\n    }\n    log.info(`Finished URL ${logId}`);\n  });\n  return links;\n};\n"]}
+{"version":3,"file":"scrapeListing.js","sourceRoot":"","sources":["../../../../src/lib/actions/scrapeListing.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mCAAuC;AAEvC,6CAA+D;AAC/D,yCAA8C;AA8G9C;;;;GAIG;AACH,MAAM,mBAAmB,GAAG,CAA8B,EACxD,OAAO,EACP,OAAO,GAAG,EAAE,EACZ,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,GAAG,GACsC,EAA2B,EAAE;IACtE,IAAI,YAAY,GAAwB,OAAO,CAAC;IAEhD,MAAM,6BAA6B,GAAG,GAAS,EAAE;QAC/C,MAAM,aAAa,GAAG,MAAM,IAAA,sBAAc,EAAC,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QAC5F,OAAO,IAAA,sBAAa,EAAC,aAAa,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAA,CAAC;IAEF,MAAM,QAAQ,GAAG,GAAS,EAAE;QAC1B,MAAM,SAAS,GAAG,MAAM,IAAA,sBAAc,EAAC,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QACpF,OAAO,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC,CAAA,CAAC;IAEF,MAAM,YAAY,GAAG,GAAS,EAAE;QAC9B,MAAM,0BAA0B,GAAG,MAAM,6BAA6B,EAAE,CAAC;QACzE,OAAO,0BAA0B,GAAG,CAAC,CAAC,CAAC;IACzC,CAAC,CAAA,CAAC;IAEF,MAAM,SAAS,GAAG,GAAS,EAAE;QAC3B,6EAA6E;QAC7E,gDAAgD;QAChD,wCAAwC;QACxC,mDAAmD;QACnD,wCAAwC;QACxC,wCAAwC;QACxC,wCAAwC;QACxC,iCAAiC;QACjC,wCAAwC;QACxC,EAAE;QACF,uEAAuE;QACvE,8DAA8D;QAC9D,sCAAsC;QACtC,wCAAwC;QACxC,EAAE;QACF,sEAAsE;QACtE,iBAAiB;QACjB,0CAA0C;QAC1C,0CAA0C;QAE1C,MAAM,UAAU,GAAG,MAAM,IAAA,sBAAc,EAAC,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACtF,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAErE,MAAM,0BAA0B,GAAG,MAAM,6BAA6B,EAAE,CAAC;QACzE,IAAI,0BAA0B,KAAK,CAAC,CAAC;YACnC,MAAM,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAEvE,MAAM,iBAAiB,GAAG,YAAY,CAAC,0BAA0B,CAAC,CAAC;QACnE,MAAM,cAAc,GAAG,YAAY,CAAC,KAAK,CAAC,0BAA0B,GAAG,CAAC,CAAC,CAAC;QAE1E,GAAG,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC1C,MAAM,iBAAiB,CAAC,SAAS,EAAE,CAAC;QACpC,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;YACpC,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC,CAAA,CAAC;IAEF,+CAA+C;IAC/C,MAAM,SAAS,GAAG,GAAS,EAAE;QAC3B,MAAM,UAAU,EAAE,CAAC;QAEnB,8CAA8C;QAC9C,YAAY,GAAG,EAAE,CAAC;QAClB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,eAAe,GAAG,iBAAiB;gBACvC,CAAC,CAAC,MAAM,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;gBACnD,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,GAAG,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,IAAI,sBAAsB,CAAC,CAAC;gBACpE,MAAM;YACR,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACrB,GAAG,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;gBAC7C,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,qDAAqD,CAAC,CAAC;YACxF,CAAC;YAED,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACjC,MAAM,CAAA,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAG,OAAO,CAAC,CAAA,CAAC;IACnC,CAAC,CAAA,CAAC;IAEF,yBAAyB;IACzB,MAAM,UAAU,GAAG,GAAS,EAAE;QAC5B,GAAG,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACnC,MAAM,CAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAG,OAAO,CAAC,CAAA,CAAC;QAChC,YAAY,GAAG,OAAO,CAAC;QACvB,GAAG,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC1C,CAAC,CAAA,CAAC;IAEF,OAAO;QACL,SAAS;QACT,SAAS;QACT,YAAY;QACZ,QAAQ;KACT,CAAC;AACJ,CAAC,CAAC;AAEF,yFAAyF;AAClF,MAAM,oBAAoB,GAAG,CAClC,OAAgD,EAChD,EAAE;IACF,MAAM,EACJ,OAAO,EACP,SAAS,EACT,gBAAgB,GAAG,KAAK,EACxB,GAAG,EACH,MAAM,EACN,UAAU,EACV,iBAAiB,EAEjB,OAAO,GAAG,EAAE,EACZ,iBAAiB,EACjB,kBAAkB,GAAG,CAAC,EACtB,kBAAkB,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EACnD,eAAe,EACf,cAAc,EAEd,cAAc,EACd,qBAAqB,GAAG,CAAC,EACzB,qBAAqB,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EACtD,oBAAoB,EAEpB,cAAc,EACd,YAAY,GAAG,GAAG,GACnB,GAAG,OAAO,CAAC;IAEZ,4DAA4D;IAC5D,MAAM,KAAK,GAAc,EAAE,CAAC;IAE5B,MAAM,IAAA,sBAAc,EAAC,SAAS,EAAE,CAAO,QAAQ,EAAE,KAAK,EAAE,EAAE;QACxD,IAAI,gBAAgB,IAAI,KAAK,GAAG,CAAC;YAAE,OAAO;QAE1C,MAAM,KAAK,GAAG,GAAG,QAAQ,KAAK,KAAK,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;QAE/D,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,MAAM,KAAK,GAAG,GAAG,EAAE,GAAG,eAAe,GAAG,IAAI,CAAA,CAAC,CAAC,CAAC,CAAC,kBAAkB;QAElE,0CAA0C;QAC1C,IAAI,SAAS,GAAmC,IAAI,CAAC;QACrD,MAAM,SAAS,GAAG,GAA4C,EAAE;;YAAC,OAAA,CAAC;gBAChE,OAAO;gBACP,GAAG;gBACH,QAAQ;gBACR,OAAO;gBACP,eAAe,EAAE,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,SAAS,mCAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;gBACnD,KAAK;aACN,CAAC,CAAA;SAAA,CAAC;QAEH,GAAG,CAAC,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;QACrC,IAAA,iBAAW,EAAC,QAAkB,CAAC,CAAC;QAChC,GAAG,CAAC,IAAI,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;QACpC,MAAM,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAG,SAAS,EAAE,EAAE,QAAQ,CAAC,CAAA,CAAC;QAC1C,GAAG,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;QAE7C,SAAS,GAAG,mBAAmB,CAAC;YAC9B,OAAO,EAAE,SAAS,EAAE;YACpB,OAAO;YACP,iBAAiB;YACjB,eAAe;YACf,cAAc;YACd,GAAG;SACJ,CAAC,CAAC;QAEH,GAAG,CAAC,KAAK,CAAC,2CAA2C,KAAK,EAAE,CAAC,CAAC,CAAC,kBAAkB;QACjF,MAAM,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAG,SAAS,EAAE,CAAC,CAAA,CAAC;QACvC,GAAG,CAAC,KAAK,CAAC,gDAAgD,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB;QAEvF,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAElE,IAAI,wBAAwB,GAAG,IAAI,CAAC;QACpC,OAAO,wBAAwB,IAAI,CAAC,eAAe,EAAE,CAAC;YACpD,cAAc;YACd,0CAA0C;YAC1C,GAAG,CAAC,IAAI,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;YAChD,MAAM,IAAA,kBAAU,EACd,GAAS,EAAE;gBACT,IAAI,CAAC,SAAS;oBAAE,MAAM,KAAK,CAAC,+DAA+D,KAAK,EAAE,CAAC,CAAC,CAAC,kBAAkB;gBAEvH,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC;gBAClD,IAAI,CAAC,cAAc,IAAI,CAAC,cAAc,EAAE,CAAC;oBACvC,GAAG,CAAC,IAAI,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;oBACjD,OAAO;gBACT,CAAC;gBAED,GAAG,CAAC,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;gBAC9C,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC;gBAC5B,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC;gBAC5B,GAAG,CAAC,KAAK,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC;YACrD,CAAC,CAAA,EACD;gBACE,UAAU,EAAE,kBAAkB;gBAC9B,OAAO,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,kBAAkB,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC;aAC/E,CACF,CAAC;YAEF,IAAI,iBAAiB,GAAG,IAAI,CAAC;YAC7B,OAAO,iBAAiB,IAAI,CAAC,eAAe,EAAE,CAAC;gBAC7C,kBAAkB;gBAClB,IAAI,UAAU,GAAG,WAAW,CAAC;gBAC7B,IAAI,MAAM,EAAE,CAAC;oBACX,GAAG,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;oBAC7C,UAAU,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;oBACvC,GAAG,CAAC,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;gBACpD,CAAC;gBACD,MAAM,SAAS,GAAG,GAAG,KAAK,KAAK,UAAU,GAAG,CAAC;gBAE7C,qBAAqB;gBACrB,GAAG,CAAC,IAAI,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;gBACpD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,kBAAU,EACjC,CAAO,UAAU,EAAE,EAAE,kDAAC,OAAA,cAAc,CAAC,SAAS,EAAE,EAAE,UAAU,CAAC,CAAA,GAAA,EAC7D;oBACE,UAAU,EAAE,qBAAqB;oBACjC,OAAO,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,qBAAqB,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC;iBAClF,CACF,CAAC;gBACF,GAAG,CAAC,KAAK,CAAC,mCAAmC,SAAS,EAAE,CAAC,CAAC;gBAE1D,MAAM,SAAS,GAAG,MAAM,aAAN,MAAM,cAAN,MAAM,GAAI,EAAE,CAAC;gBAC/B,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;gBACzB,GAAG,CAAC,IAAI,CAAC,SAAS,SAAS,CAAC,MAAM,kBAAkB,SAAS,EAAE,CAAC,CAAC;gBAEjE,6CAA6C;gBAC7C,IAAI,gBAAgB,IAAI,eAAe,EAAE,CAAC;oBACxC,iBAAiB,GAAG,KAAK,CAAC;oBAC1B,IAAI,gBAAgB;wBAAE,GAAG,CAAC,IAAI,CAAC,6DAA6D,SAAS,EAAE,CAAC,CAAC,CAAC,kBAAkB;yBACvH,IAAI,eAAe;wBAAE,GAAG,CAAC,IAAI,CAAC,iBAAiB,SAAS,EAAE,CAAC,CAAC;oBACjE,SAAS;gBACX,CAAC;gBAED,GAAG,CAAC,KAAK,CAAC,8CAA8C,SAAS,EAAE,CAAC,CAAC,CAAC,kBAAkB;gBACxF,MAAM,CAAA,oBAAoB,aAApB,oBAAoB,uBAApB,oBAAoB,CAAG,SAAS,EAAE,EAAE,SAAS,CAAC,CAAA,CAAC;gBACrD,GAAG,CAAC,KAAK,CAAC,mDAAmD,SAAS,EAAE,CAAC,CAAC,CAAC,kBAAkB;gBAE7F,IAAI,cAAc,IAAI,CAAC,eAAe,EAAE,CAAC;oBACvC,wFAAwF;oBACxF,IAAI,CAAC;wBACH,GAAG,CAAC,IAAI,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAC;wBAC1D,MAAM,cAAc,CAAC,SAAS,EAAE,EAAE,SAAS,CAAC,CAAC;wBAC7C,GAAG,CAAC,KAAK,CAAC,yCAAyC,SAAS,EAAE,CAAC,CAAC,CAAC,kBAAkB;oBACrF,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,GAAG,CAAC,IAAI,CAAC,2CAA2C,SAAS,EAAE,CAAC,CAAC,CAAC,kBAAkB;wBACpF,GAAG,CAAC,KAAK,CAAE,CAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;wBACnC,iBAAiB,GAAG,KAAK,CAAC;oBAC5B,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,eAAe;wBAAE,GAAG,CAAC,IAAI,CAAC,iBAAiB,SAAS,EAAE,CAAC,CAAC;oBAC5D,iBAAiB,GAAG,KAAK,CAAC;gBAC5B,CAAC;gBAED,8CAA8C;gBAC9C,MAAM,IAAI,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;YAC5D,CAAC;YAED,sEAAsE;YACtE,GAAG,CAAC,KAAK,CAAC,8DAA8D,KAAK,EAAE,CAAC,CAAC;YACjF,wBAAwB,GAAG,cAAc,IAAI,CAAC,MAAM,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC;YAC9E,GAAG,CAAC,KAAK,CAAC,mEAAmE,KAAK,EAAE,CAAC,CAAC;YAEtF,IAAI,wBAAwB,EAAE,CAAC;gBAC7B,IAAI,CAAC,eAAe;oBAAE,GAAG,CAAC,IAAI,CAAC,oEAAoE,KAAK,EAAE,CAAC,CAAC,CAAC,kBAAkB;;oBAC1H,GAAG,CAAC,IAAI,CAAC,+FAA+F,KAAK,EAAE,CAAC,CAAC,CAAC,kBAAkB;YAC3I,CAAC;;gBAAM,GAAG,CAAC,IAAI,CAAC,uDAAuD,KAAK,EAAE,CAAC,CAAC,CAAC,kBAAkB;QACrG,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,gBAAgB,KAAK,EAAE,CAAC,CAAC;IACpC,CAAC,CAAA,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC,CAAA,CAAC;AAxKW,QAAA,oBAAoB,wBAwK/B","sourcesContent":["import { findLastIndex } from 'lodash';\n\nimport { serialAsyncMap, retryAsync } from '../../utils/async';\nimport { validateUrl } from '../../utils/url';\nimport type { MaybePromise } from '../../utils/types';\n\n// TODO - Clean this up and merge it into PageLib\n\nexport interface ListingLogger {\n  debug: (msg: string, data?: any) => void;\n  info: (msg: string, data?: any) => void;\n  warning: (msg: string, data?: any) => void;\n  error: (msg: string, data?: any) => void;\n}\n\nexport interface ListingPageFilter {\n  name: string;\n  disabled?: boolean;\n  initState: () => MaybePromise<boolean>;\n  resetState: () => MaybePromise<void>;\n  nextState: () => MaybePromise<void>;\n  hasNextState: () => MaybePromise<boolean>;\n  hasState: () => MaybePromise<boolean>;\n  loadState: () => MaybePromise<void>;\n}\n\nexport interface ListingFiltersSetupOptions<Ctx extends object, UrlType> {\n  context: ListingPageScraperContext<Ctx, UrlType>;\n  filters?: ListingPageFilter[];\n  shouldApplyFilter?: (\n    context: ListingPageScraperContext<Ctx, UrlType>,\n    filter: ListingPageFilter,\n    filters: ListingPageFilter[]\n  ) => MaybePromise<boolean>;\n  onResetFilters?: (context: ListingPageScraperContext<Ctx, UrlType>) => MaybePromise<void>;\n  onFiltersLoaded?: (context: ListingPageScraperContext<Ctx, UrlType>) => MaybePromise<void>;\n  log: ListingLogger;\n}\n\ntype ListingFilterController = Pick<ListingPageFilter, 'loadState' | 'nextState' | 'hasNextState' | 'hasState'>; // prettier-ignore\n\nexport interface ListingPageScraperContext<Ctx extends object, UrlType> {\n  context: Ctx;\n  log: ListingLogger;\n  startUrl: UrlType;\n  filters: ListingPageFilter[];\n  /** Use this if you need to load filters again (eg after reloading page manually) */\n  loadFilterState: () => MaybePromise<void>;\n  /** Call this function from any callback to stop scraping */\n  abort: () => void;\n}\n\n// prettier-ignore\nexport interface ListingPageScraperOptions<Ctx extends object, UrlType> extends Omit<ListingFiltersSetupOptions<Ctx, UrlType>, 'context'> {\n  context: Ctx;\n  startUrls: UrlType[];\n  listingCountOnly?: boolean;\n  /** Get ID of the current page in the pagination, so it can be logged */\n  pageId?: (context: ListingPageScraperContext<Ctx, UrlType>) => MaybePromise<string>;\n  log: ListingLogger;\n\n  onNavigate?: (context: ListingPageScraperContext<Ctx, UrlType>, url: UrlType) => MaybePromise<void>;\n  /**\n   * Hook triggered after navigating to the url using Page.goto().\n   *\n   * One use of this hook is to conditionally disable/enable filters based on the page content.\n   **/\n  onAfterNavigation?: (context: ListingPageScraperContext<Ctx, UrlType>) => MaybePromise<void>;\n\n  /** How many attempts are retried after filters failed to load. Defaults to 3 */\n  loadFiltersRetries?: number;\n  /**\n   * Hook triggered after a failed attempt at loading listings page filters.\n   *\n   * One use of this hook is to reload the page on failed attemp in case something didn't load correctly.\n   **/\n  onLoadFiltersError?: (\n    context: ListingPageScraperContext<Ctx, UrlType>,\n    error: any,\n    retryIndex: number\n  ) => MaybePromise<void>;\n\n  /** Main logic to extract entries from a page */\n  extractEntries: (context: ListingPageScraperContext<Ctx, UrlType>, retryIndex: number) => MaybePromise<UrlType[]>;\n  /** How many attempts are retried after failed to scrape entries from a listing. Defaults to 3 */\n  extractEntriesRetries?: number;\n  /**\n   * Hook triggered after a failed attempt at scraping entries from a listing.\n   *\n   * One use of this hook is to reload the page on failed attemp in case something didn't load correctly.\n   **/\n  onExtractEntriesError?: (\n    context: ListingPageScraperContext<Ctx, UrlType>,\n    error: any,\n    retryIndex: number\n  ) => MaybePromise<void>;\n  onExtractEntriesDone?: (\n    context: ListingPageScraperContext<Ctx, UrlType>,\n    entries: UrlType[] | null\n  ) => MaybePromise<void>;\n\n  /**\n   * If goToNextPage hook is defined, it will be called after each page. To indicate that there's no more\n   * pages left, throw an error.\n   **/\n  onGoToNextPage?: (\n    context: ListingPageScraperContext<Ctx, UrlType>,\n    entries: UrlType[] | null\n  ) => MaybePromise<void>;\n  /** How long to wait after we've navigated to the next page and before we start extracting? */\n  nextPageWait?: number;\n}\n\n/**\n * Given configuration for listing page filters, set up functions to\n * navigate through the different states of filters, to allow to paginate\n * through all states.\n */\nconst setupListingFilters = <Ctx extends object, UrlType>({\n  context,\n  filters = [],\n  shouldApplyFilter,\n  onResetFilters,\n  onFiltersLoaded,\n  log,\n}: ListingFiltersSetupOptions<Ctx, UrlType>): ListingFilterController => {\n  let filtersStack: ListingPageFilter[] = filters;\n\n  const getNextFilterStateChangeIndex = async () => {\n    const hasNextStates = await serialAsyncMap(filtersStack, (filter) => filter.hasNextState());\n    return findLastIndex(hasNextStates, (x) => x);\n  };\n\n  const hasState = async () => {\n    const hasStates = await serialAsyncMap(filtersStack, (filter) => filter.hasState());\n    return hasStates.some(Boolean);\n  };\n\n  const hasNextState = async () => {\n    const nextFilterStateChangeIndex = await getNextFilterStateChangeIndex();\n    return nextFilterStateChangeIndex > -1;\n  };\n\n  const nextState = async () => {\n    // Imagine we have 4 filters, each has 3 states (eg 3 options to select from)\n    // We start with all filters in the first state:\n    //   State 1: F1(1), F2(1), F3(1), F4(1)\n    // As we progress, we increment it akin to numbers:\n    //   State 2: F1(1), F2(1), F3(1), F4(2)\n    //   State 3: F1(1), F2(1), F3(1), F4(3)\n    //   State 4: F1(1), F2(1), F3(2), F4(1)\n    // All the way to the last state:\n    //   State n: F1(3), F2(3), F3(3), F4(3)\n    //\n    // When we want move to a next state, we identify the RIGHT-most filter\n    // whose state can be incremented (in this case we select F2):\n    //             YES    YES     NO    NO\n    //   State x: F1(1), F2(2), F3(3), F4(3)\n    //\n    // When we increment a filter state, all the other filter to the RIGHT\n    // will be reset:\n    //   State x:   F1(1), F2(2), F3(3), F4(3)\n    //   State x+1: F1(1), F2(3), F3(1), F4(1)\n\n    const initStates = await serialAsyncMap(filtersStack, (filter) => filter.initState());\n    if (initStates.some(Boolean)) return log.info('Initialised filters');\n\n    const nextFilterStateChangeIndex = await getNextFilterStateChangeIndex();\n    if (nextFilterStateChangeIndex === -1)\n      throw Error('Cannot select next filter state - reached end of list');\n\n    const filterToNextState = filtersStack[nextFilterStateChangeIndex];\n    const filtersToReset = filtersStack.slice(nextFilterStateChangeIndex + 1);\n\n    log.info('Setting filters to next state');\n    await filterToNextState.nextState();\n    for (const filter of filtersToReset) {\n      await filter.resetState();\n      await filter.nextState();\n    }\n  };\n\n  /** Load current filter state in the webpage */\n  const loadState = async () => {\n    await resetState();\n\n    // Load filters one by one, and only if needed\n    filtersStack = [];\n    for (const filter of filters) {\n      const shouldUseFilter = shouldApplyFilter\n        ? await shouldApplyFilter(context, filter, filters)\n        : true;\n      if (!shouldUseFilter) {\n        log.info(`Not applying filter \"${filter.name}\" or further filters`);\n        break;\n      }\n\n      if (!filter.disabled) {\n        log.info(`Applying filter \"${filter.name}\"`);\n        await filter.loadState();\n      } else {\n        log.info(`Filter \"${filter.name}\" recognised but not applied because it is disabled`);\n      }\n\n      filtersStack.push(filter);\n    }\n\n    log.info(`Done loading filters`);\n    await onFiltersLoaded?.(context);\n  };\n\n  /** Reset filter state */\n  const resetState = async () => {\n    log.info(`Resetting filter state`);\n    await onResetFilters?.(context);\n    filtersStack = filters;\n    log.info(`Resetting filter state done`);\n  };\n\n  return {\n    loadState,\n    nextState,\n    hasNextState,\n    hasState,\n  };\n};\n\n/** Get entries from a listing page (eg URLs to profiles that should be scraped later) */\nexport const scrapeListingEntries = async <Ctx extends object, UrlType>(\n  options: ListingPageScraperOptions<Ctx, UrlType>\n) => {\n  const {\n    context,\n    startUrls,\n    listingCountOnly = false,\n    log,\n    pageId,\n    onNavigate,\n    onAfterNavigation,\n\n    filters = [],\n    shouldApplyFilter,\n    loadFiltersRetries = 3,\n    onLoadFiltersError = (_, err) => console.error(err),\n    onFiltersLoaded,\n    onResetFilters,\n\n    extractEntries,\n    extractEntriesRetries = 3,\n    onExtractEntriesError = (_, err) => console.error(err),\n    onExtractEntriesDone,\n\n    onGoToNextPage,\n    nextPageWait = 500,\n  } = options;\n\n  /** Collection of ALL urls across all pages and startUrls */\n  const links: UrlType[] = [];\n\n  await serialAsyncMap(startUrls, async (startUrl, index) => {\n    if (listingCountOnly && index > 0) return;\n\n    const logId = `${startUrl} (${index + 1}/${startUrls.length})`;\n\n    let userAskedToStop = false;\n    const abort = () => { userAskedToStop = true }; // prettier-ignore\n\n    // Prepare context shared across all hooks\n    let filterObj: ListingFilterController | null = null;\n    const genCtxArg = (): ListingPageScraperContext<Ctx, UrlType> => ({\n      context,\n      log,\n      startUrl,\n      filters,\n      loadFilterState: filterObj?.loadState ?? (() => {}),\n      abort,\n    });\n\n    log.debug(`Validating URL ${logId}`);\n    validateUrl(startUrl as string);\n    log.info(`Navigating URL ${logId}`);\n    await onNavigate?.(genCtxArg(), startUrl);\n    log.debug(`Done navigating to URL ${logId}`);\n\n    filterObj = setupListingFilters({\n      context: genCtxArg(),\n      filters,\n      shouldApplyFilter,\n      onFiltersLoaded,\n      onResetFilters,\n      log,\n    });\n\n    log.debug(`Calling onAfterNavigation callback. URL ${logId}`); // prettier-ignore\n    await onAfterNavigation?.(genCtxArg());\n    log.debug(`Done calling onAfterNavigation callback. URL ${logId})`); // prettier-ignore\n\n    const isUsingFilters = filters.some((filter) => !filter.disabled);\n\n    let hasFilterStatesToProcess = true;\n    while (hasFilterStatesToProcess && !userAskedToStop) {\n      // Filter loop\n      // Load filters before we start paginating\n      log.info(`Setting up filters for URL ${logId}`);\n      await retryAsync(\n        async () => {\n          if (!filterObj) throw Error(`Filter controller is missing. This should never happen. URL ${logId}`); // prettier-ignore\n\n          const filterHasState = await filterObj.hasState();\n          if (!isUsingFilters || !filterHasState) {\n            log.info(`Not loading filters for URL ${logId}`);\n            return;\n          }\n\n          log.debug(`Loading filters for URL ${logId}`);\n          await filterObj.nextState();\n          await filterObj.loadState();\n          log.debug(`Done loading filters for URL ${logId}`);\n        },\n        {\n          maxRetries: loadFiltersRetries,\n          onError: (err, retryIndex) => onLoadFiltersError(genCtxArg(), err, retryIndex),\n        }\n      );\n\n      let nextPageAvailable = true;\n      while (nextPageAvailable && !userAskedToStop) {\n        // Pagination loop\n        let currPageId = 'next page';\n        if (pageId) {\n          log.debug(`Loading pageId for URL ${logId}`);\n          currPageId = await pageId(genCtxArg());\n          log.debug(`Done loading pageId for URL ${logId}`);\n        }\n        const pageLogId = `${logId} (${currPageId})`;\n\n        // Extract page links\n        log.info(`Extracting links from page ${pageLogId}`);\n        const { result } = await retryAsync(\n          async (retryIndex) => extractEntries(genCtxArg(), retryIndex),\n          {\n            maxRetries: extractEntriesRetries,\n            onError: (err, retryIndex) => onExtractEntriesError(genCtxArg(), err, retryIndex),\n          }\n        );\n        log.debug(`Done extracting links from page ${pageLogId}`);\n\n        const pageLinks = result ?? [];\n        links.push(...pageLinks);\n        log.info(`Found ${pageLinks.length} links on page ${pageLogId}`);\n\n        // Leave after printing the count or on abort\n        if (listingCountOnly || userAskedToStop) {\n          nextPageAvailable = false;\n          if (listingCountOnly) log.info(`Debugging mode. Entries are not scraped. Leaving now. URL ${pageLogId}`); // prettier-ignore\n          else if (userAskedToStop) log.info(`Aborting. URL ${pageLogId}`);\n          continue;\n        }\n\n        log.debug(`Calling onExtractEntriesDone callback. URL ${pageLogId}`); // prettier-ignore\n        await onExtractEntriesDone?.(genCtxArg(), pageLinks);\n        log.debug(`Done calling onExtractEntriesDone callback. URL ${pageLogId}`); // prettier-ignore\n\n        if (onGoToNextPage && !userAskedToStop) {\n          // If goToNextPage hook is defined, this will be called after each page, until it errors\n          try {\n            log.info(`Navigating to next page from URL ${pageLogId}`);\n            await onGoToNextPage(genCtxArg(), pageLinks);\n            log.debug(`Done navigating to next page from URL ${pageLogId}`); // prettier-ignore\n          } catch (e) {\n            log.info(`Failed navigating to next page from URL ${pageLogId}`); // prettier-ignore\n            log.error((e as Error).toString());\n            nextPageAvailable = false;\n          }\n        } else {\n          if (userAskedToStop) log.info(`Aborting. URL ${pageLogId}`);\n          nextPageAvailable = false;\n        }\n\n        // Wait before we start scraping the next page\n        await new Promise((res) => setTimeout(res, nextPageWait));\n      }\n\n      // Break out if we're not using filters or we've gone through them all\n      log.debug(`Checking if there are more filter states available for URL ${logId}`);\n      hasFilterStatesToProcess = isUsingFilters && (await filterObj.hasNextState());\n      log.debug(`Done checking if there are more filter states available for URL ${logId}`);\n\n      if (hasFilterStatesToProcess) {\n        if (!userAskedToStop) log.info(`Will repeat scraping this URL with different filter setting. URL ${logId}`); // prettier-ignore\n        else log.info(`There are unprocessed filter setting remaining for this URL, but stopping due to abort. URL ${logId}`); // prettier-ignore\n      } else log.info(`No filter setting remain for scraping this URL. URL ${logId}`); // prettier-ignore\n    }\n    log.info(`Finished URL ${logId}`);\n  });\n  return links;\n};\n"]}

package/dist/cjs/lib/actor/actor.d.ts

@@ -67,19 +67,19 @@ export interface RunCrawleeOneOptions<TType extends CrawlerType, T extends Crawl
  * 9) Apify context (e.g. calling `Actor.getInput`) can be replaced with custom
  *  implementation using the `io` option.
  */
-export declare const runCrawleeOne: <TType extends "basic" | "http" | "cheerio" | "jsdom" | "playwright" | "puppeteer", T extends CrawleeOneCtx<CrawlerMeta<TType>["context"], string, Record<string, any>, CrawleeOneIO<object, object, object>, import("../..").CrawleeOneTelemetry<any, any>>>(args: RunCrawleeOneOptions<TType, T>) => Promise<void>;
+export declare const runCrawleeOne: <TType extends "basic" | "http" | "jsdom" | "cheerio" | "playwright" | "puppeteer", T extends CrawleeOneCtx<CrawlerMeta<TType>["context"], string, Record<string, any>, CrawleeOneIO<object, object, object>, import("../..").CrawleeOneTelemetry<any, any>>>(args: RunCrawleeOneOptions<TType, T>) => Promise<void>;
 /** Given the actor input, create common crawler options. */
-export declare const createHttpCrawlerOptions: <T extends CrawleeOneCtx<import("crawlee").CrawlingContext<import("crawlee").BasicCrawler<import("crawlee").BasicCrawlingContext<import("crawlee").Dictionary>> | import("crawlee").PuppeteerCrawler | import("crawlee").PlaywrightCrawler | import("crawlee").JSDOMCrawler | import("crawlee").CheerioCrawler | import("crawlee").HttpCrawler<import("crawlee").InternalHttpCrawlingContext<any, any, import("crawlee").HttpCrawler<any>>>, import("crawlee").Dictionary>, string, Record<string, any>, CrawleeOneIO<object, object, object>, import("../..").CrawleeOneTelemetry<any, any>>, TOpts extends BasicCrawlerOptions<T["context"]>>({ input, defaults, overrides, }: {
+export declare const createHttpCrawlerOptions: <T extends CrawleeOneCtx<import("crawlee").CrawlingContext<import("crawlee").JSDOMCrawler | import("crawlee").CheerioCrawler | import("crawlee").PlaywrightCrawler | import("crawlee").PuppeteerCrawler | import("crawlee").BasicCrawler<import("crawlee").BasicCrawlingContext<import("crawlee").Dictionary>> | import("crawlee").HttpCrawler<import("crawlee").InternalHttpCrawlingContext<any, any, import("crawlee").HttpCrawler<any>>>, import("crawlee").Dictionary>, string, Record<string, any>, CrawleeOneIO<object, object, object>, import("../..").CrawleeOneTelemetry<any, any>>, TOpts extends BasicCrawlerOptions<T["context"]>>({ input, defaults, overrides, }: {
     /** Actor input */
-    input: T["input"] | null;
+    input: T['input'] | null;
     /**
      * Default config options set by us. These may be overriden
      * by values from actor input (set by user).
      */
-    defaults?: TOpts | undefined;
+    defaults?: TOpts;
     /**
      * These config options will overwrite both the default and user
      * options. This is useful for hard-setting values e.g. in tests.
      */
-    overrides?: TOpts | undefined;
+    overrides?: TOpts;
 }) => Partial<TOpts> & import("lodash").Dictionary<TOpts["requestHandler"] | TOpts["handleRequestFunction"] | TOpts["requestList"] | TOpts["requestQueue"] | TOpts["requestHandlerTimeoutSecs"] | TOpts["handleRequestTimeoutSecs"] | TOpts["errorHandler"] | TOpts["failedRequestHandler"] | TOpts["handleFailedRequestFunction"] | TOpts["maxRequestRetries"] | TOpts["maxRequestsPerCrawl"] | TOpts["autoscaledPoolOptions"] | TOpts["minConcurrency"] | TOpts["maxConcurrency"] | TOpts["maxRequestsPerMinute"] | TOpts["keepAlive"] | TOpts["useSessionPool"] | TOpts["sessionPoolOptions"] | TOpts["loggingInterval"] | TOpts["log"]>;

package/dist/cjs/lib/actor/actor.js

@@ -158,7 +158,7 @@ const createCrawleeOne = (config) => __awaiter(void 0, void 0, void 0, function*
     if (config.validateInput)
         yield config.validateInput(input);
     const { logLevel } = (input !== null && input !== void 0 ? input : {});
-    const log = new crawlee_1.Log({ level: logLevel ? log_1.logLevelToCrawlee[logLevel] : undefined });
+    const log = new crawlee_1.Log({ level: logLevel ? log_1.logLevelToCrawlee[logLevel] : crawlee_1.LogLevel.INFO });
     // This is context that is available to options that use initialization function
     const getConfig = () => (Object.assign(Object.assign({}, config), { input, state, io }));
     // Set up proxy

package/dist/cjs/lib/actor/actor.js.map

@@ -1 +1 @@
-{"version":3,"file":"actor.js","sourceRoot":"","sources":["../../../../src/lib/actor/actor.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAMiB;AACjB,mCAAgD;AAChD,+CAA2C;AAG3C,+CAAmD;AAEnD,wDAA2D;AAC3D,6CAA8E;AAC9E,2CAAqD;AACrD,qDAAuE;AAEvE,iDAAgD;AAChD,6CAA0E;AAC1E,oCAUkB;AAClB,gCAAmE;AAanE,MAAM,QAAQ,GAAG,CAAC,CAAM,EAA2B,EAAE;IACnD,OAAO,CAAC,CAAC,CAAC,CAAC,CAAmB,aAAnB,CAAC,uBAAD,CAAC,CAAoB,UAAU,MAAK,CAAmB,aAAnB,CAAC,uBAAD,CAAC,CAAoB,iBAAiB,CAAA,CAAC,CAAC;AACzF,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,CAAM,EAAgC,EAAE;IACtD,OAAO,OAAO,CAAC,KAAK,UAAU,CAAC;AACjC,CAAC,CAAC;AAEF,kEAAkE;AAClE,MAAM,SAAS,GAAG,CAKhB,KAA6D,EAC7D,OAAwE,EACxE,QAAgB,EAChB,EAAE;IACF,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,MAAM,OAAO,GAAG;QACd,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,YAAY,EAAZ,uBAAY;QACZ,WAAW,EAAE,0BAAW;KACM,CAAC;IAEjC,MAAM,MAAM,GAAG,CAAC,OAAO,OAAO,KAAK,UAAU;QAC3C,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,IAAI,CAAC,OAAO,CAAY,CAC3B,CAAA,CAAC,kBAAkB;IACpB,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE;QAChC,MAAM,KAAK,CAAC,SAAS,QAAQ,4BAA4B,OAAO,MAAM,aAAa,MAAM,EAAE,CAAC,CAAC;KAC9F;IAED,qFAAqF;IACrF,EAAE;IACF,OAAO,CAAO,GAAG,IAAW,EAAE,EAAE,kDAC9B,OAAC,MAA8C,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAA,GAAA,CAAC;AACtE,CAAC,CAAC;AAsCF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACI,MAAM,aAAa,GAAG,CAI3B,IAAoC,EACrB,EAAE;IACjB,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAEhG,MAAM,EAAE,EAAE,GAAG,eAAyB,EAAE,GAAG,WAAW,CAAC;IAEvD,YAAY;IACZ,mCAAmC;IACnC,yGAAyG;IACzG,2EAA2E;IAC3E,MAAM,EAAE,CAAC,YAAY,CACnB,GAAS,EAAE;;QACT,MAAM,aAAa,GAGf;YACF,MAAM,EAAE,gBAAM,CAAC,MAAM,EAAgB;YACrC,oBAAoB,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,WAAC,OAAA,CAAC,IAAA,4BAAsB,EAAC,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,QAAQ,mCAAI,MAAM,CAAC,CAAC,CAAA,EAAA;YACxF,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE;;gBACrD,MAAM,OAAO,GAAG,IAAA,gCAAwB,EAAC;oBACvC,KAAK;oBACL,QAAQ,EAAE,qBAA0D;oBACpE,SAAS,EAAE,gBACT,cAAc,EAAE,MAAM,EACtB,kBAAkB,EAAE,KAAK;wBACzB,4EAA4E;wBAC5E,oBAAoB,EAAE,IAAA,iCAAkB,EAAC;4BACvC,EAAE;4BACF,kBAAkB,EAAE,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,uBAAuB,mCAAI,WAAW;4BACjE,eAAe,EAAE,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,cAAc,mCAAI,IAAI;4BAC9C,sBAAsB,EAAE,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,sBAAsB;yBAC1D,CAAC,IACC,sBAAsB,CACW;iBACvC,CAAC,CAAC;gBACH,MAAM,YAAY,GAAG,4BAAgB,CAAC,SAAS,CAAQ,CAAC;gBACxD,OAAO,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;YACnC,CAAC;SACF,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,gBAAgB,iCAC/B,WAAW,KACd,EAAE,EACF,MAAM,EAAE,MAAA,WAAW,CAAC,MAAM,mCAAK,aAAa,CAAC,MAAc,EAC3D,oBAAoB,EAClB,MAAA,WAAW,CAAC,oBAAoB,mCAAK,aAAa,CAAC,oBAA4B,EACjF,aAAa,EAAE,MAAA,WAAW,CAAC,aAAa,mCAAK,aAAa,CAAC,aAAqB,IAChF,CAAC;QAEH,MAAM,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAG,KAAK,CAAC,CAAA,CAAC;IACzB,CAAC,CAAA,EACD,EAAE,aAAa,EAAE,oBAAoB,EAAE,CACxC,CAAC;AACJ,CAAC,CAAA,CAAC;AAzDW,QAAA,aAAa,iBAyDxB;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,MAAM,gBAAgB,GAAG,CACvB,MAAgD,EACf,EAAE;IACnC,MAAM,EAAE,EAAE,GAAG,eAAyB,EAAE,GAAG,MAAM,CAAC;IAElD,qDAAqD;IACrD,MAAM,KAAK,GAAG,EAAE,CAAC;IAEjB,0BAA0B;IAC1B,MAAM,KAAK,GAAG,MAAM,gBAAgB,iCAAM,MAAM,KAAE,EAAE,KAAI,KAAK,CAAC,CAAC;IAE/D,IAAI,MAAM,CAAC,aAAa;QAAE,MAAM,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAE5D,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,EAAE,CAAsB,CAAC;IACxD,MAAM,GAAG,GAAG,IAAI,aAAG,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,uBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;IAEnF,gFAAgF;IAChF,MAAM,SAAS,GAAG,GAAG,EAAE,CACrB,CAAC,gCAAK,MAAM,KAAE,KAAK,EAAE,KAAK,EAAE,EAAE,GAA2C,CAAC,CAAC;IAE7E,eAAe;IACf,MAAM,YAAY,GAChB,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,+BAA+B,CAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAClG,MAAM,KAAK,GACT,MAAM,CAAC,KAAK,IAAI,IAAI;QAClB,CAAC,CAAC,YAAY;QACd,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;YACtB,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACjC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;IAEnB,+BAA+B;IAC/B,MAAM,MAAM,GAAgC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;QACjE,CAAC,CAAC,MAAM,CAAC,MAAM;QACf,CAAC,CAAC,MAAO,MAAM,CAAC,MAAc,CAAC,SAAS,EAAE,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,kBAAkB;IAC3G,MAAM,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,oBAAoB,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,kBAAkB;IACnK,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,kBAAkB;IAEvH,+BAA+B;IAC/B,uGAAuG;IACvG,6FAA6F;IAC7F,+CAA+C;IAC/C,wFAAwF;IACxF,6FAA6F;IAC7F,oCAAoC;IACpC,IAAI,QAAQ,GAAG,EAAS,CAAC;IACzB,MAAM,eAAe,GAAG,CAA8C,WAAgB,EAAE,EAAE;QACxF,QAAQ,qBAAQ,WAAW,CAAE,CAAC;QAC9B,OAAO,GAAQ,EAAE,CAAC,mBAAM,QAAQ,EAAG,CAAC;IACtC,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,eAAe,CAAC;QAC3C,EAAE;QACF,SAAS;QACT,MAAM;QACN,MAAM;QACN,KAAK;QACL,MAAM;QACN,KAAK;QACL,KAAK;QACL,GAAG;QACH,UAAU,EAAE,IAAI;KAC0G,CAAC,CAAC;IAE9H,yBAAyB;IACzB,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,oBAAoB,EAAE,CAAC,CAAC;IACnE,MAAM,WAAW,GAAG,eAAe,iCAAM,oBAAoB,EAAE,KAAE,OAAO,IAAG,CAAC;IAE5E,mCAAmC;IACnC,MAAM,KAAK,mCACN,WAAW,EAAE,KAChB,UAAU,EAAE,sBAAsB,CAAC,WAAW,CAAC,EAC/C,SAAS,EAAE,qBAAqB,CAAC,WAAW,CAAC,EAC7C,QAAQ,EAAE,oBAAoB,CAAC,WAAW,CAAC,EAC3C,YAAY,EAAE,wBAAwB,CAAC,WAAW,CAAC,EACnD,SAAS,EAAE,MAAM,qBAAqB,CAAC,WAAW,EAAE,CAAC,GACtD,CAAC;IAEF,0DAA0D;IAC1D,MAAM,aAAa,GAAgC;QACjD,KAAK;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,YAAY,EAAE,KAAK,CAAC,YAAY;KACjC,CAAC;IAEF,gBAAgB;IAChB,MAAM,IAAA,6BAAoB,EAAiC;QACzD,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE;YAChB,QAAQ,CAAC,UAAU,GAAG,GAAG,CAAC;QAC5B,CAAC;QACD,EAAE;QACF,MAAM;QACN,oBAAoB;QACpB,aAAa;QACb,MAAM;QACN,KAAK;KACN,CAAC,CAAC;IAEH,6BAA6B;IAC7B,MAAM,IAAA,yBAAgB,EAAiC,MAAM,EAAE,MAAM,EAAE;QACrE,aAAa;QACb,eAAe,EAAE,oBAAoB;QACrC,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE;YAChB,QAAQ,CAAC,UAAU,GAAG,GAAG,CAAC;QAC5B,CAAC;KACF,CAAC,CAAC;IAEH,oBAAoB;IACpB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,EAAE,CAAC,kBAAkB,EAAE,CAAC;IACtD,IAAI,SAAS,EAAE;QACb,MAAM,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,KAAK,CAAC,KAAK,CAAC,CAAA,CAAC;KAC/B;IAED,2DAA2D;IAC3D,MAAM,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,SAA6B,CAAC,CAAC;IAE9D,OAAO,KAAK,CAAC;AACf,CAAC,CAAA,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,MAA6B,EAC7B,KAA0B,EAC1B,EAAE;IACF,0BAA0B;IAC1B,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,KAAK;QAC5B,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;YACtB,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YAC5B,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;IAEjB,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,aAAa;QAC5C,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;YAC9B,CAAC,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;YACpC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;IAEzB,0EAA0E;IAC1E,kFAAkF;IAClF,2BAA2B;IAC3B,MAAM,WAAW,GACf,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAc,CAAC;IAEnF,uFAAuF;IACvF,iFAAiF;IACjF,mDAAmD;IACnD,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU;QACpC,CAAC,CAAC,OAAO,MAAM,CAAC,UAAU,KAAK,UAAU;YACvC,CAAC,CAAC,MAAM,CAAC,UAAU;YACnB,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,+CAAM,QAAQ,GAAK,GAAG,GAAK,SAAS,EAAG;QAC7E,CAAC,CAAC,MAAM,CAAC,KAAK;YACd,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,iCAAM,QAAQ,GAAK,SAAS,EAAG;YAC9D,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,iCAAM,QAAQ,GAAK,GAAG,EAAG,CAAC;IAErD,MAAM,WAAW,GAAG,YAAY,CAAC,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAAG,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,EAAE,EAAE,SAAS,EAAE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB;IAEvI,kFAAkF;IAClF,iDAAiD;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,YAAY,CAAoB,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IAElG,OAAO,KAAK,CAAC;AACf,CAAC,CAAA,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,KAAoB,EACpB,EAAgB,EAChB,KAA8B,EAC9B,EAAE;;IACF,MAAM,EAAE,cAAc,EAAE,uBAAuB,EAAE,GAAG,CAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,EAAE,CAAoB,CAAC;IAErF,MAAM,YAAY,GAAG,cAAc,CAAC,CAAC,CAAC,MAAM,0BAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,IAAI,EAAU,CAAC,CAAC,CAAC,IAAI,CAAC;IAClG,MAAM,OAAO,GAAG,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,uBAAuB,EAAE,yBAAyB,CAAC,CAAC,CAAC,kBAAkB;IACvH,MAAM,aAAa,GAAG,MAAA,CAAC,MAAM,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,EAAI,CAAA,CAAC,mCAAI,IAAI,CAAC;IAClD,MAAM,aAAa,iDAAQ,YAAY,GAAK,aAAa,GAAK,KAAK,CAAE,CAAC;IAEtE,OAAO,aAAkB,CAAC;AAC5B,CAAC,CAAA,CAAC;AAEF;;;;GAIG;AACH,MAAM,sBAAsB,GAAG,CAC7B,QAGC,EACD,EAAE;IACF,MAAM,SAAS,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAElD,MAAM,UAAU,GAA6B,CAAO,QAAQ,EAAE,OAAO,EAAE,EAAE;;QACvE,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;QACzB,MAAM,EACJ,sBAAsB,EACtB,qBAAqB,EACrB,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACrB,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,yBAAyB,GAC1B,GAAG,CAAC,MAAA,KAAK,CAAC,KAAK,mCAAI,EAAE,CAAyC,CAAC;QAEhE,2CAA2C;QAC3C,IAAI,kBAAkB,IAAI,yBAAyB,KAAK,WAAW,EAAE;YACnE,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,EAAE,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;YACnE,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;SACrB;QAED,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,qBAAqB,EAAE,uBAAuB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAC9F,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,kBAAkB,EAAE,oBAAoB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QACxF,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,sBAAsB,EAAE,wBAAwB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAChG,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,mBAAmB,EAAE,qBAAqB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAE1F,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE1D,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,oBAAoB,EAAE,sBAAsB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAC5F,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,iBAAiB,EAAE,mBAAmB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QACtF,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,qBAAqB,EAAE,uBAAuB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAC9F,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,kBAAkB,EAAE,oBAAoB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAExF,iDAAiD;QACjD,MAAM,SAAS,EAAE,CAAC;QAElB,OAAO,MAAM,CAAC;IAChB,CAAC,CAAA,CAAC;IAEF,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAEF,mFAAmF;AACnF,MAAM,qBAAqB,GAAG,CAC5B,QAA4D,EAC5D,EAAE;IACF,iDAAiD;IACjD,MAAM,SAAS,GAAc,CAAO,SAA+B,EAAE,EAAE;;QACrE,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;QACzB,MAAM,EACJ,gBAAgB,EAChB,mBAAmB,EACnB,mBAAmB,GACpB,GAAG,IAAA,iBAAQ,EAAC,EAAE,EAAE,SAAS,EAAE,MAAA,KAAK,CAAC,KAAK,mCAAI,EAAE,CAAC,CAAC,CAAC,kBAAkB;QAElE,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAE9B,MAAM,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAAC,gBAAgB,EAAE,mBAAmB,EAAE;YAC7E,KAAK,EAAE,mBAAmB;SAC3B,CAAC,CAAC;IACL,CAAC,CAAA,CAAC;IAEF,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,uEAAuE;AACvE,MAAM,oBAAoB,GAAG,CAC3B,QAA6F,EAC7F,EAAE;IACF,MAAM,cAAc,GAAuC,CAAO,OAAO,EAAE,OAAO,EAAE,EAAE;;QACpF,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,UAAU,EAAE;YACf,MAAM,KAAK,CACT,yFAAyF,CAC1F,CAAC;SACH;QAED,MAAM,EACJ,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,kBAAkB,EAClB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,GAC1B,GAAG,CAAC,MAAA,KAAK,CAAC,KAAK,mCAAI,EAAE,CAA6D,CAAC;QAEpF,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,EAAE,eAAe,EAAE,iBAAiB,CAAC,CAAC;QACzE,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAEhE,MAAM,aAAa,GAAG,gBACpB,EAAE,EAAE,KAAK,CAAC,EAAE,EACZ,GAAG,EAAE,KAAK,CAAC,GAAG,EACd,WAAW,EAAE,mBAAmB,EAChC,QAAQ,EAAE,gBAAgB,EAC1B,QAAQ,EAAE,gBAAgB,EAC1B,SAAS,EAAE,kBAAkB,EAC7B,SAAS,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,SAAS,EACnC,MAAM,EAAE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,SAAS,EAC7B,SAAS,EAAE,eAAe,EAC1B,cAAc,EACd,YAAY,EAAE,kBAAkB,EAChC,gBAAgB,EAAE,sBAAsB,EACxC,mBAAmB,EAAE,yBAAyB,IAC3C,OAAO,CACuB,CAAC;QAEpC,OAAO,IAAA,mBAAQ,EAAC,UAAU,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;IACtD,CAAC,CAAA,CAAC;IAEF,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AAEF,2EAA2E;AAC3E,MAAM,wBAAwB,GAAG,CAC/B,QAA8E,EAC9E,EAAE;IACF,MAAM,iBAAiB,GAA2C,CAAO,OAAO,EAAE,OAAO,EAAE,EAAE;;QAC3F,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;QACzB,MAAM,EAAE,cAAc,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,aAAa,EAAE,GAAG,CAAC,MAAA,KAAK,CAAC,KAAK,mCACzF,EAAE,CAAsB,CAAC;QAE3B,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,EAAE,gBAAgB,EAAE,kBAAkB,CAAC,CAAC;QAC3E,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;QAElE,MAAM,aAAa,GAAG,gBACpB,EAAE,EAAE,KAAK,CAAC,EAAE,EACZ,GAAG,EAAE,KAAK,CAAC,GAAG,EACd,QAAQ,EAAE,iBAAiB,EAC3B,SAAS,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,SAAS,EACnC,MAAM,EAAE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,SAAS,EAC7B,cAAc,IACX,OAAO,CACwB,CAAC;QAErC,OAAO,IAAA,2BAAY,EAAM,OAAO,EAAE,aAAa,CAAC,CAAC;IACnD,CAAC,CAAA,CAAC;IAEF,OAAO,iBAAiB,CAAC;AAC3B,CAAC,CAAC;AAEF,4DAA4D;AACrD,MAAM,wBAAwB,GAAG,CAGtC,EACA,KAAK,EACL,QAAQ,EACR,SAAS,GAcV,EAAE,EAAE;IACH,MAAM,sBAAsB,GAAG,CAAoC,MAAS,EAAE,EAAE,CAC9E,IAAA,aAAI,EAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,oBAAY,CAAC,CAAC,CAAC;IAE1C,OAAO,8CAEF,IAAA,eAAM,EAAC,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAK,EAAY,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,GAEjE,IAAA,eAAM,EAAC,sBAAsB,CAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,GAE3E,IAAA,eAAM,EAAC,SAAS,aAAT,SAAS,cAAT,SAAS,GAAK,EAAY,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAC7C,CAAC;AAC7B,CAAC,CAAC;AAhCW,QAAA,wBAAwB,4BAgCnC;AAEF,MAAM,qBAAqB,GAAG,CAC5B,KAAqE,EACrE,EAAE;;IACF,MAAM,EAAE,SAAS,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,GAAG,CAAC,MAAA,KAAK,CAAC,KAAK,mCAC7E,EAAE,CAAwB,CAAC;IAE7B,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,EAAE,CAAC,CAAC,CAAC;IAEvC,IAAI,oBAAoB,EAAE;QACxB,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,mCAAmC,oBAAoB,EAAE,CAAC,CAAC;QAC3E,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,eAAe,GAAG,MAAM,IAAA,8BAAoB,EAAM,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5F,OAAO,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;KAClC;IAED,IAAI,qBAAqB,EAAE;QACzB,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACpD,MAAM,UAAU,GACd,MAAA,CAAC,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,qBAAqB,EAAE,uBAAuB,CAAC,2CAAI,CAAA,CAAC,mCAAI,EAAE,CAAC;QACrF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE;YAC9B,MAAM,KAAK,CACT,8EAA8E,UAAU,EAAE,CAC3F,CAAC;SACH;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;KAC7B;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,CAAA,CAAC","sourcesContent":["import {\n  RouterHandler,\n  BasicCrawlerOptions,\n  Router,\n  Log,\n  Request as CrawleeRequest,\n} from 'crawlee';\nimport { omitBy, pick, defaults } from 'lodash';\nimport { gotScraping } from 'got-scraping';\n\nimport type { CrawlerMeta, CrawlerType } from '../../types';\nimport { actorClassByType } from '../../constants';\nimport type { MaybePromise, PickPartial } from '../../utils/types';\nimport { createErrorHandler } from '../error/errorHandler';\nimport { type PushDataOptions, itemCacheKey, pushData } from '../io/pushData';\nimport { getColumnFromDataset } from '../io/dataset';\nimport { PushRequestsOptions, pushRequests } from '../io/pushRequests';\nimport type { CrawleeOneIO } from '../integrations/types';\nimport { apifyIO } from '../integrations/apify';\nimport { registerHandlers, setupDefaultHandlers } from '../router/router';\nimport {\n  CrawlerConfigActorInput,\n  OutputActorInput,\n  MetamorphActorInput,\n  PrivacyActorInput,\n  crawlerInput,\n  StartUrlsActorInput,\n  InputActorInput,\n  RequestActorInput,\n  LoggingActorInput,\n} from '../input';\nimport { logLevelHandlerWrapper, logLevelToCrawlee } from '../log';\nimport type {\n  CrawleeOneActorInst,\n  CrawleeOneActorDef,\n  CrawleeOneHookCtx,\n  CrawleeOneActorRouterCtx,\n  Metamorph,\n  RunCrawler,\n  CrawleeOneCtx,\n  CrawleeOneHookFn,\n  CrawleeOneActorDefWithInput,\n} from './types';\n\nconst isRouter = (r: any): r is RouterHandler<any> => {\n  return !!((r as RouterHandler)?.addHandler && (r as RouterHandler)?.addDefaultHandler);\n};\n\nconst isFunc = (f: any): f is (...args: any[]) => any => {\n  return typeof f === 'function';\n};\n\n/** Run a function that was defined as a string via Actor input */\nconst genHookFn = <\n  TArgs extends any[] = [],\n  TReturn = unknown,\n  T extends CrawleeOneCtx = CrawleeOneCtx\n>(\n  actor: Pick<CrawleeOneActorInst<T>, 'input' | 'state' | 'io'>,\n  fnOrStr: string | CrawleeOneHookFn<TArgs, TReturn, T> | undefined | null,\n  funcName: string\n) => {\n  if (!fnOrStr) return null;\n\n  const hookCtx = {\n    io: actor.io,\n    input: actor.input,\n    state: actor.state,\n    itemCacheKey,\n    sendRequest: gotScraping,\n  } satisfies CrawleeOneHookCtx<T>;\n\n  const hookFn = (typeof fnOrStr === 'function'\n    ? fnOrStr\n    : eval(fnOrStr) as unknown\n  ) // prettier-ignore\n  if (!hookFn) return null;\n  if (typeof hookFn !== 'function') {\n    throw Error(`Hook \"${funcName}\" is not a function, got ${typeof hookFn} instead: ${hookFn}`);\n  }\n\n  // NOTE: If eval didn't return func, but something else, we want to let the code fail\n  //\n  return async (...args: TArgs) =>\n    (hookFn as CrawleeOneHookFn<TArgs, TReturn, T>)(...args, hookCtx);\n};\n\n/**\n * Options available when creating default configuration for an opinionated Crawlee actor,\n * which is then run within Apify's `Actor.main()` context.\n *\n * Apify context can be replaced with custom implementation using the `actorConfig.io` option.\n *\n * Read more about what this actor does at {@link createCrawleeOne}.\n */\nexport interface RunCrawleeOneOptions<\n  TType extends CrawlerType,\n  T extends CrawleeOneCtx<CrawlerMeta<TType>['context']>\n> {\n  /** String idetifying the actor class, e.g. `'cheerio'` */\n  actorType: TType;\n  actorName?: string;\n  /** Config passed to the {@link createCrawleeOne} */\n  actorConfig: PickPartial<CrawleeOneActorDef<T>, 'router' | 'createCrawler' | 'io' | 'telemetry'>;\n  /**\n   * If using default `createCrawler` implementation, these are crawler options\n   * that may be overriden by user input.\n   */\n  crawlerConfigDefaults?: Omit<CrawlerMeta<TType>['options'], 'requestHandler'>;\n  /**\n   * If using default `createCrawler` implementation, these are crawler options\n   * that will override user input.\n   *\n   * This is useful for testing env.\n   */\n  crawlerConfigOverrides?: Omit<CrawlerMeta<TType>['options'], 'requestHandler'>;\n  /**\n   * Callback with the created actor. The callback is called within\n   * the `Actor.main()` context.\n   */\n  onReady?: (actor: CrawleeOneActorInst<T>) => MaybePromise<void>;\n}\n\n/**\n * Create opinionated Crawlee crawler that uses, and run it within Apify's `Actor.main()` context.\n *\n * Apify context can be replaced with custom implementation using the `actorConfig.io` option.\n *\n * This function does the following for you:\n *\n * 1) Full TypeScript coverage - Ensure all components use the same Crawler / CrawlerContext.\n *\n * 2) Get Actor input from `io.getInput()`, which by default\n * corresponds to Apify's `Actor.getInput()`.\n *\n * 3) (Optional) Validate Actor input\n *\n * 4) Set up router such that requests that reach default route are\n * redirected to labelled routes based on which item from \"routes\" they match.\n *\n * 5) Register all route handlers for you.\n *\n * 6) (Optional) Wrap all route handlers in a wrapper. Use this e.g.\n * if you want to add a field to the context object, or handle errors\n * from a single place.\n *\n * 7) (Optional) Support transformation and filtering of (scraped) entries,\n * configured via Actor input.\n *\n * 8) (Optional) Support Actor metamorphing, configured via Actor input.\n *\n * 9) Apify context (e.g. calling `Actor.getInput`) can be replaced with custom\n *  implementation using the `io` option.\n */\nexport const runCrawleeOne = async <\n  TType extends CrawlerType,\n  T extends CrawleeOneCtx<CrawlerMeta<TType>['context']>\n>(\n  args: RunCrawleeOneOptions<TType, T>\n): Promise<void> => {\n  const { actorType, actorConfig, crawlerConfigDefaults, crawlerConfigOverrides, onReady } = args;\n\n  const { io = apifyIO as any as T['io'] } = actorConfig;\n\n  // See docs:\n  // - https://docs.apify.com/sdk/js/\n  // - https://docs.apify.com/academy/deploying-your-code/inputs-outputs#accepting-input-with-the-apify-sdk\n  // - https://docs.apify.com/sdk/js/docs/upgrading/upgrading-to-v3#apify-sdk\n  await io.runInContext(\n    async () => {\n      const actorDefaults: Pick<\n        CrawleeOneActorDef<T>,\n        'router' | 'routeHandlerWrappers' | 'createCrawler'\n      > = {\n        router: Router.create<T['context']>(),\n        routeHandlerWrappers: ({ input }) => [logLevelHandlerWrapper(input?.logLevel ?? 'info')],\n        createCrawler: ({ router, proxy, input, telemetry }) => {\n          const options = createHttpCrawlerOptions({\n            input,\n            defaults: crawlerConfigDefaults as BasicCrawlerOptions<T['context']>,\n            overrides: {\n              requestHandler: router,\n              proxyConfiguration: proxy,\n              // Capture errors in a separate (Apify) Dataset and pass errors to telemetry\n              failedRequestHandler: createErrorHandler({\n                io,\n                reportingDatasetId: input?.errorReportingDatasetId ?? 'REPORTING',\n                sendToTelemetry: input?.errorTelemetry ?? true,\n                onSendErrorToTelemetry: telemetry?.onSendErrorToTelemetry,\n              }),\n              ...crawlerConfigOverrides,\n            } as BasicCrawlerOptions<T['context']>,\n          });\n          const CrawlerClass = actorClassByType[actorType] as any;\n          return new CrawlerClass(options);\n        },\n      };\n\n      const actor = await createCrawleeOne({\n        ...actorConfig,\n        io,\n        router: actorConfig.router ?? (actorDefaults.router as any),\n        routeHandlerWrappers:\n          actorConfig.routeHandlerWrappers ?? (actorDefaults.routeHandlerWrappers as any),\n        createCrawler: actorConfig.createCrawler ?? (actorDefaults.createCrawler as any),\n      });\n\n      await onReady?.(actor);\n    },\n    { statusMessage: 'Crawling finished!' }\n  );\n};\n\n/**\n * NOTE: If you want to run a scraper, see {@link runCrawleeOne}. This is lower-level\n * function that should be used only if you want to override the default behaviour of runCrawleeOne.\n *\n * Create opinionated Crawlee crawler that uses router for handling requests.\n *\n * This is a quality-of-life function that does the following for you:\n *\n * 1) Full TypeScript coverage - Ensure all components use the same Crawler / CrawlerContext.\n *\n * 2) Get Actor input from `io.getInput()`, which by default\n * corresponds to Apify's `Actor.getInput()`.\n *\n * 3) (Optional) Validate Actor input\n *\n * 4) Set up router such that requests that reach default route are\n * redirected to labelled routes based on which item from \"routes\" they match.\n *\n * 5) Register all route handlers for you.\n *\n * 6) (Optional) Wrap all route handlers in a wrapper. Use this e.g.\n * if you want to add a field to the context object, or handle errors\n * from a single place.\n *\n * 7) (Optional) Support transformation and filtering of (scraped) entries,\n * configured via Actor input.\n *\n * 8) (Optional) Support Actor metamorphing, configured via Actor input.\n *\n * 9) Apify context (e.g. calling `Actor.getInput`) can be replaced with custom\n *  implementation using the `io` option.\n */\nconst createCrawleeOne = async <T extends CrawleeOneCtx>(\n  config: PickPartial<CrawleeOneActorDef<T>, 'io'>\n): Promise<CrawleeOneActorInst<T>> => {\n  const { io = apifyIO as any as T['io'] } = config;\n\n  // Mutable state that is available to the actor hooks\n  const state = {};\n\n  // Initialize actor inputs\n  const input = await createActorInput({ ...config, io }, state);\n\n  if (config.validateInput) await config.validateInput(input);\n\n  const { logLevel } = (input ?? {}) as LoggingActorInput;\n  const log = new Log({ level: logLevel ? logLevelToCrawlee[logLevel] : undefined });\n\n  // This is context that is available to options that use initialization function\n  const getConfig = () =>\n    ({ ...config, input, state, io } satisfies CrawleeOneActorDefWithInput<T>);\n\n  // Set up proxy\n  const defaultProxy =\n    config.proxy == null ? await io.createDefaultProxyConfiguration(input ?? undefined) : undefined;\n  const proxy =\n    config.proxy == null\n      ? defaultProxy\n      : isFunc(config.proxy)\n      ? await config.proxy(getConfig())\n      : config.proxy;\n\n  // Run initialization functions\n  const router: RouterHandler<T['context']> = isRouter(config.router)\n    ? config.router\n    : await (config.router as any)(getConfig());\n  const routes = isFunc(config.routes) ? await config.routes(getConfig()) : config.routes; // prettier-ignore\n  const routeHandlerWrappers = isFunc(config.routeHandlerWrappers) ? await config.routeHandlerWrappers(getConfig()) : config.routeHandlerWrappers; // prettier-ignore\n  const telemetry = isFunc(config.telemetry) ? await config.telemetry(getConfig()) : config.telemetry; // prettier-ignore\n\n  // NOTE: TypeScript workaround!\n  // Issue - We need to initialize functions that themselves may become available via the \"Actor Context\"\n  // Solution - We provide the \"Actor Context\" indirectly via getter, so the dependants can use\n  //            the latest version of the object.\n  // To do that, we store the latest version of the context and add fields to it as we go.\n  // HOWEVER, TypeScript doesn't like that. So we use a \"factory function\" to declare what type\n  // is made avaialble via the getter.\n  let actorCtx = {} as any;\n  const actorCtxFactory = <Ctx extends Partial<CrawleeOneActorInst<T>>>(newActorCtx: Ctx) => {\n    actorCtx = { ...newActorCtx };\n    return (): Ctx => ({ ...actorCtx });\n  };\n\n  const getPreActorNoCrawler = actorCtxFactory({\n    io,\n    telemetry,\n    router,\n    routes,\n    proxy,\n    config,\n    input,\n    state,\n    log,\n    handlerCtx: null,\n  } satisfies Omit<CrawleeOneActorInst<T>, 'crawler' | 'runCrawler' | 'metamorph' | 'pushData' | 'pushRequests' | 'startUrls'>);\n\n  // Create Crawlee crawler\n  const crawler = await config.createCrawler(getPreActorNoCrawler());\n  const getPreActor = actorCtxFactory({ ...getPreActorNoCrawler(), crawler });\n\n  // Create actor (our custom entity)\n  const actor: CrawleeOneActorInst<T> = {\n    ...getPreActor(),\n    runCrawler: createScopedCrawlerRun(getPreActor),\n    metamorph: createScopedMetamorph(getPreActor),\n    pushData: createScopedPushData(getPreActor),\n    pushRequests: createScopedPushRequests(getPreActor),\n    startUrls: await getStartUrlsFromInput(getPreActor()),\n  };\n\n  // Extra data that we make available to the route handlers\n  const routerContext: CrawleeOneActorRouterCtx<T> = {\n    actor,\n    metamorph: actor.metamorph,\n    pushData: actor.pushData,\n    pushRequests: actor.pushRequests,\n  };\n\n  // Set up router\n  await setupDefaultHandlers<T, CrawleeOneActorRouterCtx<T>>({\n    onSetCtx: (ctx) => {\n      actorCtx.handlerCtx = ctx;\n    },\n    io,\n    router,\n    routeHandlerWrappers,\n    routerContext,\n    routes,\n    input,\n  });\n\n  // Register labelled handlers\n  await registerHandlers<T, CrawleeOneActorRouterCtx<T>>(router, routes, {\n    routerContext,\n    handlerWrappers: routeHandlerWrappers,\n    onSetCtx: (ctx) => {\n      actorCtx.handlerCtx = ctx;\n    },\n  });\n\n  // Prepare telemetry\n  const isEnabled = await actor.io.isTelemetryEnabled();\n  if (isEnabled) {\n    await telemetry?.setup(actor);\n  }\n\n  // Now that the actor is ready, enqueue the URLs right away\n  await actor.pushRequests(actor.startUrls as CrawleeRequest[]);\n\n  return actor;\n};\n\nconst createActorInput = async <T extends CrawleeOneCtx>(\n  config: CrawleeOneActorDef<T>,\n  state: Record<string, any>\n) => {\n  // Initialize actor inputs\n  const rawInput = !config.input\n    ? {}\n    : isFunc(config.input)\n    ? await config.input(config)\n    : config.input;\n\n  const rawInputDefaults = !config.inputDefaults\n    ? {}\n    : isFunc(config.inputDefaults)\n    ? await config.inputDefaults(config)\n    : config.inputDefaults;\n\n  // This is equivalent to Apify's `Actor.getInput()` and it is used so that\n  // input can be configured not only by scraper developers, but also scraper users,\n  // e.g. via Apify platform.\n  const inputFromIO =\n    config.input && !config.mergeInput ? {} : await config.io.getInput<T['input']>();\n\n  // Define whether to take input from the user (AKA from the env vars via `inputFromIO`)\n  // or from the deeloper that called this scraper (AKA from the `input` argument).\n  // NOTE: Uses both if `config.mergeInput` is truthy\n  const inputMergeFn = config.mergeInput\n    ? typeof config.mergeInput === 'function'\n      ? config.mergeInput\n      : ({ defaults, overrides, env }) => ({ ...defaults, ...env, ...overrides })\n    : config.input\n    ? ({ defaults, overrides }) => ({ ...defaults, ...overrides })\n    : ({ defaults, env }) => ({ ...defaults, ...env });\n\n  const mergedInput = inputMergeFn({ defaults: rawInputDefaults, env: inputFromIO ?? {}, overrides: rawInput ?? {} }); // prettier-ignore\n\n  // Next, we allow to enrich the input we already have by downloading remote inputs\n  // or generating it from a user-defined function.\n  const input = Object.freeze(await resolveInput<T['input'] | null>(mergedInput, config.io, state));\n\n  return input;\n};\n\nconst resolveInput = async <T extends Record<string, any> | null>(\n  input: object | null,\n  io: CrawleeOneIO,\n  state: Record<string, unknown>\n) => {\n  const { inputExtendUrl, inputExtendFromFunction } = (input ?? {}) as InputActorInput;\n\n  const inputFromUrl = inputExtendUrl ? await gotScraping.get(inputExtendUrl).json<object>() : null;\n  const inputFn = genHookFn({ state, input, io }, inputExtendFromFunction, 'inputExtendFromFunction'); // prettier-ignore\n  const inputFromFunc = (await inputFn?.()) ?? null;\n  const extendedInput = { ...inputFromUrl, ...inputFromFunc, ...input };\n\n  return extendedInput as T;\n};\n\n/**\n * Create a function that wraps `crawler.run(requests, runOtions)` with additional\n * features like:\n * - Automatically metamorph into another actor after the run finishes\n */\nconst createScopedCrawlerRun = <T extends CrawleeOneCtx>(\n  getActor: () => Omit<\n    CrawleeOneActorInst<T>,\n    'runCrawler' | 'metamorph' | 'pushData' | 'pushRequests' | 'startUrls'\n  >\n) => {\n  const metamorph = createScopedMetamorph(getActor);\n\n  const runCrawler: RunCrawler<T['context']> = async (requests, options) => {\n    const actor = getActor();\n    const {\n      requestTransformBefore,\n      requestTransformAfter,\n      requestFilterBefore,\n      requestFilterAfter,\n      outputTransformBefore,\n      outputTransformAfter,\n      outputFilterBefore,\n      outputFilterAfter,\n      outputCacheStoreId,\n      outputCacheActionOnResult,\n    } = (actor.input ?? {}) as OutputActorInput & RequestActorInput;\n\n    // Clear cache if it was set from the input\n    if (outputCacheStoreId && outputCacheActionOnResult === 'overwrite') {\n      const store = await actor.io.openKeyValueStore(outputCacheStoreId);\n      await store.clear();\n    }\n\n    await genHookFn(actor, outputTransformBefore, 'outputTransformBefore')?.(); // prettier-ignore\n    await genHookFn(actor, outputFilterBefore, 'outputFilterBefore')?.(); // prettier-ignore\n    await genHookFn(actor, requestTransformBefore, 'requestTransformBefore')?.(); // prettier-ignore\n    await genHookFn(actor, requestFilterBefore, 'requestFilterBefore')?.(); // prettier-ignore\n\n    const runRes = await actor.crawler.run(requests, options);\n\n    await genHookFn(actor, outputTransformAfter, 'outputTransformAfter')?.(); // prettier-ignore\n    await genHookFn(actor, outputFilterAfter, 'outputFilterAfter')?.(); // prettier-ignore\n    await genHookFn(actor, requestTransformAfter, 'requestTransformAfter')?.(); // prettier-ignore\n    await genHookFn(actor, requestFilterAfter, 'requestFilterAfter')?.(); // prettier-ignore\n\n    // Trigger metamorph if it was set from the input\n    await metamorph();\n\n    return runRes;\n  };\n\n  return runCrawler;\n};\n\n/** Create a function that triggers metamorph, using Actor's inputs as defaults. */\nconst createScopedMetamorph = <T extends CrawleeOneCtx>(\n  getActor: () => Pick<CrawleeOneActorInst<T>, 'input' | 'io'>\n) => {\n  // Trigger metamorph if it was set from the input\n  const metamorph: Metamorph = async (overrides?: MetamorphActorInput) => {\n    const actor = getActor();\n    const {\n      metamorphActorId,\n      metamorphActorBuild,\n      metamorphActorInput,\n    } = defaults({}, overrides, actor.input ?? {}); // prettier-ignore\n\n    if (!metamorphActorId) return;\n\n    await actor.io.triggerDownstreamCrawler(metamorphActorId, metamorphActorInput, {\n      build: metamorphActorBuild,\n    });\n  };\n\n  return metamorph;\n};\n\n/** pushData wrapper that pre-populates options based on actor input */\nconst createScopedPushData = <T extends CrawleeOneCtx>(\n  getActor: () => Pick<CrawleeOneActorInst<T>, 'input' | 'state' | 'io' | 'log' | 'handlerCtx'>\n) => {\n  const scopedPushData: CrawleeOneActorInst<T>['pushData'] = async (entries, options) => {\n    const actor = getActor();\n    const handlerCtx = actor.handlerCtx;\n    if (!handlerCtx) {\n      throw Error(\n        'Function pushData scoped to crawler instance was called outside of the crawling context'\n      );\n    }\n\n    const {\n      includePersonalData,\n      requestQueueId,\n      outputMaxEntries,\n      outputTransform,\n      outputFilter,\n      outputDatasetId,\n      outputPickFields,\n      outputRenameFields,\n      outputCacheStoreId,\n      outputCachePrimaryKeys,\n      outputCacheActionOnResult,\n    } = (actor.input ?? {}) as OutputActorInput & PrivacyActorInput & RequestActorInput;\n\n    const transformFn = genHookFn(actor, outputTransform, 'outputTransform');\n    const filterFn = genHookFn(actor, outputFilter, 'outputFilter');\n\n    const mergedOptions = {\n      io: actor.io,\n      log: actor.log,\n      showPrivate: includePersonalData,\n      maxCount: outputMaxEntries,\n      pickKeys: outputPickFields,\n      remapKeys: outputRenameFields,\n      transform: transformFn ?? undefined,\n      filter: filterFn ?? undefined,\n      datasetId: outputDatasetId,\n      requestQueueId,\n      cacheStoreId: outputCacheStoreId,\n      cachePrimaryKeys: outputCachePrimaryKeys,\n      cacheActionOnResult: outputCacheActionOnResult,\n      ...options,\n    } satisfies PushDataOptions<object>;\n\n    return pushData(handlerCtx, entries, mergedOptions);\n  };\n\n  return scopedPushData;\n};\n\n/** pushRequests wrapper that pre-populates options based on actor input */\nconst createScopedPushRequests = <T extends CrawleeOneCtx>(\n  getActor: () => Pick<CrawleeOneActorInst<T>, 'input' | 'state' | 'io' | 'log'>\n) => {\n  const scopedPushRequest: CrawleeOneActorInst<T>['pushRequests'] = async (entries, options) => {\n    const actor = getActor();\n    const { requestQueueId, requestMaxEntries, requestTransform, requestFilter } = (actor.input ??\n      {}) as RequestActorInput;\n\n    const transformFn = genHookFn(actor, requestTransform, 'requestTransform');\n    const filterFn = genHookFn(actor, requestFilter, 'requestFilter');\n\n    const mergedOptions = {\n      io: actor.io,\n      log: actor.log,\n      maxCount: requestMaxEntries,\n      transform: transformFn ?? undefined,\n      filter: filterFn ?? undefined,\n      requestQueueId,\n      ...options,\n    } satisfies PushRequestsOptions<any>;\n\n    return pushRequests<any>(entries, mergedOptions);\n  };\n\n  return scopedPushRequest;\n};\n\n/** Given the actor input, create common crawler options. */\nexport const createHttpCrawlerOptions = <\n  T extends CrawleeOneCtx,\n  TOpts extends BasicCrawlerOptions<T['context']>\n>({\n  input,\n  defaults,\n  overrides,\n}: {\n  /** Actor input */\n  input: T['input'] | null;\n  /**\n   * Default config options set by us. These may be overriden\n   * by values from actor input (set by user).\n   */\n  defaults?: TOpts;\n  /**\n   * These config options will overwrite both the default and user\n   * options. This is useful for hard-setting values e.g. in tests.\n   */\n  overrides?: TOpts;\n}) => {\n  const pickCrawlerInputFields = <T extends CrawlerConfigActorInput>(config: T) =>\n    pick(config, Object.keys(crawlerInput));\n\n  return {\n    // ----- 1. DEFAULTS -----\n    ...omitBy(defaults ?? ({} as TOpts), (field) => field === undefined),\n    // ----- 2. CONFIG FROM INPUT -----\n    ...omitBy(pickCrawlerInputFields(input ?? {}), (field) => field === undefined),\n    // ----- 3. OVERRIDES - E.G. TEST CONFIG -----\n    ...omitBy(overrides ?? ({} as TOpts), (field) => field === undefined),\n  } satisfies Partial<TOpts>;\n};\n\nconst getStartUrlsFromInput = async <T extends CrawleeOneCtx>(\n  actor: Pick<CrawleeOneActorInst<T>, 'input' | 'state' | 'io' | 'log'>\n) => {\n  const { startUrls, startUrlsFromDataset, startUrlsFromFunction } = (actor.input ??\n    {}) as StartUrlsActorInput;\n\n  const urlsAgg = [...(startUrls ?? [])];\n\n  if (startUrlsFromDataset) {\n    actor.log.debug(`Loading start URLs from Dataset ${startUrlsFromDataset}`);\n    const [datasetId, field] = startUrlsFromDataset.split('#');\n    const urlsFromDataset = await getColumnFromDataset<any>(datasetId, field, { io: actor.io });\n    urlsAgg.push(...urlsFromDataset);\n  }\n\n  if (startUrlsFromFunction) {\n    actor.log.debug(`Loading start URLs from function`);\n    const urlsFromFn =\n      (await genHookFn(actor, startUrlsFromFunction, 'startUrlsFromFunction')?.()) ?? [];\n    if (!Array.isArray(urlsFromFn)) {\n      throw Error(\n        `Hook \"startUrlsFromFunction\" must return an array of URLs or Requests, got ${urlsFromFn}`\n      );\n    }\n    urlsAgg.push(...urlsFromFn);\n  }\n\n  return urlsAgg;\n};\n"]}
+{"version":3,"file":"actor.js","sourceRoot":"","sources":["../../../../src/lib/actor/actor.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAOiB;AACjB,mCAAgD;AAChD,+CAA2C;AAG3C,+CAAmD;AAEnD,wDAA2D;AAC3D,6CAA8E;AAC9E,2CAAqD;AACrD,qDAAuE;AAEvE,iDAAgD;AAChD,6CAA0E;AAC1E,oCAUkB;AAClB,gCAAmE;AAanE,MAAM,QAAQ,GAAG,CAAC,CAAM,EAA2B,EAAE;IACnD,OAAO,CAAC,CAAC,CAAC,CAAC,CAAmB,aAAnB,CAAC,uBAAD,CAAC,CAAoB,UAAU,MAAK,CAAmB,aAAnB,CAAC,uBAAD,CAAC,CAAoB,iBAAiB,CAAA,CAAC,CAAC;AACzF,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,CAAM,EAAgC,EAAE;IACtD,OAAO,OAAO,CAAC,KAAK,UAAU,CAAC;AACjC,CAAC,CAAC;AAEF,kEAAkE;AAClE,MAAM,SAAS,GAAG,CAKhB,KAA6D,EAC7D,OAAwE,EACxE,QAAgB,EAChB,EAAE;IACF,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,MAAM,OAAO,GAAG;QACd,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,YAAY,EAAZ,uBAAY;QACZ,WAAW,EAAE,0BAAW;KACM,CAAC;IAEjC,MAAM,MAAM,GAAG,CAAC,OAAO,OAAO,KAAK,UAAU;QAC3C,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,IAAI,CAAC,OAAO,CAAY,CAC3B,CAAA,CAAC,kBAAkB;IACpB,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,CAAC;QACjC,MAAM,KAAK,CAAC,SAAS,QAAQ,4BAA4B,OAAO,MAAM,aAAa,MAAM,EAAE,CAAC,CAAC;IAC/F,CAAC;IAED,qFAAqF;IACrF,EAAE;IACF,OAAO,CAAO,GAAG,IAAW,EAAE,EAAE,kDAC9B,OAAC,MAA8C,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAA,GAAA,CAAC;AACtE,CAAC,CAAC;AAsCF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACI,MAAM,aAAa,GAAG,CAI3B,IAAoC,EACrB,EAAE;IACjB,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAEhG,MAAM,EAAE,EAAE,GAAG,eAAyB,EAAE,GAAG,WAAW,CAAC;IAEvD,YAAY;IACZ,mCAAmC;IACnC,yGAAyG;IACzG,2EAA2E;IAC3E,MAAM,EAAE,CAAC,YAAY,CACnB,GAAS,EAAE;;QACT,MAAM,aAAa,GAGf;YACF,MAAM,EAAE,gBAAM,CAAC,MAAM,EAAgB;YACrC,oBAAoB,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,WAAC,OAAA,CAAC,IAAA,4BAAsB,EAAC,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,QAAQ,mCAAI,MAAM,CAAC,CAAC,CAAA,EAAA;YACxF,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE;;gBACrD,MAAM,OAAO,GAAG,IAAA,gCAAwB,EAAC;oBACvC,KAAK;oBACL,QAAQ,EAAE,qBAA0D;oBACpE,SAAS,EAAE,gBACT,cAAc,EAAE,MAAM,EACtB,kBAAkB,EAAE,KAAK;wBACzB,4EAA4E;wBAC5E,oBAAoB,EAAE,IAAA,iCAAkB,EAAC;4BACvC,EAAE;4BACF,kBAAkB,EAAE,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,uBAAuB,mCAAI,WAAW;4BACjE,eAAe,EAAE,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,cAAc,mCAAI,IAAI;4BAC9C,sBAAsB,EAAE,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,sBAAsB;yBAC1D,CAAC,IACC,sBAAsB,CACW;iBACvC,CAAC,CAAC;gBACH,MAAM,YAAY,GAAG,4BAAgB,CAAC,SAAS,CAAQ,CAAC;gBACxD,OAAO,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;YACnC,CAAC;SACF,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,gBAAgB,iCAC/B,WAAW,KACd,EAAE,EACF,MAAM,EAAE,MAAA,WAAW,CAAC,MAAM,mCAAK,aAAa,CAAC,MAAc,EAC3D,oBAAoB,EAClB,MAAA,WAAW,CAAC,oBAAoB,mCAAK,aAAa,CAAC,oBAA4B,EACjF,aAAa,EAAE,MAAA,WAAW,CAAC,aAAa,mCAAK,aAAa,CAAC,aAAqB,IAChF,CAAC;QAEH,MAAM,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAG,KAAK,CAAC,CAAA,CAAC;IACzB,CAAC,CAAA,EACD,EAAE,aAAa,EAAE,oBAAoB,EAAE,CACxC,CAAC;AACJ,CAAC,CAAA,CAAC;AAzDW,QAAA,aAAa,iBAyDxB;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,MAAM,gBAAgB,GAAG,CACvB,MAAgD,EACf,EAAE;IACnC,MAAM,EAAE,EAAE,GAAG,eAAyB,EAAE,GAAG,MAAM,CAAC;IAElD,qDAAqD;IACrD,MAAM,KAAK,GAAG,EAAE,CAAC;IAEjB,0BAA0B;IAC1B,MAAM,KAAK,GAAG,MAAM,gBAAgB,iCAAM,MAAM,KAAE,EAAE,KAAI,KAAK,CAAC,CAAC;IAE/D,IAAI,MAAM,CAAC,aAAa;QAAE,MAAM,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAE5D,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,EAAE,CAAsB,CAAC;IACxD,MAAM,GAAG,GAAG,IAAI,aAAG,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,uBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAEvF,gFAAgF;IAChF,MAAM,SAAS,GAAG,GAAG,EAAE,CACrB,CAAC,gCAAK,MAAM,KAAE,KAAK,EAAE,KAAK,EAAE,EAAE,GAA2C,CAAC,CAAC;IAE7E,eAAe;IACf,MAAM,YAAY,GAChB,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,+BAA+B,CAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAClG,MAAM,KAAK,GACT,MAAM,CAAC,KAAK,IAAI,IAAI;QAClB,CAAC,CAAC,YAAY;QACd,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;YACtB,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACjC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;IAEnB,+BAA+B;IAC/B,MAAM,MAAM,GAAgC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;QACjE,CAAC,CAAC,MAAM,CAAC,MAAM;QACf,CAAC,CAAC,MAAO,MAAM,CAAC,MAAc,CAAC,SAAS,EAAE,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,kBAAkB;IAC3G,MAAM,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,oBAAoB,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,kBAAkB;IACnK,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,kBAAkB;IAEvH,+BAA+B;IAC/B,uGAAuG;IACvG,6FAA6F;IAC7F,+CAA+C;IAC/C,wFAAwF;IACxF,6FAA6F;IAC7F,oCAAoC;IACpC,IAAI,QAAQ,GAAG,EAAS,CAAC;IACzB,MAAM,eAAe,GAAG,CAA8C,WAAgB,EAAE,EAAE;QACxF,QAAQ,qBAAQ,WAAW,CAAE,CAAC;QAC9B,OAAO,GAAQ,EAAE,CAAC,mBAAM,QAAQ,EAAG,CAAC;IACtC,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,eAAe,CAAC;QAC3C,EAAE;QACF,SAAS;QACT,MAAM;QACN,MAAM;QACN,KAAK;QACL,MAAM;QACN,KAAK;QACL,KAAK;QACL,GAAG;QACH,UAAU,EAAE,IAAI;KAC0G,CAAC,CAAC;IAE9H,yBAAyB;IACzB,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,oBAAoB,EAAE,CAAC,CAAC;IACnE,MAAM,WAAW,GAAG,eAAe,iCAAM,oBAAoB,EAAE,KAAE,OAAO,IAAG,CAAC;IAE5E,mCAAmC;IACnC,MAAM,KAAK,mCACN,WAAW,EAAE,KAChB,UAAU,EAAE,sBAAsB,CAAC,WAAW,CAAC,EAC/C,SAAS,EAAE,qBAAqB,CAAC,WAAW,CAAC,EAC7C,QAAQ,EAAE,oBAAoB,CAAC,WAAW,CAAC,EAC3C,YAAY,EAAE,wBAAwB,CAAC,WAAW,CAAC,EACnD,SAAS,EAAE,MAAM,qBAAqB,CAAC,WAAW,EAAE,CAAC,GACtD,CAAC;IAEF,0DAA0D;IAC1D,MAAM,aAAa,GAAgC;QACjD,KAAK;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,YAAY,EAAE,KAAK,CAAC,YAAY;KACjC,CAAC;IAEF,gBAAgB;IAChB,MAAM,IAAA,6BAAoB,EAAiC;QACzD,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE;YAChB,QAAQ,CAAC,UAAU,GAAG,GAAG,CAAC;QAC5B,CAAC;QACD,EAAE;QACF,MAAM;QACN,oBAAoB;QACpB,aAAa;QACb,MAAM;QACN,KAAK;KACN,CAAC,CAAC;IAEH,6BAA6B;IAC7B,MAAM,IAAA,yBAAgB,EAAiC,MAAM,EAAE,MAAM,EAAE;QACrE,aAAa;QACb,eAAe,EAAE,oBAAoB;QACrC,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE;YAChB,QAAQ,CAAC,UAAU,GAAG,GAAG,CAAC;QAC5B,CAAC;KACF,CAAC,CAAC;IAEH,oBAAoB;IACpB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,EAAE,CAAC,kBAAkB,EAAE,CAAC;IACtD,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,KAAK,CAAC,KAAK,CAAC,CAAA,CAAC;IAChC,CAAC;IAED,2DAA2D;IAC3D,MAAM,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,SAA6B,CAAC,CAAC;IAE9D,OAAO,KAAK,CAAC;AACf,CAAC,CAAA,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,MAA6B,EAC7B,KAA0B,EAC1B,EAAE;IACF,0BAA0B;IAC1B,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,KAAK;QAC5B,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;YACtB,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YAC5B,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;IAEjB,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,aAAa;QAC5C,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;YAC9B,CAAC,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;YACpC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;IAEzB,0EAA0E;IAC1E,kFAAkF;IAClF,2BAA2B;IAC3B,MAAM,WAAW,GACf,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAc,CAAC;IAEnF,uFAAuF;IACvF,iFAAiF;IACjF,mDAAmD;IACnD,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU;QACpC,CAAC,CAAC,OAAO,MAAM,CAAC,UAAU,KAAK,UAAU;YACvC,CAAC,CAAC,MAAM,CAAC,UAAU;YACnB,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAO,EAAE,EAAE,CAAC,+CAAM,QAAQ,GAAK,GAAG,GAAK,SAAS,EAAG;QAClF,CAAC,CAAC,MAAM,CAAC,KAAK;YACd,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAO,EAAE,EAAE,CAAC,iCAAM,QAAQ,GAAK,SAAS,EAAG;YACnE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAO,EAAE,EAAE,CAAC,iCAAM,QAAQ,GAAK,GAAG,EAAG,CAAC;IAE1D,MAAM,WAAW,GAAG,YAAY,CAAC,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAAG,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,EAAE,EAAE,SAAS,EAAE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB;IAEvI,kFAAkF;IAClF,iDAAiD;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,YAAY,CAAoB,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IAElG,OAAO,KAAK,CAAC;AACf,CAAC,CAAA,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,KAAoB,EACpB,EAAgB,EAChB,KAA8B,EAC9B,EAAE;;IACF,MAAM,EAAE,cAAc,EAAE,uBAAuB,EAAE,GAAG,CAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,EAAE,CAAoB,CAAC;IAErF,MAAM,YAAY,GAAG,cAAc,CAAC,CAAC,CAAC,MAAM,0BAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,IAAI,EAAU,CAAC,CAAC,CAAC,IAAI,CAAC;IAClG,MAAM,OAAO,GAAG,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,uBAAuB,EAAE,yBAAyB,CAAC,CAAC,CAAC,kBAAkB;IACvH,MAAM,aAAa,GAAG,MAAA,CAAC,MAAM,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,EAAI,CAAA,CAAC,mCAAI,IAAI,CAAC;IAClD,MAAM,aAAa,iDAAQ,YAAY,GAAK,aAAa,GAAK,KAAK,CAAE,CAAC;IAEtE,OAAO,aAAkB,CAAC;AAC5B,CAAC,CAAA,CAAC;AAEF;;;;GAIG;AACH,MAAM,sBAAsB,GAAG,CAC7B,QAGC,EACD,EAAE;IACF,MAAM,SAAS,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAElD,MAAM,UAAU,GAA6B,CAAO,QAAQ,EAAE,OAAO,EAAE,EAAE;;QACvE,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;QACzB,MAAM,EACJ,sBAAsB,EACtB,qBAAqB,EACrB,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACrB,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,yBAAyB,GAC1B,GAAG,CAAC,MAAA,KAAK,CAAC,KAAK,mCAAI,EAAE,CAAyC,CAAC;QAEhE,2CAA2C;QAC3C,IAAI,kBAAkB,IAAI,yBAAyB,KAAK,WAAW,EAAE,CAAC;YACpE,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,EAAE,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;YACnE,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC;QAED,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,qBAAqB,EAAE,uBAAuB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAC9F,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,kBAAkB,EAAE,oBAAoB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QACxF,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,sBAAsB,EAAE,wBAAwB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAChG,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,mBAAmB,EAAE,qBAAqB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAE1F,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE1D,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,oBAAoB,EAAE,sBAAsB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAC5F,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,iBAAiB,EAAE,mBAAmB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QACtF,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,qBAAqB,EAAE,uBAAuB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAC9F,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,kBAAkB,EAAE,oBAAoB,CAAC,2CAAI,CAAA,CAAC,CAAC,kBAAkB;QAExF,iDAAiD;QACjD,MAAM,SAAS,EAAE,CAAC;QAElB,OAAO,MAAM,CAAC;IAChB,CAAC,CAAA,CAAC;IAEF,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAEF,mFAAmF;AACnF,MAAM,qBAAqB,GAAG,CAC5B,QAA4D,EAC5D,EAAE;IACF,iDAAiD;IACjD,MAAM,SAAS,GAAc,CAAO,SAA+B,EAAE,EAAE;;QACrE,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;QACzB,MAAM,EACJ,gBAAgB,EAChB,mBAAmB,EACnB,mBAAmB,GACpB,GAAG,IAAA,iBAAQ,EAAC,EAAE,EAAE,SAAS,EAAE,MAAA,KAAK,CAAC,KAAK,mCAAI,EAAE,CAAC,CAAC,CAAC,kBAAkB;QAElE,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAE9B,MAAM,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAAC,gBAAgB,EAAE,mBAAmB,EAAE;YAC7E,KAAK,EAAE,mBAAmB;SAC3B,CAAC,CAAC;IACL,CAAC,CAAA,CAAC;IAEF,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,uEAAuE;AACvE,MAAM,oBAAoB,GAAG,CAC3B,QAA6F,EAC7F,EAAE;IACF,MAAM,cAAc,GAAuC,CAAO,OAAO,EAAE,OAAO,EAAE,EAAE;;QACpF,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,KAAK,CACT,yFAAyF,CAC1F,CAAC;QACJ,CAAC;QAED,MAAM,EACJ,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,kBAAkB,EAClB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,GAC1B,GAAG,CAAC,MAAA,KAAK,CAAC,KAAK,mCAAI,EAAE,CAA6D,CAAC;QAEpF,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,EAAE,eAAe,EAAE,iBAAiB,CAAC,CAAC;QACzE,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAEhE,MAAM,aAAa,GAAG,gBACpB,EAAE,EAAE,KAAK,CAAC,EAAE,EACZ,GAAG,EAAE,KAAK,CAAC,GAAG,EACd,WAAW,EAAE,mBAAmB,EAChC,QAAQ,EAAE,gBAAgB,EAC1B,QAAQ,EAAE,gBAAgB,EAC1B,SAAS,EAAE,kBAAkB,EAC7B,SAAS,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,SAAS,EACnC,MAAM,EAAE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,SAAS,EAC7B,SAAS,EAAE,eAAe,EAC1B,cAAc,EACd,YAAY,EAAE,kBAAkB,EAChC,gBAAgB,EAAE,sBAAsB,EACxC,mBAAmB,EAAE,yBAAyB,IAC3C,OAAO,CACuB,CAAC;QAEpC,OAAO,IAAA,mBAAQ,EAAC,UAAU,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;IACtD,CAAC,CAAA,CAAC;IAEF,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AAEF,2EAA2E;AAC3E,MAAM,wBAAwB,GAAG,CAC/B,QAA8E,EAC9E,EAAE;IACF,MAAM,iBAAiB,GAA2C,CAAO,OAAO,EAAE,OAAO,EAAE,EAAE;;QAC3F,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;QACzB,MAAM,EAAE,cAAc,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,aAAa,EAAE,GAAG,CAAC,MAAA,KAAK,CAAC,KAAK,mCACzF,EAAE,CAAsB,CAAC;QAE3B,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,EAAE,gBAAgB,EAAE,kBAAkB,CAAC,CAAC;QAC3E,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;QAElE,MAAM,aAAa,GAAG,gBACpB,EAAE,EAAE,KAAK,CAAC,EAAE,EACZ,GAAG,EAAE,KAAK,CAAC,GAAG,EACd,QAAQ,EAAE,iBAAiB,EAC3B,SAAS,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,SAAS,EACnC,MAAM,EAAE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,SAAS,EAC7B,cAAc,IACX,OAAO,CACwB,CAAC;QAErC,OAAO,IAAA,2BAAY,EAAM,OAAO,EAAE,aAAa,CAAC,CAAC;IACnD,CAAC,CAAA,CAAC;IAEF,OAAO,iBAAiB,CAAC;AAC3B,CAAC,CAAC;AAEF,4DAA4D;AACrD,MAAM,wBAAwB,GAAG,CAGtC,EACA,KAAK,EACL,QAAQ,EACR,SAAS,GAcV,EAAE,EAAE;IACH,MAAM,sBAAsB,GAAG,CAAoC,MAAS,EAAE,EAAE,CAC9E,IAAA,aAAI,EAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,oBAAY,CAAC,CAAC,CAAC;IAE1C,OAAO,8CAEF,IAAA,eAAM,EAAC,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAK,EAAY,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,GAEjE,IAAA,eAAM,EAAC,sBAAsB,CAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,GAE3E,IAAA,eAAM,EAAC,SAAS,aAAT,SAAS,cAAT,SAAS,GAAK,EAAY,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAC7C,CAAC;AAC7B,CAAC,CAAC;AAhCW,QAAA,wBAAwB,4BAgCnC;AAEF,MAAM,qBAAqB,GAAG,CAC5B,KAAqE,EACrE,EAAE;;IACF,MAAM,EAAE,SAAS,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,GAAG,CAAC,MAAA,KAAK,CAAC,KAAK,mCAC7E,EAAE,CAAwB,CAAC;IAE7B,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,EAAE,CAAC,CAAC,CAAC;IAEvC,IAAI,oBAAoB,EAAE,CAAC;QACzB,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,mCAAmC,oBAAoB,EAAE,CAAC,CAAC;QAC3E,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,eAAe,GAAG,MAAM,IAAA,8BAAoB,EAAM,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5F,OAAO,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,qBAAqB,EAAE,CAAC;QAC1B,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACpD,MAAM,UAAU,GACd,MAAA,CAAC,MAAM,CAAA,MAAA,SAAS,CAAC,KAAK,EAAE,qBAAqB,EAAE,uBAAuB,CAAC,2CAAI,CAAA,CAAC,mCAAI,EAAE,CAAC;QACrF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/B,MAAM,KAAK,CACT,8EAA8E,UAAU,EAAE,CAC3F,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,CAAA,CAAC","sourcesContent":["import {\n  RouterHandler,\n  BasicCrawlerOptions,\n  Router,\n  Log,\n  LogLevel,\n  Request as CrawleeRequest,\n} from 'crawlee';\nimport { omitBy, pick, defaults } from 'lodash';\nimport { gotScraping } from 'got-scraping';\n\nimport type { CrawlerMeta, CrawlerType } from '../../types';\nimport { actorClassByType } from '../../constants';\nimport type { MaybePromise, PickPartial } from '../../utils/types';\nimport { createErrorHandler } from '../error/errorHandler';\nimport { type PushDataOptions, itemCacheKey, pushData } from '../io/pushData';\nimport { getColumnFromDataset } from '../io/dataset';\nimport { PushRequestsOptions, pushRequests } from '../io/pushRequests';\nimport type { CrawleeOneIO } from '../integrations/types';\nimport { apifyIO } from '../integrations/apify';\nimport { registerHandlers, setupDefaultHandlers } from '../router/router';\nimport {\n  CrawlerConfigActorInput,\n  OutputActorInput,\n  MetamorphActorInput,\n  PrivacyActorInput,\n  crawlerInput,\n  StartUrlsActorInput,\n  InputActorInput,\n  RequestActorInput,\n  LoggingActorInput,\n} from '../input';\nimport { logLevelHandlerWrapper, logLevelToCrawlee } from '../log';\nimport type {\n  CrawleeOneActorInst,\n  CrawleeOneActorDef,\n  CrawleeOneHookCtx,\n  CrawleeOneActorRouterCtx,\n  Metamorph,\n  RunCrawler,\n  CrawleeOneCtx,\n  CrawleeOneHookFn,\n  CrawleeOneActorDefWithInput,\n} from './types';\n\nconst isRouter = (r: any): r is RouterHandler<any> => {\n  return !!((r as RouterHandler)?.addHandler && (r as RouterHandler)?.addDefaultHandler);\n};\n\nconst isFunc = (f: any): f is (...args: any[]) => any => {\n  return typeof f === 'function';\n};\n\n/** Run a function that was defined as a string via Actor input */\nconst genHookFn = <\n  TArgs extends any[] = [],\n  TReturn = unknown,\n  T extends CrawleeOneCtx = CrawleeOneCtx\n>(\n  actor: Pick<CrawleeOneActorInst<T>, 'input' | 'state' | 'io'>,\n  fnOrStr: string | CrawleeOneHookFn<TArgs, TReturn, T> | undefined | null,\n  funcName: string\n) => {\n  if (!fnOrStr) return null;\n\n  const hookCtx = {\n    io: actor.io,\n    input: actor.input,\n    state: actor.state,\n    itemCacheKey,\n    sendRequest: gotScraping,\n  } satisfies CrawleeOneHookCtx<T>;\n\n  const hookFn = (typeof fnOrStr === 'function'\n    ? fnOrStr\n    : eval(fnOrStr) as unknown\n  ) // prettier-ignore\n  if (!hookFn) return null;\n  if (typeof hookFn !== 'function') {\n    throw Error(`Hook \"${funcName}\" is not a function, got ${typeof hookFn} instead: ${hookFn}`);\n  }\n\n  // NOTE: If eval didn't return func, but something else, we want to let the code fail\n  //\n  return async (...args: TArgs) =>\n    (hookFn as CrawleeOneHookFn<TArgs, TReturn, T>)(...args, hookCtx);\n};\n\n/**\n * Options available when creating default configuration for an opinionated Crawlee actor,\n * which is then run within Apify's `Actor.main()` context.\n *\n * Apify context can be replaced with custom implementation using the `actorConfig.io` option.\n *\n * Read more about what this actor does at {@link createCrawleeOne}.\n */\nexport interface RunCrawleeOneOptions<\n  TType extends CrawlerType,\n  T extends CrawleeOneCtx<CrawlerMeta<TType>['context']>\n> {\n  /** String idetifying the actor class, e.g. `'cheerio'` */\n  actorType: TType;\n  actorName?: string;\n  /** Config passed to the {@link createCrawleeOne} */\n  actorConfig: PickPartial<CrawleeOneActorDef<T>, 'router' | 'createCrawler' | 'io' | 'telemetry'>;\n  /**\n   * If using default `createCrawler` implementation, these are crawler options\n   * that may be overriden by user input.\n   */\n  crawlerConfigDefaults?: Omit<CrawlerMeta<TType>['options'], 'requestHandler'>;\n  /**\n   * If using default `createCrawler` implementation, these are crawler options\n   * that will override user input.\n   *\n   * This is useful for testing env.\n   */\n  crawlerConfigOverrides?: Omit<CrawlerMeta<TType>['options'], 'requestHandler'>;\n  /**\n   * Callback with the created actor. The callback is called within\n   * the `Actor.main()` context.\n   */\n  onReady?: (actor: CrawleeOneActorInst<T>) => MaybePromise<void>;\n}\n\n/**\n * Create opinionated Crawlee crawler that uses, and run it within Apify's `Actor.main()` context.\n *\n * Apify context can be replaced with custom implementation using the `actorConfig.io` option.\n *\n * This function does the following for you:\n *\n * 1) Full TypeScript coverage - Ensure all components use the same Crawler / CrawlerContext.\n *\n * 2) Get Actor input from `io.getInput()`, which by default\n * corresponds to Apify's `Actor.getInput()`.\n *\n * 3) (Optional) Validate Actor input\n *\n * 4) Set up router such that requests that reach default route are\n * redirected to labelled routes based on which item from \"routes\" they match.\n *\n * 5) Register all route handlers for you.\n *\n * 6) (Optional) Wrap all route handlers in a wrapper. Use this e.g.\n * if you want to add a field to the context object, or handle errors\n * from a single place.\n *\n * 7) (Optional) Support transformation and filtering of (scraped) entries,\n * configured via Actor input.\n *\n * 8) (Optional) Support Actor metamorphing, configured via Actor input.\n *\n * 9) Apify context (e.g. calling `Actor.getInput`) can be replaced with custom\n *  implementation using the `io` option.\n */\nexport const runCrawleeOne = async <\n  TType extends CrawlerType,\n  T extends CrawleeOneCtx<CrawlerMeta<TType>['context']>\n>(\n  args: RunCrawleeOneOptions<TType, T>\n): Promise<void> => {\n  const { actorType, actorConfig, crawlerConfigDefaults, crawlerConfigOverrides, onReady } = args;\n\n  const { io = apifyIO as any as T['io'] } = actorConfig;\n\n  // See docs:\n  // - https://docs.apify.com/sdk/js/\n  // - https://docs.apify.com/academy/deploying-your-code/inputs-outputs#accepting-input-with-the-apify-sdk\n  // - https://docs.apify.com/sdk/js/docs/upgrading/upgrading-to-v3#apify-sdk\n  await io.runInContext(\n    async () => {\n      const actorDefaults: Pick<\n        CrawleeOneActorDef<T>,\n        'router' | 'routeHandlerWrappers' | 'createCrawler'\n      > = {\n        router: Router.create<T['context']>(),\n        routeHandlerWrappers: ({ input }) => [logLevelHandlerWrapper(input?.logLevel ?? 'info')],\n        createCrawler: ({ router, proxy, input, telemetry }) => {\n          const options = createHttpCrawlerOptions({\n            input,\n            defaults: crawlerConfigDefaults as BasicCrawlerOptions<T['context']>,\n            overrides: {\n              requestHandler: router,\n              proxyConfiguration: proxy,\n              // Capture errors in a separate (Apify) Dataset and pass errors to telemetry\n              failedRequestHandler: createErrorHandler({\n                io,\n                reportingDatasetId: input?.errorReportingDatasetId ?? 'REPORTING',\n                sendToTelemetry: input?.errorTelemetry ?? true,\n                onSendErrorToTelemetry: telemetry?.onSendErrorToTelemetry,\n              }),\n              ...crawlerConfigOverrides,\n            } as BasicCrawlerOptions<T['context']>,\n          });\n          const CrawlerClass = actorClassByType[actorType] as any;\n          return new CrawlerClass(options);\n        },\n      };\n\n      const actor = await createCrawleeOne({\n        ...actorConfig,\n        io,\n        router: actorConfig.router ?? (actorDefaults.router as any),\n        routeHandlerWrappers:\n          actorConfig.routeHandlerWrappers ?? (actorDefaults.routeHandlerWrappers as any),\n        createCrawler: actorConfig.createCrawler ?? (actorDefaults.createCrawler as any),\n      });\n\n      await onReady?.(actor);\n    },\n    { statusMessage: 'Crawling finished!' }\n  );\n};\n\n/**\n * NOTE: If you want to run a scraper, see {@link runCrawleeOne}. This is lower-level\n * function that should be used only if you want to override the default behaviour of runCrawleeOne.\n *\n * Create opinionated Crawlee crawler that uses router for handling requests.\n *\n * This is a quality-of-life function that does the following for you:\n *\n * 1) Full TypeScript coverage - Ensure all components use the same Crawler / CrawlerContext.\n *\n * 2) Get Actor input from `io.getInput()`, which by default\n * corresponds to Apify's `Actor.getInput()`.\n *\n * 3) (Optional) Validate Actor input\n *\n * 4) Set up router such that requests that reach default route are\n * redirected to labelled routes based on which item from \"routes\" they match.\n *\n * 5) Register all route handlers for you.\n *\n * 6) (Optional) Wrap all route handlers in a wrapper. Use this e.g.\n * if you want to add a field to the context object, or handle errors\n * from a single place.\n *\n * 7) (Optional) Support transformation and filtering of (scraped) entries,\n * configured via Actor input.\n *\n * 8) (Optional) Support Actor metamorphing, configured via Actor input.\n *\n * 9) Apify context (e.g. calling `Actor.getInput`) can be replaced with custom\n *  implementation using the `io` option.\n */\nconst createCrawleeOne = async <T extends CrawleeOneCtx>(\n  config: PickPartial<CrawleeOneActorDef<T>, 'io'>\n): Promise<CrawleeOneActorInst<T>> => {\n  const { io = apifyIO as any as T['io'] } = config;\n\n  // Mutable state that is available to the actor hooks\n  const state = {};\n\n  // Initialize actor inputs\n  const input = await createActorInput({ ...config, io }, state);\n\n  if (config.validateInput) await config.validateInput(input);\n\n  const { logLevel } = (input ?? {}) as LoggingActorInput;\n  const log = new Log({ level: logLevel ? logLevelToCrawlee[logLevel] : LogLevel.INFO });\n\n  // This is context that is available to options that use initialization function\n  const getConfig = () =>\n    ({ ...config, input, state, io } satisfies CrawleeOneActorDefWithInput<T>);\n\n  // Set up proxy\n  const defaultProxy =\n    config.proxy == null ? await io.createDefaultProxyConfiguration(input ?? undefined) : undefined;\n  const proxy =\n    config.proxy == null\n      ? defaultProxy\n      : isFunc(config.proxy)\n      ? await config.proxy(getConfig())\n      : config.proxy;\n\n  // Run initialization functions\n  const router: RouterHandler<T['context']> = isRouter(config.router)\n    ? config.router\n    : await (config.router as any)(getConfig());\n  const routes = isFunc(config.routes) ? await config.routes(getConfig()) : config.routes; // prettier-ignore\n  const routeHandlerWrappers = isFunc(config.routeHandlerWrappers) ? await config.routeHandlerWrappers(getConfig()) : config.routeHandlerWrappers; // prettier-ignore\n  const telemetry = isFunc(config.telemetry) ? await config.telemetry(getConfig()) : config.telemetry; // prettier-ignore\n\n  // NOTE: TypeScript workaround!\n  // Issue - We need to initialize functions that themselves may become available via the \"Actor Context\"\n  // Solution - We provide the \"Actor Context\" indirectly via getter, so the dependants can use\n  //            the latest version of the object.\n  // To do that, we store the latest version of the context and add fields to it as we go.\n  // HOWEVER, TypeScript doesn't like that. So we use a \"factory function\" to declare what type\n  // is made avaialble via the getter.\n  let actorCtx = {} as any;\n  const actorCtxFactory = <Ctx extends Partial<CrawleeOneActorInst<T>>>(newActorCtx: Ctx) => {\n    actorCtx = { ...newActorCtx };\n    return (): Ctx => ({ ...actorCtx });\n  };\n\n  const getPreActorNoCrawler = actorCtxFactory({\n    io,\n    telemetry,\n    router,\n    routes,\n    proxy,\n    config,\n    input,\n    state,\n    log,\n    handlerCtx: null,\n  } satisfies Omit<CrawleeOneActorInst<T>, 'crawler' | 'runCrawler' | 'metamorph' | 'pushData' | 'pushRequests' | 'startUrls'>);\n\n  // Create Crawlee crawler\n  const crawler = await config.createCrawler(getPreActorNoCrawler());\n  const getPreActor = actorCtxFactory({ ...getPreActorNoCrawler(), crawler });\n\n  // Create actor (our custom entity)\n  const actor: CrawleeOneActorInst<T> = {\n    ...getPreActor(),\n    runCrawler: createScopedCrawlerRun(getPreActor),\n    metamorph: createScopedMetamorph(getPreActor),\n    pushData: createScopedPushData(getPreActor),\n    pushRequests: createScopedPushRequests(getPreActor),\n    startUrls: await getStartUrlsFromInput(getPreActor()),\n  };\n\n  // Extra data that we make available to the route handlers\n  const routerContext: CrawleeOneActorRouterCtx<T> = {\n    actor,\n    metamorph: actor.metamorph,\n    pushData: actor.pushData,\n    pushRequests: actor.pushRequests,\n  };\n\n  // Set up router\n  await setupDefaultHandlers<T, CrawleeOneActorRouterCtx<T>>({\n    onSetCtx: (ctx) => {\n      actorCtx.handlerCtx = ctx;\n    },\n    io,\n    router,\n    routeHandlerWrappers,\n    routerContext,\n    routes,\n    input,\n  });\n\n  // Register labelled handlers\n  await registerHandlers<T, CrawleeOneActorRouterCtx<T>>(router, routes, {\n    routerContext,\n    handlerWrappers: routeHandlerWrappers,\n    onSetCtx: (ctx) => {\n      actorCtx.handlerCtx = ctx;\n    },\n  });\n\n  // Prepare telemetry\n  const isEnabled = await actor.io.isTelemetryEnabled();\n  if (isEnabled) {\n    await telemetry?.setup(actor);\n  }\n\n  // Now that the actor is ready, enqueue the URLs right away\n  await actor.pushRequests(actor.startUrls as CrawleeRequest[]);\n\n  return actor;\n};\n\nconst createActorInput = async <T extends CrawleeOneCtx>(\n  config: CrawleeOneActorDef<T>,\n  state: Record<string, any>\n) => {\n  // Initialize actor inputs\n  const rawInput = !config.input\n    ? {}\n    : isFunc(config.input)\n    ? await config.input(config)\n    : config.input;\n\n  const rawInputDefaults = !config.inputDefaults\n    ? {}\n    : isFunc(config.inputDefaults)\n    ? await config.inputDefaults(config)\n    : config.inputDefaults;\n\n  // This is equivalent to Apify's `Actor.getInput()` and it is used so that\n  // input can be configured not only by scraper developers, but also scraper users,\n  // e.g. via Apify platform.\n  const inputFromIO =\n    config.input && !config.mergeInput ? {} : await config.io.getInput<T['input']>();\n\n  // Define whether to take input from the user (AKA from the env vars via `inputFromIO`)\n  // or from the deeloper that called this scraper (AKA from the `input` argument).\n  // NOTE: Uses both if `config.mergeInput` is truthy\n  const inputMergeFn = config.mergeInput\n    ? typeof config.mergeInput === 'function'\n      ? config.mergeInput\n      : ({ defaults, overrides, env }: any) => ({ ...defaults, ...env, ...overrides })\n    : config.input\n    ? ({ defaults, overrides }: any) => ({ ...defaults, ...overrides })\n    : ({ defaults, env }: any) => ({ ...defaults, ...env });\n\n  const mergedInput = inputMergeFn({ defaults: rawInputDefaults, env: inputFromIO ?? {}, overrides: rawInput ?? {} }); // prettier-ignore\n\n  // Next, we allow to enrich the input we already have by downloading remote inputs\n  // or generating it from a user-defined function.\n  const input = Object.freeze(await resolveInput<T['input'] | null>(mergedInput, config.io, state));\n\n  return input;\n};\n\nconst resolveInput = async <T extends Record<string, any> | null>(\n  input: object | null,\n  io: CrawleeOneIO,\n  state: Record<string, unknown>\n) => {\n  const { inputExtendUrl, inputExtendFromFunction } = (input ?? {}) as InputActorInput;\n\n  const inputFromUrl = inputExtendUrl ? await gotScraping.get(inputExtendUrl).json<object>() : null;\n  const inputFn = genHookFn({ state, input, io }, inputExtendFromFunction, 'inputExtendFromFunction'); // prettier-ignore\n  const inputFromFunc = (await inputFn?.()) ?? null;\n  const extendedInput = { ...inputFromUrl, ...inputFromFunc, ...input };\n\n  return extendedInput as T;\n};\n\n/**\n * Create a function that wraps `crawler.run(requests, runOtions)` with additional\n * features like:\n * - Automatically metamorph into another actor after the run finishes\n */\nconst createScopedCrawlerRun = <T extends CrawleeOneCtx>(\n  getActor: () => Omit<\n    CrawleeOneActorInst<T>,\n    'runCrawler' | 'metamorph' | 'pushData' | 'pushRequests' | 'startUrls'\n  >\n) => {\n  const metamorph = createScopedMetamorph(getActor);\n\n  const runCrawler: RunCrawler<T['context']> = async (requests, options) => {\n    const actor = getActor();\n    const {\n      requestTransformBefore,\n      requestTransformAfter,\n      requestFilterBefore,\n      requestFilterAfter,\n      outputTransformBefore,\n      outputTransformAfter,\n      outputFilterBefore,\n      outputFilterAfter,\n      outputCacheStoreId,\n      outputCacheActionOnResult,\n    } = (actor.input ?? {}) as OutputActorInput & RequestActorInput;\n\n    // Clear cache if it was set from the input\n    if (outputCacheStoreId && outputCacheActionOnResult === 'overwrite') {\n      const store = await actor.io.openKeyValueStore(outputCacheStoreId);\n      await store.clear();\n    }\n\n    await genHookFn(actor, outputTransformBefore, 'outputTransformBefore')?.(); // prettier-ignore\n    await genHookFn(actor, outputFilterBefore, 'outputFilterBefore')?.(); // prettier-ignore\n    await genHookFn(actor, requestTransformBefore, 'requestTransformBefore')?.(); // prettier-ignore\n    await genHookFn(actor, requestFilterBefore, 'requestFilterBefore')?.(); // prettier-ignore\n\n    const runRes = await actor.crawler.run(requests, options);\n\n    await genHookFn(actor, outputTransformAfter, 'outputTransformAfter')?.(); // prettier-ignore\n    await genHookFn(actor, outputFilterAfter, 'outputFilterAfter')?.(); // prettier-ignore\n    await genHookFn(actor, requestTransformAfter, 'requestTransformAfter')?.(); // prettier-ignore\n    await genHookFn(actor, requestFilterAfter, 'requestFilterAfter')?.(); // prettier-ignore\n\n    // Trigger metamorph if it was set from the input\n    await metamorph();\n\n    return runRes;\n  };\n\n  return runCrawler;\n};\n\n/** Create a function that triggers metamorph, using Actor's inputs as defaults. */\nconst createScopedMetamorph = <T extends CrawleeOneCtx>(\n  getActor: () => Pick<CrawleeOneActorInst<T>, 'input' | 'io'>\n) => {\n  // Trigger metamorph if it was set from the input\n  const metamorph: Metamorph = async (overrides?: MetamorphActorInput) => {\n    const actor = getActor();\n    const {\n      metamorphActorId,\n      metamorphActorBuild,\n      metamorphActorInput,\n    } = defaults({}, overrides, actor.input ?? {}); // prettier-ignore\n\n    if (!metamorphActorId) return;\n\n    await actor.io.triggerDownstreamCrawler(metamorphActorId, metamorphActorInput, {\n      build: metamorphActorBuild,\n    });\n  };\n\n  return metamorph;\n};\n\n/** pushData wrapper that pre-populates options based on actor input */\nconst createScopedPushData = <T extends CrawleeOneCtx>(\n  getActor: () => Pick<CrawleeOneActorInst<T>, 'input' | 'state' | 'io' | 'log' | 'handlerCtx'>\n) => {\n  const scopedPushData: CrawleeOneActorInst<T>['pushData'] = async (entries, options) => {\n    const actor = getActor();\n    const handlerCtx = actor.handlerCtx;\n    if (!handlerCtx) {\n      throw Error(\n        'Function pushData scoped to crawler instance was called outside of the crawling context'\n      );\n    }\n\n    const {\n      includePersonalData,\n      requestQueueId,\n      outputMaxEntries,\n      outputTransform,\n      outputFilter,\n      outputDatasetId,\n      outputPickFields,\n      outputRenameFields,\n      outputCacheStoreId,\n      outputCachePrimaryKeys,\n      outputCacheActionOnResult,\n    } = (actor.input ?? {}) as OutputActorInput & PrivacyActorInput & RequestActorInput;\n\n    const transformFn = genHookFn(actor, outputTransform, 'outputTransform');\n    const filterFn = genHookFn(actor, outputFilter, 'outputFilter');\n\n    const mergedOptions = {\n      io: actor.io,\n      log: actor.log,\n      showPrivate: includePersonalData,\n      maxCount: outputMaxEntries,\n      pickKeys: outputPickFields,\n      remapKeys: outputRenameFields,\n      transform: transformFn ?? undefined,\n      filter: filterFn ?? undefined,\n      datasetId: outputDatasetId,\n      requestQueueId,\n      cacheStoreId: outputCacheStoreId,\n      cachePrimaryKeys: outputCachePrimaryKeys,\n      cacheActionOnResult: outputCacheActionOnResult,\n      ...options,\n    } satisfies PushDataOptions<object>;\n\n    return pushData(handlerCtx, entries, mergedOptions);\n  };\n\n  return scopedPushData;\n};\n\n/** pushRequests wrapper that pre-populates options based on actor input */\nconst createScopedPushRequests = <T extends CrawleeOneCtx>(\n  getActor: () => Pick<CrawleeOneActorInst<T>, 'input' | 'state' | 'io' | 'log'>\n) => {\n  const scopedPushRequest: CrawleeOneActorInst<T>['pushRequests'] = async (entries, options) => {\n    const actor = getActor();\n    const { requestQueueId, requestMaxEntries, requestTransform, requestFilter } = (actor.input ??\n      {}) as RequestActorInput;\n\n    const transformFn = genHookFn(actor, requestTransform, 'requestTransform');\n    const filterFn = genHookFn(actor, requestFilter, 'requestFilter');\n\n    const mergedOptions = {\n      io: actor.io,\n      log: actor.log,\n      maxCount: requestMaxEntries,\n      transform: transformFn ?? undefined,\n      filter: filterFn ?? undefined,\n      requestQueueId,\n      ...options,\n    } satisfies PushRequestsOptions<any>;\n\n    return pushRequests<any>(entries, mergedOptions);\n  };\n\n  return scopedPushRequest;\n};\n\n/** Given the actor input, create common crawler options. */\nexport const createHttpCrawlerOptions = <\n  T extends CrawleeOneCtx,\n  TOpts extends BasicCrawlerOptions<T['context']>\n>({\n  input,\n  defaults,\n  overrides,\n}: {\n  /** Actor input */\n  input: T['input'] | null;\n  /**\n   * Default config options set by us. These may be overriden\n   * by values from actor input (set by user).\n   */\n  defaults?: TOpts;\n  /**\n   * These config options will overwrite both the default and user\n   * options. This is useful for hard-setting values e.g. in tests.\n   */\n  overrides?: TOpts;\n}) => {\n  const pickCrawlerInputFields = <T extends CrawlerConfigActorInput>(config: T) =>\n    pick(config, Object.keys(crawlerInput));\n\n  return {\n    // ----- 1. DEFAULTS -----\n    ...omitBy(defaults ?? ({} as TOpts), (field) => field === undefined),\n    // ----- 2. CONFIG FROM INPUT -----\n    ...omitBy(pickCrawlerInputFields(input ?? {}), (field) => field === undefined),\n    // ----- 3. OVERRIDES - E.G. TEST CONFIG -----\n    ...omitBy(overrides ?? ({} as TOpts), (field) => field === undefined),\n  } satisfies Partial<TOpts>;\n};\n\nconst getStartUrlsFromInput = async <T extends CrawleeOneCtx>(\n  actor: Pick<CrawleeOneActorInst<T>, 'input' | 'state' | 'io' | 'log'>\n) => {\n  const { startUrls, startUrlsFromDataset, startUrlsFromFunction } = (actor.input ??\n    {}) as StartUrlsActorInput;\n\n  const urlsAgg = [...(startUrls ?? [])];\n\n  if (startUrlsFromDataset) {\n    actor.log.debug(`Loading start URLs from Dataset ${startUrlsFromDataset}`);\n    const [datasetId, field] = startUrlsFromDataset.split('#');\n    const urlsFromDataset = await getColumnFromDataset<any>(datasetId, field, { io: actor.io });\n    urlsAgg.push(...urlsFromDataset);\n  }\n\n  if (startUrlsFromFunction) {\n    actor.log.debug(`Loading start URLs from function`);\n    const urlsFromFn =\n      (await genHookFn(actor, startUrlsFromFunction, 'startUrlsFromFunction')?.()) ?? [];\n    if (!Array.isArray(urlsFromFn)) {\n      throw Error(\n        `Hook \"startUrlsFromFunction\" must return an array of URLs or Requests, got ${urlsFromFn}`\n      );\n    }\n    urlsAgg.push(...urlsFromFn);\n  }\n\n  return urlsAgg;\n};\n"]}

package/dist/cjs/lib/error/errorHandler.d.ts

@@ -37,11 +37,9 @@ export declare const captureErrorWrapper: <TIO extends CrawleeOneIO<object, obje
  *  })
  * );
  */
-export declare const captureErrorRouteHandler: <T extends CrawleeOneCtx<import("crawlee").CrawlingContext<import("crawlee").BasicCrawler<BasicCrawlingContext<import("crawlee").Dictionary>> | import("crawlee").PuppeteerCrawler | import("crawlee").PlaywrightCrawler | import("crawlee").JSDOMCrawler | import("crawlee").CheerioCrawler | import("crawlee").HttpCrawler<import("crawlee").InternalHttpCrawlingContext<any, any, import("crawlee").HttpCrawler<any>>>, import("crawlee").Dictionary>, string, Record<string, any>, CrawleeOneIO<object, object, object>, import("../..").CrawleeOneTelemetry<any, any>>>(handler: (ctx: Omit<T["context"] & {}, "request"> & {
-    request: import("crawlee").Request<import("crawlee").Dictionary>;
-} & {
+export declare const captureErrorRouteHandler: <T extends CrawleeOneCtx<import("crawlee").CrawlingContext<import("crawlee").JSDOMCrawler | import("crawlee").CheerioCrawler | import("crawlee").PlaywrightCrawler | import("crawlee").PuppeteerCrawler | import("crawlee").BasicCrawler<BasicCrawlingContext<import("crawlee").Dictionary>> | import("crawlee").HttpCrawler<import("crawlee").InternalHttpCrawlingContext<any, any, import("crawlee").HttpCrawler<any>>>, import("crawlee").Dictionary>, string, Record<string, any>, CrawleeOneIO<object, object, object>, import("../..").CrawleeOneTelemetry<any, any>>>(handler: (ctx: CrawleeOneRouteCtx<T> & {
     captureError: CaptureError;
-}) => MaybePromise<void>, options: CrawleeOneErrorHandlerOptions<T["io"]>) => CrawleeOneRouteHandler<T, CrawleeOneRouteCtx<T>>;
+}) => MaybePromise<void>, options: CrawleeOneErrorHandlerOptions<T['io']>) => CrawleeOneRouteHandler<T, CrawleeOneRouteCtx<T>>;
 export declare const basicCaptureErrorRouteHandler: <T extends CrawleeOneCtx<BasicCrawlingContext<import("crawlee").Dictionary>, string, Record<string, any>, CrawleeOneIO<object, object, object>, import("../..").CrawleeOneTelemetry<any, any>>>(handler: (ctx: Omit<T["context"] & {}, "request"> & {
     request: import("crawlee").Request<import("crawlee").Dictionary>;
 } & {
@@ -80,7 +78,7 @@ export declare const puppeteerCaptureErrorRouteHandler: <T extends CrawleeOneCtx
  *
  * By default, error reports are saved to Apify Dataset.
  */
-export declare const createErrorHandler: <T extends CrawleeOneCtx<import("crawlee").CrawlingContext<import("crawlee").BasicCrawler<BasicCrawlingContext<import("crawlee").Dictionary>> | import("crawlee").PuppeteerCrawler | import("crawlee").PlaywrightCrawler | import("crawlee").JSDOMCrawler | import("crawlee").CheerioCrawler | import("crawlee").HttpCrawler<import("crawlee").InternalHttpCrawlingContext<any, any, import("crawlee").HttpCrawler<any>>>, import("crawlee").Dictionary>, string, Record<string, any>, CrawleeOneIO<object, object, object>, import("../..").CrawleeOneTelemetry<any, any>>>(options: CrawleeOneErrorHandlerOptions<T["io"]> & {
-    sendToTelemetry?: boolean | undefined;
-    onSendErrorToTelemetry?: T["telemetry"]["onSendErrorToTelemetry"] | undefined;
-}) => ErrorHandler<T["context"]>;
+export declare const createErrorHandler: <T extends CrawleeOneCtx<import("crawlee").CrawlingContext<import("crawlee").JSDOMCrawler | import("crawlee").CheerioCrawler | import("crawlee").PlaywrightCrawler | import("crawlee").PuppeteerCrawler | import("crawlee").BasicCrawler<BasicCrawlingContext<import("crawlee").Dictionary>> | import("crawlee").HttpCrawler<import("crawlee").InternalHttpCrawlingContext<any, any, import("crawlee").HttpCrawler<any>>>, import("crawlee").Dictionary>, string, Record<string, any>, CrawleeOneIO<object, object, object>, import("../..").CrawleeOneTelemetry<any, any>>>(options: CrawleeOneErrorHandlerOptions<T['io']> & {
+    sendToTelemetry?: boolean;
+    onSendErrorToTelemetry?: T['telemetry']['onSendErrorToTelemetry'];
+}) => ErrorHandler<T['context']>;