@rafikidota/scoutee 0.16.1 → 0.19.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. package/README.md +362 -0
  2. package/dist/common/namespace/env.namespace.d.ts +14 -0
  3. package/dist/common/namespace/env.namespace.js +40 -0
  4. package/dist/common/namespace/env.namespace.js.map +1 -0
  5. package/dist/common/util/boolean.d.ts +3 -1
  6. package/dist/common/util/boolean.js +18 -16
  7. package/dist/common/util/boolean.js.map +1 -1
  8. package/dist/modules/camoufox/constant/camoufox.env.constant.d.ts +6 -0
  9. package/dist/modules/camoufox/constant/camoufox.env.constant.js +6 -0
  10. package/dist/modules/camoufox/constant/camoufox.env.constant.js.map +1 -1
  11. package/dist/modules/camoufox/enum/camoufox.os.d.ts +5 -0
  12. package/dist/modules/camoufox/enum/camoufox.os.js +10 -0
  13. package/dist/modules/camoufox/enum/camoufox.os.js.map +1 -0
  14. package/dist/modules/camoufox/env/camoufox.env.config.d.ts +10 -4
  15. package/dist/modules/camoufox/env/camoufox.env.config.js +33 -10
  16. package/dist/modules/camoufox/env/camoufox.env.config.js.map +1 -1
  17. package/dist/modules/camoufox/env/camoufox.env.validation.js +10 -0
  18. package/dist/modules/camoufox/env/camoufox.env.validation.js.map +1 -1
  19. package/dist/modules/camoufox/env/camoufox.env.zod.d.ts +7 -0
  20. package/dist/modules/camoufox/env/camoufox.env.zod.js +7 -0
  21. package/dist/modules/camoufox/env/camoufox.env.zod.js.map +1 -1
  22. package/dist/modules/camoufox/services/camoufox.browser.service.d.ts +2 -1
  23. package/dist/modules/camoufox/services/camoufox.browser.service.js +7 -3
  24. package/dist/modules/camoufox/services/camoufox.browser.service.js.map +1 -1
  25. package/dist/modules/camoufox/services/camoufox.config.service.d.ts +7 -0
  26. package/dist/modules/camoufox/services/camoufox.config.service.js +28 -0
  27. package/dist/modules/camoufox/services/camoufox.config.service.js.map +1 -1
  28. package/dist/modules/camoufox/services/camoufox.hook.service.js.map +1 -1
  29. package/dist/modules/camoufox/types/camoufox.config.d.ts +7 -0
  30. package/dist/modules/cheerio/env/cheerio.env.config.d.ts +1 -1
  31. package/dist/modules/cheerio/env/cheerio.env.config.js +13 -6
  32. package/dist/modules/cheerio/env/cheerio.env.config.js.map +1 -1
  33. package/dist/modules/cheerio/services/cheerio.hook.service.js +1 -1
  34. package/dist/modules/cheerio/services/cheerio.hook.service.js.map +1 -1
  35. package/dist/modules/http/env/http.env.config.d.ts +1 -1
  36. package/dist/modules/http/env/http.env.config.js +13 -6
  37. package/dist/modules/http/env/http.env.config.js.map +1 -1
  38. package/dist/modules/http/services/http.hook.service.js +1 -1
  39. package/dist/modules/http/services/http.hook.service.js.map +1 -1
  40. package/dist/modules/playwright/constant/playwright.browser.constant.js +3 -3
  41. package/dist/modules/playwright/constant/playwright.browser.constant.js.map +1 -1
  42. package/dist/modules/playwright/env/playwright.env.config.d.ts +3 -3
  43. package/dist/modules/playwright/env/playwright.env.config.js +21 -10
  44. package/dist/modules/playwright/env/playwright.env.config.js.map +1 -1
  45. package/dist/modules/playwright/services/playwright.hook.service.js.map +1 -1
  46. package/package.json +24 -23
  47. package/.github/workflows/publish.yml +0 -39
  48. package/pnpm-workspace.yaml +0 -3
@@ -1,4 +1,5 @@
1
1
  import { z } from 'zod';
2
+ import { CamoufoxOS } from '../enum/camoufox.os';
2
3
  export declare const CamoufoxZodEnvSchema: z.ZodObject<{
3
4
  CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
4
5
  CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
@@ -10,5 +11,11 @@ export declare const CamoufoxZodEnvSchema: z.ZodObject<{
10
11
  CRAWLEE_CAMOUFOX_HEADLESS: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
11
12
  CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
12
13
  CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
14
+ CRAWLEE_CAMOUFOX_GEOIP: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
15
+ CRAWLEE_CAMOUFOX_OS: z.ZodOptional<z.ZodEnum<typeof CamoufoxOS>>;
16
+ CRAWLEE_CAMOUFOX_BLOCK_WEBRTC: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
17
+ CRAWLEE_CAMOUFOX_HUMANIZE: z.ZodOptional<z.ZodCoercedNumber<unknown>>;
18
+ CRAWLEE_CAMOUFOX_BLOCK_IMAGES: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
19
+ CRAWLEE_CAMOUFOX_ENABLE_CACHE: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
13
20
  }, z.core.$strip>;
14
21
  export type CamoufoxZodEnvType = z.infer<typeof CamoufoxZodEnvSchema>;
@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.CamoufoxZodEnvSchema = void 0;
4
4
  const zod_1 = require("zod");
5
5
  const boolean_zod_1 = require("../../../common/util/boolean.zod");
6
+ const camoufox_os_1 = require("../enum/camoufox.os");
6
7
  exports.CamoufoxZodEnvSchema = zod_1.z.object({
7
8
  CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: zod_1.z.coerce.number().optional().default(1),
8
9
  CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: zod_1.z.coerce.number().optional().default(5),
@@ -17,5 +18,11 @@ exports.CamoufoxZodEnvSchema = zod_1.z.object({
17
18
  CRAWLEE_CAMOUFOX_HEADLESS: boolean_zod_1.bool.default(true),
18
19
  CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: boolean_zod_1.bool.default(false),
19
20
  CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: boolean_zod_1.bool.default(true),
21
+ CRAWLEE_CAMOUFOX_GEOIP: boolean_zod_1.bool.default(false),
22
+ CRAWLEE_CAMOUFOX_OS: zod_1.z.enum(camoufox_os_1.CamoufoxOS).optional(),
23
+ CRAWLEE_CAMOUFOX_BLOCK_WEBRTC: boolean_zod_1.bool.default(true),
24
+ CRAWLEE_CAMOUFOX_HUMANIZE: zod_1.z.coerce.number().optional(),
25
+ CRAWLEE_CAMOUFOX_BLOCK_IMAGES: boolean_zod_1.bool.default(false),
26
+ CRAWLEE_CAMOUFOX_ENABLE_CACHE: boolean_zod_1.bool.default(false),
20
27
  });
21
28
  //# sourceMappingURL=camoufox.env.zod.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"camoufox.env.zod.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,kEAAwD;AAE3C,QAAA,oBAAoB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3C,gCAAgC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,gCAAgC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,oCAAoC,EAAE,OAAC,CAAC,MAAM;SAC3C,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;IACd,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACxE,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC3E,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,gCAAgC,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvD,yBAAyB,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC7C,4CAA4C,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IACjE,oCAAoC,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;CACzD,CAAC,CAAC"}
1
+ {"version":3,"file":"camoufox.env.zod.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,kEAAwD;AACxD,qDAAiD;AAEpC,QAAA,oBAAoB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3C,gCAAgC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,gCAAgC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,oCAAoC,EAAE,OAAC,CAAC,MAAM;SAC3C,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;IACd,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACxE,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC3E,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,gCAAgC,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvD,yBAAyB,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC7C,4CAA4C,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IACjE,oCAAoC,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IACxD,sBAAsB,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IAC3C,mBAAmB,EAAE,OAAC,CAAC,IAAI,CAAC,wBAAU,CAAC,CAAC,QAAQ,EAAE;IAClD,6BAA6B,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IACjD,yBAAyB,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvD,6BAA6B,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IAClD,6BAA6B,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;CACnD,CAAC,CAAC"}
@@ -1,9 +1,10 @@
1
1
  import { Browser } from 'playwright';
2
+ import { LaunchOptions as PlaywrightLaunchOptions } from 'playwright';
2
3
  import { CamoufoxConfigService } from './camoufox.config.service';
3
4
  export declare class CamoufoxBrowserService {
4
5
  private readonly config;
5
6
  private readonly logger;
6
7
  constructor(config: CamoufoxConfigService);
7
- getLaunchOptions(): Promise<Record<string, any>>;
8
+ getLaunchOptions(): Promise<PlaywrightLaunchOptions>;
8
9
  getBrowser(): Promise<Browser>;
9
10
  }
@@ -24,10 +24,14 @@ let CamoufoxBrowserService = class CamoufoxBrowserService {
24
24
  async getLaunchOptions() {
25
25
  const options = await (0, camoufox_js_1.launchOptions)({
26
26
  headless: this.config.headless,
27
+ executable_path: this.config.executablePath,
28
+ geoip: this.config.geoip,
29
+ os: this.config.os,
30
+ block_webrtc: this.config.blockWebrtc,
31
+ humanize: this.config.humanize,
32
+ block_images: this.config.blockImages,
33
+ enable_cache: this.config.enableCache,
27
34
  });
28
- if (this.config.executablePath) {
29
- options.executablePath = this.config.executablePath;
30
- }
31
35
  return options;
32
36
  }
33
37
  async getBrowser() {
@@ -1 +1 @@
1
- {"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2CAA8C;AAC9C,6CAA4C;AAE5C,0DAAsD;AAEtD,0DAAuD;AACvD,uEAAkE;AAG3D,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAGjC,YAA6B,MAA6B;QAA7B,WAAM,GAAN,MAAM,CAAuB;QAFzC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAE9D,KAAK,CAAC,gBAAgB;QACpB,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAa,EAAC;YAClC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;SAC/B,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC/B,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACtD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,oBAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AAtBY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAI0B,+CAAqB;GAH/C,sBAAsB,CAsBlC"}
1
+ {"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2CAA8C;AAE9C,6CAA4C;AAE5C,0DAAsD;AAEtD,0DAAuD;AACvD,uEAAkE;AAG3D,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAGjC,YAA6B,MAA6B;QAA7B,WAAM,GAAN,MAAM,CAAuB;QAFzC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAE9D,KAAK,CAAC,gBAAgB;QACpB,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAa,EAAC;YAClC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC3C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;YAClB,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACrC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACrC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;SACtC,CAAC,CAAC;QACH,OAAO,OAAkB,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,oBAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AA1BY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAI0B,+CAAqB;GAH/C,sBAAsB,CA0BlC"}
@@ -1,5 +1,6 @@
1
1
  import { ConfigService } from '@nestjs/config';
2
2
  import { CamoufoxConfig } from '../types/camoufox.config';
3
+ import { CamoufoxOS } from '../enum/camoufox.os';
3
4
  export declare class CamoufoxConfigService {
4
5
  private readonly service;
5
6
  private readonly _env;
@@ -15,4 +16,10 @@ export declare class CamoufoxConfigService {
15
16
  get initialPage(): number;
16
17
  get executablePath(): string;
17
18
  get handleCloudflareChallenge(): boolean;
19
+ get geoip(): boolean;
20
+ get os(): CamoufoxOS | undefined;
21
+ get blockWebrtc(): boolean;
22
+ get humanize(): number | undefined;
23
+ get blockImages(): boolean;
24
+ get enableCache(): boolean;
18
25
  }
@@ -27,6 +27,12 @@ let CamoufoxConfigService = class CamoufoxConfigService {
27
27
  executablePath: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.EXECUTABLE_PATH),
28
28
  handleCloudflareChallenge: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.HANDLE_CLOUDFLARE_CHALLENGE),
29
29
  useIncognitoPages: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.INCOGNITO_PAGES),
30
+ geoip: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.GEOIP),
31
+ os: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.OS),
32
+ blockWebrtc: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.BLOCK_WEBRTC),
33
+ humanize: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.HUMANIZE),
34
+ blockImages: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.BLOCK_IMAGES),
35
+ enableCache: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.ENABLE_CACHE),
30
36
  };
31
37
  }
32
38
  get env() {
@@ -64,6 +70,28 @@ let CamoufoxConfigService = class CamoufoxConfigService {
64
70
  get handleCloudflareChallenge() {
65
71
  return Boolean(this._env.handleCloudflareChallenge);
66
72
  }
73
+ get geoip() {
74
+ return Boolean(this._env.geoip);
75
+ }
76
+ get os() {
77
+ if (this._env.os) {
78
+ return this._env.os;
79
+ }
80
+ }
81
+ get blockWebrtc() {
82
+ return Boolean(this._env.blockWebrtc);
83
+ }
84
+ get humanize() {
85
+ if (this._env.humanize) {
86
+ return Number(this._env.humanize);
87
+ }
88
+ }
89
+ get blockImages() {
90
+ return Boolean(this._env.blockImages);
91
+ }
92
+ get enableCache() {
93
+ return Boolean(this._env.enableCache);
94
+ }
67
95
  };
68
96
  exports.CamoufoxConfigService = CamoufoxConfigService;
69
97
  exports.CamoufoxConfigService = CamoufoxConfigService = __decorate([
@@ -1 +1 @@
1
- {"version":3,"file":"camoufox.config.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAG/C,+EAA0E;AAGnE,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAGhC,YAA6B,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;QACjD,IAAI,CAAC,IAAI,GAAG;YACV,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,mBAAmB,CAAC;YACpE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,QAAQ,CAAC;YACjD,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,yBAAyB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CACzC,oCAAG,CAAC,2BAA2B,CAChC;YACD,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,eAAe,CAAC;SAClE,CAAC;IACJ,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,cAAc;QAChB,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,IAAI,yBAAyB;QAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACtD,CAAC;CACF,CAAA;AAjEY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;qCAI2B,sBAAa;GAHxC,qBAAqB,CAiEjC"}
1
+ {"version":3,"file":"camoufox.config.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAG/C,+EAA0E;AAInE,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAGhC,YAA6B,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;QACjD,IAAI,CAAC,IAAI,GAAG;YACV,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,mBAAmB,CAAC;YACpE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,QAAQ,CAAC;YACjD,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,yBAAyB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CACzC,oCAAG,CAAC,2BAA2B,CAChC;YACD,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,eAAe,CAAC;YACjE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,KAAK,CAAC;YAC3C,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,EAAE,CAAe;YAClD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,YAAY,CAAC;YACxD,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,QAAQ,CAAC;YAChD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,YAAY,CAAC;YACxD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,YAAY,CAAC;SACzD,CAAC;IACJ,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,cAAc;QAChB,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,IAAI,yBAAyB;QAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,KAAK;QACP,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,IAAI,EAAE;QACJ,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,WAAW;QACb,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,QAAQ;QACV,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,IAAI,WAAW;QACb,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,WAAW;QACb,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;CACF,CAAA;AAnGY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;qCAI2B,sBAAa;GAHxC,qBAAqB,CAmGjC"}
@@ -1 +1 @@
1
- {"version":3,"file":"camoufox.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAIxD,0DAAuD;AACvD,0DAAsD;AACtD,uEAAkE;AAG3D,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAG9B,YAA6B,MAA6B;QAA7B,WAAM,GAAN,MAAM,CAAuB;QAFzC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAE9D,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE,CAAC;oBAC1C,MAAM,yBAAyB,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAErC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAxDY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;qCAI0B,+CAAqB;GAH/C,mBAAmB,CAwD/B"}
1
+ {"version":3,"file":"camoufox.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAIxD,0DAAuD;AACvD,0DAAsD;AACtD,uEAAkE;AAG3D,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAG9B,YAA6B,MAA6B;QAA7B,WAAM,GAAN,MAAM,CAAuB;QAFzC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAE9D,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE,CAAC;oBAC1C,MAAM,yBAAyB,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAe,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAEjD,QAAQ,UAAU,EAAE,CAAC;oBACnB,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAxDY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;qCAI0B,+CAAqB;GAH/C,mBAAmB,CAwD/B"}
@@ -1,3 +1,4 @@
1
+ import { CamoufoxOS } from '../enum/camoufox.os';
1
2
  export type CamoufoxConfig = {
2
3
  maxRequests: number;
3
4
  timeoutSecs: number;
@@ -9,4 +10,10 @@ export type CamoufoxConfig = {
9
10
  executablePath: string;
10
11
  handleCloudflareChallenge: boolean;
11
12
  useIncognitoPages: boolean;
13
+ geoip: boolean;
14
+ os: CamoufoxOS;
15
+ blockWebrtc: boolean;
16
+ humanize: number;
17
+ blockImages: boolean;
18
+ enableCache: boolean;
12
19
  };
@@ -1,6 +1,6 @@
1
1
  export declare const CheerioEnvConfig: () => {
2
- CRAWLEE_CHEERIO_MAX_CONCURRENCY: number;
3
2
  CRAWLEE_CHEERIO_MIN_CONCURRENCY: number;
3
+ CRAWLEE_CHEERIO_MAX_CONCURRENCY: number;
4
4
  CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES: number;
5
5
  CRAWLEE_CHEERIO_TIMEOUT_SECS: number;
6
6
  CRAWLEE_CHEERIO_MAX_REQUESTS: number;
@@ -35,14 +35,21 @@ var __importStar = (this && this.__importStar) || (function () {
35
35
  Object.defineProperty(exports, "__esModule", { value: true });
36
36
  exports.CheerioEnvConfig = void 0;
37
37
  const dotenv = __importStar(require("dotenv"));
38
+ const env_namespace_1 = require("../../../common/namespace/env.namespace");
38
39
  dotenv.config();
40
+ const { CRAWLEE_CHEERIO_MIN_CONCURRENCY = '1' } = process.env;
41
+ const { CRAWLEE_CHEERIO_MAX_CONCURRENCY = '5' } = process.env;
42
+ const { CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES = '3' } = process.env;
43
+ const { CRAWLEE_CHEERIO_TIMEOUT_SECS = '30' } = process.env;
44
+ const { CRAWLEE_CHEERIO_MAX_REQUESTS = '100' } = process.env;
45
+ const { CRAWLEE_CHEERIO_INITIAL_PAGE = '1' } = process.env;
39
46
  const CheerioEnvConfig = () => ({
40
- CRAWLEE_CHEERIO_MAX_CONCURRENCY: Number(process.env.CRAWLEE_CHEERIO_MAX_CONCURRENCY),
41
- CRAWLEE_CHEERIO_MIN_CONCURRENCY: Number(process.env.CRAWLEE_CHEERIO_MIN_CONCURRENCY),
42
- CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES: Number(process.env.CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES),
43
- CRAWLEE_CHEERIO_TIMEOUT_SECS: Number(process.env.CRAWLEE_CHEERIO_TIMEOUT_SECS),
44
- CRAWLEE_CHEERIO_MAX_REQUESTS: Number(process.env.CRAWLEE_CHEERIO_MAX_REQUESTS),
45
- CRAWLEE_CHEERIO_INITIAL_PAGE: Number(process.env.CRAWLEE_CHEERIO_INITIAL_PAGE),
47
+ CRAWLEE_CHEERIO_MIN_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MIN_CONCURRENCY),
48
+ CRAWLEE_CHEERIO_MAX_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MAX_CONCURRENCY),
49
+ CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES),
50
+ CRAWLEE_CHEERIO_TIMEOUT_SECS: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_TIMEOUT_SECS),
51
+ CRAWLEE_CHEERIO_MAX_REQUESTS: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MAX_REQUESTS),
52
+ CRAWLEE_CHEERIO_INITIAL_PAGE: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_INITIAL_PAGE),
46
53
  });
47
54
  exports.CheerioEnvConfig = CheerioEnvConfig;
48
55
  //# sourceMappingURL=cheerio.env.config.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"cheerio.env.config.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/env/cheerio.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,gBAAgB,GAAG,GAAG,EAAE,CAAC,CAAC;IACrC,+BAA+B,EAAE,MAAM,CACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAC5C;IACD,+BAA+B,EAAE,MAAM,CACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAC5C;IACD,mCAAmC,EAAE,MAAM,CACzC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAChD;IACD,4BAA4B,EAAE,MAAM,CAClC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CACzC;IACD,4BAA4B,EAAE,MAAM,CAClC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CACzC;IACD,4BAA4B,EAAE,MAAM,CAClC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CACzC;CACF,CAAC,CAAC;AAnBU,QAAA,gBAAgB,oBAmB1B"}
1
+ {"version":3,"file":"cheerio.env.config.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/env/cheerio.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,2EAA8D;AAC9D,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,EAAE,+BAA+B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC9D,MAAM,EAAE,+BAA+B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC9D,MAAM,EAAE,mCAAmC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAClE,MAAM,EAAE,4BAA4B,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC5D,MAAM,EAAE,4BAA4B,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC7D,MAAM,EAAE,4BAA4B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAEpD,MAAM,gBAAgB,GAAG,GAAG,EAAE,CAAC,CAAC;IACrC,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,mCAAmC,EAAE,mBAAG,CAAC,MAAM,CAC7C,mCAAmC,CACpC;IACD,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;CACvE,CAAC,CAAC;AATU,QAAA,gBAAgB,oBAS1B"}
@@ -25,7 +25,7 @@ let CheerioHookService = class CheerioHookService {
25
25
  return [
26
26
  ({ request, response }) => {
27
27
  const { url } = request;
28
- const { statusCode } = response;
28
+ const statusCode = response.statusCode;
29
29
  switch (statusCode) {
30
30
  case common_1.HttpStatus.OK:
31
31
  this.logger.log(`✅ ${statusCode} ${url}`);
@@ -1 +1 @@
1
- {"version":3,"file":"cheerio.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,wDAAoD;AACpD,0DAAuD;AAGhD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAAxB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,CAAC,CAAC;IAgD5D,CAAC;IA9CC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAEhC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAjDY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;GACA,kBAAkB,CAiD9B"}
1
+ {"version":3,"file":"cheerio.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,wDAAoD;AACpD,0DAAuD;AAGhD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAAxB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,CAAC,CAAC;IAgD5D,CAAC;IA9CC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAe,QAAQ,CAAC,UAAU,CAAC;gBAEnD,QAAQ,UAAU,EAAE,CAAC;oBACnB,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAjDY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;GACA,kBAAkB,CAiD9B"}
@@ -1,6 +1,6 @@
1
1
  export declare const HttpEnvConfig: () => {
2
- CRAWLEE_HTTP_MAX_CONCURRENCY: number;
3
2
  CRAWLEE_HTTP_MIN_CONCURRENCY: number;
3
+ CRAWLEE_HTTP_MAX_CONCURRENCY: number;
4
4
  CRAWLEE_HTTP_MAX_REQUEST_RETRIES: number;
5
5
  CRAWLEE_HTTP_TIMEOUT_SECS: number;
6
6
  CRAWLEE_HTTP_MAX_REQUESTS: number;
@@ -35,14 +35,21 @@ var __importStar = (this && this.__importStar) || (function () {
35
35
  Object.defineProperty(exports, "__esModule", { value: true });
36
36
  exports.HttpEnvConfig = void 0;
37
37
  const dotenv = __importStar(require("dotenv"));
38
+ const env_namespace_1 = require("../../../common/namespace/env.namespace");
38
39
  dotenv.config();
40
+ const { CRAWLEE_HTTP_MIN_CONCURRENCY = '1' } = process.env;
41
+ const { CRAWLEE_HTTP_MAX_CONCURRENCY = '5' } = process.env;
42
+ const { CRAWLEE_HTTP_MAX_REQUEST_RETRIES = '3' } = process.env;
43
+ const { CRAWLEE_HTTP_TIMEOUT_SECS = '30' } = process.env;
44
+ const { CRAWLEE_HTTP_MAX_REQUESTS = '100' } = process.env;
45
+ const { CRAWLEE_HTTP_INITIAL_PAGE = '1' } = process.env;
39
46
  const HttpEnvConfig = () => ({
40
- CRAWLEE_HTTP_MAX_CONCURRENCY: Number(process.env.CRAWLEE_HTTP_MAX_CONCURRENCY),
41
- CRAWLEE_HTTP_MIN_CONCURRENCY: Number(process.env.CRAWLEE_HTTP_MIN_CONCURRENCY),
42
- CRAWLEE_HTTP_MAX_REQUEST_RETRIES: Number(process.env.CRAWLEE_HTTP_MAX_REQUEST_RETRIES),
43
- CRAWLEE_HTTP_TIMEOUT_SECS: Number(process.env.CRAWLEE_HTTP_TIMEOUT_SECS),
44
- CRAWLEE_HTTP_MAX_REQUESTS: Number(process.env.CRAWLEE_HTTP_MAX_REQUESTS),
45
- CRAWLEE_HTTP_INITIAL_PAGE: Number(process.env.CRAWLEE_HTTP_INITIAL_PAGE),
47
+ CRAWLEE_HTTP_MIN_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_HTTP_MIN_CONCURRENCY),
48
+ CRAWLEE_HTTP_MAX_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_HTTP_MAX_CONCURRENCY),
49
+ CRAWLEE_HTTP_MAX_REQUEST_RETRIES: env_namespace_1.Env.Number(CRAWLEE_HTTP_MAX_REQUEST_RETRIES),
50
+ CRAWLEE_HTTP_TIMEOUT_SECS: env_namespace_1.Env.Number(CRAWLEE_HTTP_TIMEOUT_SECS),
51
+ CRAWLEE_HTTP_MAX_REQUESTS: env_namespace_1.Env.Number(CRAWLEE_HTTP_MAX_REQUESTS),
52
+ CRAWLEE_HTTP_INITIAL_PAGE: env_namespace_1.Env.Number(CRAWLEE_HTTP_INITIAL_PAGE),
46
53
  });
47
54
  exports.HttpEnvConfig = HttpEnvConfig;
48
55
  //# sourceMappingURL=http.env.config.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"http.env.config.js","sourceRoot":"","sources":["../../../../src/modules/http/env/http.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,CAAC;IAClC,4BAA4B,EAAE,MAAM,CAClC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CACzC;IACD,4BAA4B,EAAE,MAAM,CAClC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CACzC;IACD,gCAAgC,EAAE,MAAM,CACtC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAC7C;IACD,yBAAyB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;IACxE,yBAAyB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;IACxE,yBAAyB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;CACzE,CAAC,CAAC;AAbU,QAAA,aAAa,iBAavB"}
1
+ {"version":3,"file":"http.env.config.js","sourceRoot":"","sources":["../../../../src/modules/http/env/http.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,2EAA8D;AAC9D,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,EAAE,4BAA4B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC3D,MAAM,EAAE,4BAA4B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC3D,MAAM,EAAE,gCAAgC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC/D,MAAM,EAAE,yBAAyB,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACzD,MAAM,EAAE,yBAAyB,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC1D,MAAM,EAAE,yBAAyB,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAEjD,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,CAAC;IAClC,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,gCAAgC,EAAE,mBAAG,CAAC,MAAM,CAC1C,gCAAgC,CACjC;IACD,yBAAyB,EAAE,mBAAG,CAAC,MAAM,CAAC,yBAAyB,CAAC;IAChE,yBAAyB,EAAE,mBAAG,CAAC,MAAM,CAAC,yBAAyB,CAAC;IAChE,yBAAyB,EAAE,mBAAG,CAAC,MAAM,CAAC,yBAAyB,CAAC;CACjE,CAAC,CAAC;AATU,QAAA,aAAa,iBASvB"}
@@ -25,7 +25,7 @@ let HttpHookService = class HttpHookService {
25
25
  return [
26
26
  ({ request, response }) => {
27
27
  const { url } = request;
28
- const { statusCode } = response;
28
+ const statusCode = response.statusCode;
29
29
  switch (statusCode) {
30
30
  case common_1.HttpStatus.OK:
31
31
  this.logger.log(`✅ ${statusCode} ${url}`);
@@ -1 +1 @@
1
- {"version":3,"file":"http.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/http/services/http.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,kDAA8C;AAC9C,0DAAuD;AAGhD,IAAM,eAAe,GAArB,MAAM,eAAe;IAArB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,0BAAW,CAAC,IAAI,CAAC,CAAC;IAyDzD,CAAC;IAvDC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAEhC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,OAAO;wBACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,QAAQ;wBACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AA1DY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;GACA,eAAe,CA0D3B"}
1
+ {"version":3,"file":"http.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/http/services/http.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,kDAA8C;AAC9C,0DAAuD;AAGhD,IAAM,eAAe,GAArB,MAAM,eAAe;IAArB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,0BAAW,CAAC,IAAI,CAAC,CAAC;IAyDzD,CAAC;IAvDC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAe,QAAQ,CAAC,UAAU,CAAC;gBAEnD,QAAQ,UAAU,EAAE,CAAC;oBACnB,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,OAAO;wBACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,QAAQ;wBACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AA1DY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;GACA,eAAe,CA0D3B"}
@@ -5,12 +5,12 @@ exports.BROWSER_ARGS = [
5
5
  '--no-sandbox',
6
6
  '--disable-setuid-sandbox',
7
7
  '--disable-dev-shm-usage',
8
- '--disable-accelerated-2d-canvas',
9
8
  '--no-first-run',
10
9
  '--no-zygote',
11
10
  '--disable-gpu',
12
- '--disable-blink-features=AutomationControlled',
11
+ '--disable-software-rasterizer',
13
12
  '--disable-extensions',
14
- '--disable-background-networking',
13
+ '--disable-infobars',
14
+ '--disable-notifications',
15
15
  ];
16
16
  //# sourceMappingURL=playwright.browser.constant.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"playwright.browser.constant.js","sourceRoot":"","sources":["../../../../src/modules/playwright/constant/playwright.browser.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG;IAC1B,cAAc;IACd,0BAA0B;IAC1B,yBAAyB;IACzB,iCAAiC;IACjC,gBAAgB;IAChB,aAAa;IACb,eAAe;IACf,+CAA+C;IAC/C,sBAAsB;IACtB,iCAAiC;CAClC,CAAC"}
1
+ {"version":3,"file":"playwright.browser.constant.js","sourceRoot":"","sources":["../../../../src/modules/playwright/constant/playwright.browser.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG;IAC1B,cAAc;IACd,0BAA0B;IAC1B,yBAAyB;IACzB,gBAAgB;IAChB,aAAa;IACb,eAAe;IACf,+BAA+B;IAC/B,sBAAsB;IACtB,oBAAoB;IACpB,yBAAyB;CAC1B,CAAC"}
@@ -6,7 +6,7 @@ export declare const PlaywrightEnvConfig: () => {
6
6
  CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: number;
7
7
  CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: number;
8
8
  CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: number;
9
- CRAWLEE_PLAYWRIGHT_HEADLESS: any;
10
- CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: any;
11
- CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: any;
9
+ CRAWLEE_PLAYWRIGHT_HEADLESS: boolean;
10
+ CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: boolean;
11
+ CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: boolean;
12
12
  };
@@ -35,18 +35,29 @@ var __importStar = (this && this.__importStar) || (function () {
35
35
  Object.defineProperty(exports, "__esModule", { value: true });
36
36
  exports.PlaywrightEnvConfig = void 0;
37
37
  const dotenv = __importStar(require("dotenv"));
38
+ const env_namespace_1 = require("../../../common/namespace/env.namespace");
38
39
  dotenv.config();
40
+ const { CRAWLEE_PLAYWRIGHT_BROWSER } = process.env;
41
+ const { CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY = '1' } = process.env;
42
+ const { CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY = '5' } = process.env;
43
+ const { CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES = '3' } = process.env;
44
+ const { CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS = '30' } = process.env;
45
+ const { CRAWLEE_PLAYWRIGHT_MAX_REQUESTS = '100' } = process.env;
46
+ const { CRAWLEE_PLAYWRIGHT_INITIAL_PAGE = '1' } = process.env;
47
+ const { CRAWLEE_PLAYWRIGHT_HEADLESS = 'true' } = process.env;
48
+ const { CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE = 'false' } = process.env;
49
+ const { CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES = 'true' } = process.env;
39
50
  const PlaywrightEnvConfig = () => ({
40
- CRAWLEE_PLAYWRIGHT_BROWSER: process.env.CRAWLEE_PLAYWRIGHT_BROWSER,
41
- CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: Number(process.env.CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY),
42
- CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: Number(process.env.CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY),
43
- CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: Number(process.env.CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES),
44
- CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: Number(process.env.CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS),
45
- CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: Number(process.env.CRAWLEE_PLAYWRIGHT_MAX_REQUESTS),
46
- CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: Number(process.env.CRAWLEE_PLAYWRIGHT_INITIAL_PAGE),
47
- CRAWLEE_PLAYWRIGHT_HEADLESS: JSON.parse(process.env.CRAWLEE_PLAYWRIGHT_HEADLESS),
48
- CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: JSON.parse(process.env.CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE),
49
- CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: JSON.parse(process.env.CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES),
51
+ CRAWLEE_PLAYWRIGHT_BROWSER: env_namespace_1.Env.String.Optional(CRAWLEE_PLAYWRIGHT_BROWSER),
52
+ CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY),
53
+ CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY),
54
+ CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES),
55
+ CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS),
56
+ CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MAX_REQUESTS),
57
+ CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_INITIAL_PAGE),
58
+ CRAWLEE_PLAYWRIGHT_HEADLESS: env_namespace_1.Env.Boolean(CRAWLEE_PLAYWRIGHT_HEADLESS),
59
+ CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: env_namespace_1.Env.Boolean(CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE),
60
+ CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: env_namespace_1.Env.Boolean(CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES),
50
61
  });
51
62
  exports.PlaywrightEnvConfig = PlaywrightEnvConfig;
52
63
  //# sourceMappingURL=playwright.env.config.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"playwright.env.config.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAAC,CAAC;IACxC,0BAA0B,EAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B;IAClE,kCAAkC,EAAE,MAAM,CACxC,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAC/C;IACD,kCAAkC,EAAE,MAAM,CACxC,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAC/C;IACD,sCAAsC,EAAE,MAAM,CAC5C,OAAO,CAAC,GAAG,CAAC,sCAAsC,CACnD;IACD,+BAA+B,EAAE,MAAM,CACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAC5C;IACD,+BAA+B,EAAE,MAAM,CACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAC5C;IACD,+BAA+B,EAAE,MAAM,CACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAC5C;IAED,2BAA2B,EAAE,IAAI,CAAC,KAAK,CACrC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CACxC;IACD,8CAA8C,EAAE,IAAI,CAAC,KAAK,CACxD,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAC3D;IACD,sCAAsC,EAAE,IAAI,CAAC,KAAK,CAChD,OAAO,CAAC,GAAG,CAAC,sCAAsC,CACnD;CACF,CAAC,CAAC;AA9BU,QAAA,mBAAmB,uBA8B7B"}
1
+ {"version":3,"file":"playwright.env.config.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,2EAA8D;AAC9D,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,EAAE,0BAA0B,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACnD,MAAM,EAAE,kCAAkC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACjE,MAAM,EAAE,kCAAkC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACjE,MAAM,EAAE,sCAAsC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACrE,MAAM,EAAE,+BAA+B,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC/D,MAAM,EAAE,+BAA+B,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAChE,MAAM,EAAE,+BAA+B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC9D,MAAM,EAAE,2BAA2B,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC7D,MAAM,EAAE,8CAA8C,GAAG,OAAO,EAAE,GAChE,OAAO,CAAC,GAAG,CAAC;AACd,MAAM,EAAE,sCAAsC,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAEjE,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAAC,CAAC;IACxC,0BAA0B,EAAE,mBAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAC3E,kCAAkC,EAAE,mBAAG,CAAC,MAAM,CAC5C,kCAAkC,CACnC;IACD,kCAAkC,EAAE,mBAAG,CAAC,MAAM,CAC5C,kCAAkC,CACnC;IACD,sCAAsC,EAAE,mBAAG,CAAC,MAAM,CAChD,sCAAsC,CACvC;IACD,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,2BAA2B,EAAE,mBAAG,CAAC,OAAO,CAAC,2BAA2B,CAAC;IACrE,8CAA8C,EAAE,mBAAG,CAAC,OAAO,CACzD,8CAA8C,CAC/C;IACD,sCAAsC,EAAE,mBAAG,CAAC,OAAO,CACjD,sCAAsC,CACvC;CACF,CAAC,CAAC;AArBU,QAAA,mBAAmB,uBAqB7B"}
@@ -1 +1 @@
1
- {"version":3,"file":"playwright.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/playwright/services/playwright.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAGxD,0DAAuD;AACvD,8DAA0D;AAC1D,2EAAsE;AAG/D,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAGhC,YAA6B,MAA+B;QAA/B,WAAM,GAAN,MAAM,CAAyB;QAF3C,WAAM,GAAG,IAAI,eAAM,CAAC,sCAAiB,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAEhE,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE,CAAC;oBAC1C,MAAM,yBAAyB,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAErC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAxDY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;qCAI0B,mDAAuB;GAHjD,qBAAqB,CAwDjC"}
1
+ {"version":3,"file":"playwright.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/playwright/services/playwright.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAGxD,0DAAuD;AACvD,8DAA0D;AAC1D,2EAAsE;AAG/D,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAGhC,YAA6B,MAA+B;QAA/B,WAAM,GAAN,MAAM,CAAyB;QAF3C,WAAM,GAAG,IAAI,eAAM,CAAC,sCAAiB,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAEhE,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE,CAAC;oBAC1C,MAAM,yBAAyB,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAe,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAEjD,QAAQ,UAAU,EAAE,CAAC;oBACnB,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAxDY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;qCAI0B,mDAAuB;GAHjD,qBAAqB,CAwDjC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@rafikidota/scoutee",
3
- "version": "0.16.1",
3
+ "version": "0.19.1",
4
4
  "description": "Sometimes, the best way to solve your own problems is to help someone else.",
5
5
  "repository": {
6
6
  "type": "git",
@@ -37,37 +37,38 @@
37
37
  }
38
38
  },
39
39
  "devDependencies": {
40
- "@crawlee/playwright": "3.16.0",
41
- "@eslint/eslintrc": "3.3.3",
42
- "@eslint/js": "9.39.1",
43
- "@nestjs/common": "11.1.13",
44
- "@nestjs/config": "4.0.3",
45
- "@nestjs/core": "11.1.13",
46
- "@types/node": "25.2.3",
47
- "@typescript-eslint/eslint-plugin": "8.55.0",
48
- "@typescript-eslint/parser": "8.55.0",
49
- "camoufox-js": "0.8.5",
50
- "crawlee": "3.16.0",
51
- "dotenv": "17.3.1",
52
- "eslint": "9.39.1",
40
+ "@crawlee/playwright": "3.17.0",
41
+ "@eslint/eslintrc": "3.3.5",
42
+ "@eslint/js": "10.0.1",
43
+ "@nestjs/common": "11.1.26",
44
+ "@nestjs/config": "4.0.4",
45
+ "@nestjs/core": "11.1.26",
46
+ "@types/node": "25.9.2",
47
+ "@typescript-eslint/eslint-plugin": "8.60.1",
48
+ "@typescript-eslint/parser": "8.60.1",
49
+ "camoufox-js": "0.11.0",
50
+ "crawlee": "3.17.0",
51
+ "dotenv": "17.4.2",
52
+ "eslint": "10.4.1",
53
53
  "eslint-config-prettier": "10.1.8",
54
54
  "eslint-plugin-import": "2.32.0",
55
- "eslint-plugin-prettier": "5.5.5",
56
- "globals": "17.3.0",
55
+ "eslint-plugin-prettier": "5.5.6",
56
+ "globals": "17.6.0",
57
57
  "husky": "9.1.7",
58
- "joi": "18.0.2",
59
- "lint-staged": "16.2.7",
60
- "playwright": "1.58.2",
61
- "prettier": "3.8.1",
62
- "rimraf": "6.1.2",
58
+ "joi": "18.2.1",
59
+ "lint-staged": "17.0.7",
60
+ "playwright": "1.60.0",
61
+ "prettier": "3.8.3",
62
+ "rimraf": "6.1.3",
63
63
  "rxjs": "7.8.2",
64
64
  "typescript": "5.9.3",
65
- "typescript-eslint": "8.55.0",
66
- "zod": "4.3.6"
65
+ "typescript-eslint": "8.60.1",
66
+ "zod": "4.4.3"
67
67
  },
68
68
  "keywords": [
69
69
  "nestjs",
70
70
  "crawlee",
71
+ "http",
71
72
  "cheerio",
72
73
  "playwright",
73
74
  "camoufox",
@@ -1,39 +0,0 @@
1
- name: Publish Package
2
-
3
- on:
4
- push:
5
- tags:
6
- - 'v*'
7
-
8
- permissions:
9
- id-token: write
10
- contents: read
11
-
12
- jobs:
13
- publish:
14
- runs-on: ubuntu-latest
15
- env:
16
- FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: true
17
- steps:
18
- - uses: actions/checkout@v4
19
-
20
- - uses: pnpm/action-setup@v4
21
- with:
22
- version: 10
23
- - uses: actions/setup-node@v4
24
- with:
25
- node-version: '24'
26
- registry-url: 'https://registry.npmjs.org'
27
- cache: 'pnpm'
28
-
29
- - name: Install dependencies
30
- run: pnpm install --frozen-lockfile
31
-
32
- - name: Lint
33
- run: pnpm run lint
34
-
35
- - name: Build
36
- run: pnpm run build
37
-
38
- - name: Publish to npm
39
- run: pnpm publish --no-git-checks
@@ -1,3 +0,0 @@
1
- allowBuilds:
2
- '@nestjs/core': false
3
- better-sqlite3: false