@rafikidota/scoutee 0.16.1 → 0.19.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +362 -0
- package/dist/common/namespace/env.namespace.d.ts +14 -0
- package/dist/common/namespace/env.namespace.js +40 -0
- package/dist/common/namespace/env.namespace.js.map +1 -0
- package/dist/common/util/boolean.d.ts +3 -1
- package/dist/common/util/boolean.js +18 -16
- package/dist/common/util/boolean.js.map +1 -1
- package/dist/modules/camoufox/constant/camoufox.env.constant.d.ts +6 -0
- package/dist/modules/camoufox/constant/camoufox.env.constant.js +6 -0
- package/dist/modules/camoufox/constant/camoufox.env.constant.js.map +1 -1
- package/dist/modules/camoufox/enum/camoufox.os.d.ts +5 -0
- package/dist/modules/camoufox/enum/camoufox.os.js +10 -0
- package/dist/modules/camoufox/enum/camoufox.os.js.map +1 -0
- package/dist/modules/camoufox/env/camoufox.env.config.d.ts +10 -4
- package/dist/modules/camoufox/env/camoufox.env.config.js +33 -10
- package/dist/modules/camoufox/env/camoufox.env.config.js.map +1 -1
- package/dist/modules/camoufox/env/camoufox.env.validation.js +10 -0
- package/dist/modules/camoufox/env/camoufox.env.validation.js.map +1 -1
- package/dist/modules/camoufox/env/camoufox.env.zod.d.ts +7 -0
- package/dist/modules/camoufox/env/camoufox.env.zod.js +7 -0
- package/dist/modules/camoufox/env/camoufox.env.zod.js.map +1 -1
- package/dist/modules/camoufox/services/camoufox.browser.service.d.ts +2 -1
- package/dist/modules/camoufox/services/camoufox.browser.service.js +7 -3
- package/dist/modules/camoufox/services/camoufox.browser.service.js.map +1 -1
- package/dist/modules/camoufox/services/camoufox.config.service.d.ts +7 -0
- package/dist/modules/camoufox/services/camoufox.config.service.js +28 -0
- package/dist/modules/camoufox/services/camoufox.config.service.js.map +1 -1
- package/dist/modules/camoufox/services/camoufox.hook.service.js.map +1 -1
- package/dist/modules/camoufox/types/camoufox.config.d.ts +7 -0
- package/dist/modules/cheerio/env/cheerio.env.config.d.ts +1 -1
- package/dist/modules/cheerio/env/cheerio.env.config.js +13 -6
- package/dist/modules/cheerio/env/cheerio.env.config.js.map +1 -1
- package/dist/modules/cheerio/services/cheerio.hook.service.js +1 -1
- package/dist/modules/cheerio/services/cheerio.hook.service.js.map +1 -1
- package/dist/modules/http/env/http.env.config.d.ts +1 -1
- package/dist/modules/http/env/http.env.config.js +13 -6
- package/dist/modules/http/env/http.env.config.js.map +1 -1
- package/dist/modules/http/services/http.hook.service.js +1 -1
- package/dist/modules/http/services/http.hook.service.js.map +1 -1
- package/dist/modules/playwright/constant/playwright.browser.constant.js +3 -3
- package/dist/modules/playwright/constant/playwright.browser.constant.js.map +1 -1
- package/dist/modules/playwright/env/playwright.env.config.d.ts +3 -3
- package/dist/modules/playwright/env/playwright.env.config.js +21 -10
- package/dist/modules/playwright/env/playwright.env.config.js.map +1 -1
- package/dist/modules/playwright/services/playwright.hook.service.js.map +1 -1
- package/package.json +24 -23
- package/.github/workflows/publish.yml +0 -39
- package/pnpm-workspace.yaml +0 -3
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import { CamoufoxOS } from '../enum/camoufox.os';
|
|
2
3
|
export declare const CamoufoxZodEnvSchema: z.ZodObject<{
|
|
3
4
|
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
4
5
|
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
@@ -10,5 +11,11 @@ export declare const CamoufoxZodEnvSchema: z.ZodObject<{
|
|
|
10
11
|
CRAWLEE_CAMOUFOX_HEADLESS: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
11
12
|
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
12
13
|
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
14
|
+
CRAWLEE_CAMOUFOX_GEOIP: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
15
|
+
CRAWLEE_CAMOUFOX_OS: z.ZodOptional<z.ZodEnum<typeof CamoufoxOS>>;
|
|
16
|
+
CRAWLEE_CAMOUFOX_BLOCK_WEBRTC: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
17
|
+
CRAWLEE_CAMOUFOX_HUMANIZE: z.ZodOptional<z.ZodCoercedNumber<unknown>>;
|
|
18
|
+
CRAWLEE_CAMOUFOX_BLOCK_IMAGES: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
19
|
+
CRAWLEE_CAMOUFOX_ENABLE_CACHE: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
13
20
|
}, z.core.$strip>;
|
|
14
21
|
export type CamoufoxZodEnvType = z.infer<typeof CamoufoxZodEnvSchema>;
|
|
@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.CamoufoxZodEnvSchema = void 0;
|
|
4
4
|
const zod_1 = require("zod");
|
|
5
5
|
const boolean_zod_1 = require("../../../common/util/boolean.zod");
|
|
6
|
+
const camoufox_os_1 = require("../enum/camoufox.os");
|
|
6
7
|
exports.CamoufoxZodEnvSchema = zod_1.z.object({
|
|
7
8
|
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: zod_1.z.coerce.number().optional().default(1),
|
|
8
9
|
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: zod_1.z.coerce.number().optional().default(5),
|
|
@@ -17,5 +18,11 @@ exports.CamoufoxZodEnvSchema = zod_1.z.object({
|
|
|
17
18
|
CRAWLEE_CAMOUFOX_HEADLESS: boolean_zod_1.bool.default(true),
|
|
18
19
|
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: boolean_zod_1.bool.default(false),
|
|
19
20
|
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: boolean_zod_1.bool.default(true),
|
|
21
|
+
CRAWLEE_CAMOUFOX_GEOIP: boolean_zod_1.bool.default(false),
|
|
22
|
+
CRAWLEE_CAMOUFOX_OS: zod_1.z.enum(camoufox_os_1.CamoufoxOS).optional(),
|
|
23
|
+
CRAWLEE_CAMOUFOX_BLOCK_WEBRTC: boolean_zod_1.bool.default(true),
|
|
24
|
+
CRAWLEE_CAMOUFOX_HUMANIZE: zod_1.z.coerce.number().optional(),
|
|
25
|
+
CRAWLEE_CAMOUFOX_BLOCK_IMAGES: boolean_zod_1.bool.default(false),
|
|
26
|
+
CRAWLEE_CAMOUFOX_ENABLE_CACHE: boolean_zod_1.bool.default(false),
|
|
20
27
|
});
|
|
21
28
|
//# sourceMappingURL=camoufox.env.zod.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.zod.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,kEAAwD;
|
|
1
|
+
{"version":3,"file":"camoufox.env.zod.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,kEAAwD;AACxD,qDAAiD;AAEpC,QAAA,oBAAoB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3C,gCAAgC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,gCAAgC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,oCAAoC,EAAE,OAAC,CAAC,MAAM;SAC3C,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;IACd,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACxE,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC3E,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,gCAAgC,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvD,yBAAyB,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC7C,4CAA4C,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IACjE,oCAAoC,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IACxD,sBAAsB,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IAC3C,mBAAmB,EAAE,OAAC,CAAC,IAAI,CAAC,wBAAU,CAAC,CAAC,QAAQ,EAAE;IAClD,6BAA6B,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IACjD,yBAAyB,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvD,6BAA6B,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IAClD,6BAA6B,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;CACnD,CAAC,CAAC"}
|
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import { Browser } from 'playwright';
|
|
2
|
+
import { LaunchOptions as PlaywrightLaunchOptions } from 'playwright';
|
|
2
3
|
import { CamoufoxConfigService } from './camoufox.config.service';
|
|
3
4
|
export declare class CamoufoxBrowserService {
|
|
4
5
|
private readonly config;
|
|
5
6
|
private readonly logger;
|
|
6
7
|
constructor(config: CamoufoxConfigService);
|
|
7
|
-
getLaunchOptions(): Promise<
|
|
8
|
+
getLaunchOptions(): Promise<PlaywrightLaunchOptions>;
|
|
8
9
|
getBrowser(): Promise<Browser>;
|
|
9
10
|
}
|
|
@@ -24,10 +24,14 @@ let CamoufoxBrowserService = class CamoufoxBrowserService {
|
|
|
24
24
|
async getLaunchOptions() {
|
|
25
25
|
const options = await (0, camoufox_js_1.launchOptions)({
|
|
26
26
|
headless: this.config.headless,
|
|
27
|
+
executable_path: this.config.executablePath,
|
|
28
|
+
geoip: this.config.geoip,
|
|
29
|
+
os: this.config.os,
|
|
30
|
+
block_webrtc: this.config.blockWebrtc,
|
|
31
|
+
humanize: this.config.humanize,
|
|
32
|
+
block_images: this.config.blockImages,
|
|
33
|
+
enable_cache: this.config.enableCache,
|
|
27
34
|
});
|
|
28
|
-
if (this.config.executablePath) {
|
|
29
|
-
options.executablePath = this.config.executablePath;
|
|
30
|
-
}
|
|
31
35
|
return options;
|
|
32
36
|
}
|
|
33
37
|
async getBrowser() {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2CAA8C;
|
|
1
|
+
{"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2CAA8C;AAE9C,6CAA4C;AAE5C,0DAAsD;AAEtD,0DAAuD;AACvD,uEAAkE;AAG3D,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAGjC,YAA6B,MAA6B;QAA7B,WAAM,GAAN,MAAM,CAAuB;QAFzC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAE9D,KAAK,CAAC,gBAAgB;QACpB,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAa,EAAC;YAClC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC3C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;YAClB,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACrC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACrC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;SACtC,CAAC,CAAC;QACH,OAAO,OAAkB,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,oBAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AA1BY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAI0B,+CAAqB;GAH/C,sBAAsB,CA0BlC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { ConfigService } from '@nestjs/config';
|
|
2
2
|
import { CamoufoxConfig } from '../types/camoufox.config';
|
|
3
|
+
import { CamoufoxOS } from '../enum/camoufox.os';
|
|
3
4
|
export declare class CamoufoxConfigService {
|
|
4
5
|
private readonly service;
|
|
5
6
|
private readonly _env;
|
|
@@ -15,4 +16,10 @@ export declare class CamoufoxConfigService {
|
|
|
15
16
|
get initialPage(): number;
|
|
16
17
|
get executablePath(): string;
|
|
17
18
|
get handleCloudflareChallenge(): boolean;
|
|
19
|
+
get geoip(): boolean;
|
|
20
|
+
get os(): CamoufoxOS | undefined;
|
|
21
|
+
get blockWebrtc(): boolean;
|
|
22
|
+
get humanize(): number | undefined;
|
|
23
|
+
get blockImages(): boolean;
|
|
24
|
+
get enableCache(): boolean;
|
|
18
25
|
}
|
|
@@ -27,6 +27,12 @@ let CamoufoxConfigService = class CamoufoxConfigService {
|
|
|
27
27
|
executablePath: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.EXECUTABLE_PATH),
|
|
28
28
|
handleCloudflareChallenge: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.HANDLE_CLOUDFLARE_CHALLENGE),
|
|
29
29
|
useIncognitoPages: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.INCOGNITO_PAGES),
|
|
30
|
+
geoip: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.GEOIP),
|
|
31
|
+
os: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.OS),
|
|
32
|
+
blockWebrtc: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.BLOCK_WEBRTC),
|
|
33
|
+
humanize: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.HUMANIZE),
|
|
34
|
+
blockImages: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.BLOCK_IMAGES),
|
|
35
|
+
enableCache: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.ENABLE_CACHE),
|
|
30
36
|
};
|
|
31
37
|
}
|
|
32
38
|
get env() {
|
|
@@ -64,6 +70,28 @@ let CamoufoxConfigService = class CamoufoxConfigService {
|
|
|
64
70
|
get handleCloudflareChallenge() {
|
|
65
71
|
return Boolean(this._env.handleCloudflareChallenge);
|
|
66
72
|
}
|
|
73
|
+
get geoip() {
|
|
74
|
+
return Boolean(this._env.geoip);
|
|
75
|
+
}
|
|
76
|
+
get os() {
|
|
77
|
+
if (this._env.os) {
|
|
78
|
+
return this._env.os;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
get blockWebrtc() {
|
|
82
|
+
return Boolean(this._env.blockWebrtc);
|
|
83
|
+
}
|
|
84
|
+
get humanize() {
|
|
85
|
+
if (this._env.humanize) {
|
|
86
|
+
return Number(this._env.humanize);
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
get blockImages() {
|
|
90
|
+
return Boolean(this._env.blockImages);
|
|
91
|
+
}
|
|
92
|
+
get enableCache() {
|
|
93
|
+
return Boolean(this._env.enableCache);
|
|
94
|
+
}
|
|
67
95
|
};
|
|
68
96
|
exports.CamoufoxConfigService = CamoufoxConfigService;
|
|
69
97
|
exports.CamoufoxConfigService = CamoufoxConfigService = __decorate([
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.config.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAG/C,+EAA0E;
|
|
1
|
+
{"version":3,"file":"camoufox.config.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAG/C,+EAA0E;AAInE,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAGhC,YAA6B,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;QACjD,IAAI,CAAC,IAAI,GAAG;YACV,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,mBAAmB,CAAC;YACpE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,QAAQ,CAAC;YACjD,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,yBAAyB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CACzC,oCAAG,CAAC,2BAA2B,CAChC;YACD,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,eAAe,CAAC;YACjE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,KAAK,CAAC;YAC3C,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,EAAE,CAAe;YAClD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,YAAY,CAAC;YACxD,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,QAAQ,CAAC;YAChD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,YAAY,CAAC;YACxD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,YAAY,CAAC;SACzD,CAAC;IACJ,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,cAAc;QAChB,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,IAAI,yBAAyB;QAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,KAAK;QACP,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,IAAI,EAAE;QACJ,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,WAAW;QACb,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,QAAQ;QACV,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,IAAI,WAAW;QACb,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,WAAW;QACb,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;CACF,CAAA;AAnGY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;qCAI2B,sBAAa;GAHxC,qBAAqB,CAmGjC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAIxD,0DAAuD;AACvD,0DAAsD;AACtD,uEAAkE;AAG3D,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAG9B,YAA6B,MAA6B;QAA7B,WAAM,GAAN,MAAM,CAAuB;QAFzC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAE9D,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE,CAAC;oBAC1C,MAAM,yBAAyB,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,
|
|
1
|
+
{"version":3,"file":"camoufox.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAIxD,0DAAuD;AACvD,0DAAsD;AACtD,uEAAkE;AAG3D,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAG9B,YAA6B,MAA6B;QAA7B,WAAM,GAAN,MAAM,CAAuB;QAFzC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAE9D,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE,CAAC;oBAC1C,MAAM,yBAAyB,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAe,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAEjD,QAAQ,UAAU,EAAE,CAAC;oBACnB,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAxDY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;qCAI0B,+CAAqB;GAH/C,mBAAmB,CAwD/B"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { CamoufoxOS } from '../enum/camoufox.os';
|
|
1
2
|
export type CamoufoxConfig = {
|
|
2
3
|
maxRequests: number;
|
|
3
4
|
timeoutSecs: number;
|
|
@@ -9,4 +10,10 @@ export type CamoufoxConfig = {
|
|
|
9
10
|
executablePath: string;
|
|
10
11
|
handleCloudflareChallenge: boolean;
|
|
11
12
|
useIncognitoPages: boolean;
|
|
13
|
+
geoip: boolean;
|
|
14
|
+
os: CamoufoxOS;
|
|
15
|
+
blockWebrtc: boolean;
|
|
16
|
+
humanize: number;
|
|
17
|
+
blockImages: boolean;
|
|
18
|
+
enableCache: boolean;
|
|
12
19
|
};
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export declare const CheerioEnvConfig: () => {
|
|
2
|
-
CRAWLEE_CHEERIO_MAX_CONCURRENCY: number;
|
|
3
2
|
CRAWLEE_CHEERIO_MIN_CONCURRENCY: number;
|
|
3
|
+
CRAWLEE_CHEERIO_MAX_CONCURRENCY: number;
|
|
4
4
|
CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES: number;
|
|
5
5
|
CRAWLEE_CHEERIO_TIMEOUT_SECS: number;
|
|
6
6
|
CRAWLEE_CHEERIO_MAX_REQUESTS: number;
|
|
@@ -35,14 +35,21 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.CheerioEnvConfig = void 0;
|
|
37
37
|
const dotenv = __importStar(require("dotenv"));
|
|
38
|
+
const env_namespace_1 = require("../../../common/namespace/env.namespace");
|
|
38
39
|
dotenv.config();
|
|
40
|
+
const { CRAWLEE_CHEERIO_MIN_CONCURRENCY = '1' } = process.env;
|
|
41
|
+
const { CRAWLEE_CHEERIO_MAX_CONCURRENCY = '5' } = process.env;
|
|
42
|
+
const { CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES = '3' } = process.env;
|
|
43
|
+
const { CRAWLEE_CHEERIO_TIMEOUT_SECS = '30' } = process.env;
|
|
44
|
+
const { CRAWLEE_CHEERIO_MAX_REQUESTS = '100' } = process.env;
|
|
45
|
+
const { CRAWLEE_CHEERIO_INITIAL_PAGE = '1' } = process.env;
|
|
39
46
|
const CheerioEnvConfig = () => ({
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES: Number(
|
|
43
|
-
CRAWLEE_CHEERIO_TIMEOUT_SECS: Number(
|
|
44
|
-
CRAWLEE_CHEERIO_MAX_REQUESTS: Number(
|
|
45
|
-
CRAWLEE_CHEERIO_INITIAL_PAGE: Number(
|
|
47
|
+
CRAWLEE_CHEERIO_MIN_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MIN_CONCURRENCY),
|
|
48
|
+
CRAWLEE_CHEERIO_MAX_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MAX_CONCURRENCY),
|
|
49
|
+
CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES),
|
|
50
|
+
CRAWLEE_CHEERIO_TIMEOUT_SECS: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_TIMEOUT_SECS),
|
|
51
|
+
CRAWLEE_CHEERIO_MAX_REQUESTS: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MAX_REQUESTS),
|
|
52
|
+
CRAWLEE_CHEERIO_INITIAL_PAGE: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_INITIAL_PAGE),
|
|
46
53
|
});
|
|
47
54
|
exports.CheerioEnvConfig = CheerioEnvConfig;
|
|
48
55
|
//# sourceMappingURL=cheerio.env.config.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cheerio.env.config.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/env/cheerio.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;
|
|
1
|
+
{"version":3,"file":"cheerio.env.config.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/env/cheerio.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,2EAA8D;AAC9D,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,EAAE,+BAA+B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC9D,MAAM,EAAE,+BAA+B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC9D,MAAM,EAAE,mCAAmC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAClE,MAAM,EAAE,4BAA4B,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC5D,MAAM,EAAE,4BAA4B,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC7D,MAAM,EAAE,4BAA4B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAEpD,MAAM,gBAAgB,GAAG,GAAG,EAAE,CAAC,CAAC;IACrC,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,mCAAmC,EAAE,mBAAG,CAAC,MAAM,CAC7C,mCAAmC,CACpC;IACD,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;CACvE,CAAC,CAAC;AATU,QAAA,gBAAgB,oBAS1B"}
|
|
@@ -25,7 +25,7 @@ let CheerioHookService = class CheerioHookService {
|
|
|
25
25
|
return [
|
|
26
26
|
({ request, response }) => {
|
|
27
27
|
const { url } = request;
|
|
28
|
-
const
|
|
28
|
+
const statusCode = response.statusCode;
|
|
29
29
|
switch (statusCode) {
|
|
30
30
|
case common_1.HttpStatus.OK:
|
|
31
31
|
this.logger.log(`✅ ${statusCode} ${url}`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cheerio.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,wDAAoD;AACpD,0DAAuD;AAGhD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAAxB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,CAAC,CAAC;IAgD5D,CAAC;IA9CC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,
|
|
1
|
+
{"version":3,"file":"cheerio.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,wDAAoD;AACpD,0DAAuD;AAGhD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAAxB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,CAAC,CAAC;IAgD5D,CAAC;IA9CC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAe,QAAQ,CAAC,UAAU,CAAC;gBAEnD,QAAQ,UAAU,EAAE,CAAC;oBACnB,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAjDY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;GACA,kBAAkB,CAiD9B"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export declare const HttpEnvConfig: () => {
|
|
2
|
-
CRAWLEE_HTTP_MAX_CONCURRENCY: number;
|
|
3
2
|
CRAWLEE_HTTP_MIN_CONCURRENCY: number;
|
|
3
|
+
CRAWLEE_HTTP_MAX_CONCURRENCY: number;
|
|
4
4
|
CRAWLEE_HTTP_MAX_REQUEST_RETRIES: number;
|
|
5
5
|
CRAWLEE_HTTP_TIMEOUT_SECS: number;
|
|
6
6
|
CRAWLEE_HTTP_MAX_REQUESTS: number;
|
|
@@ -35,14 +35,21 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.HttpEnvConfig = void 0;
|
|
37
37
|
const dotenv = __importStar(require("dotenv"));
|
|
38
|
+
const env_namespace_1 = require("../../../common/namespace/env.namespace");
|
|
38
39
|
dotenv.config();
|
|
40
|
+
const { CRAWLEE_HTTP_MIN_CONCURRENCY = '1' } = process.env;
|
|
41
|
+
const { CRAWLEE_HTTP_MAX_CONCURRENCY = '5' } = process.env;
|
|
42
|
+
const { CRAWLEE_HTTP_MAX_REQUEST_RETRIES = '3' } = process.env;
|
|
43
|
+
const { CRAWLEE_HTTP_TIMEOUT_SECS = '30' } = process.env;
|
|
44
|
+
const { CRAWLEE_HTTP_MAX_REQUESTS = '100' } = process.env;
|
|
45
|
+
const { CRAWLEE_HTTP_INITIAL_PAGE = '1' } = process.env;
|
|
39
46
|
const HttpEnvConfig = () => ({
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
CRAWLEE_HTTP_MAX_REQUEST_RETRIES: Number(
|
|
43
|
-
CRAWLEE_HTTP_TIMEOUT_SECS: Number(
|
|
44
|
-
CRAWLEE_HTTP_MAX_REQUESTS: Number(
|
|
45
|
-
CRAWLEE_HTTP_INITIAL_PAGE: Number(
|
|
47
|
+
CRAWLEE_HTTP_MIN_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_HTTP_MIN_CONCURRENCY),
|
|
48
|
+
CRAWLEE_HTTP_MAX_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_HTTP_MAX_CONCURRENCY),
|
|
49
|
+
CRAWLEE_HTTP_MAX_REQUEST_RETRIES: env_namespace_1.Env.Number(CRAWLEE_HTTP_MAX_REQUEST_RETRIES),
|
|
50
|
+
CRAWLEE_HTTP_TIMEOUT_SECS: env_namespace_1.Env.Number(CRAWLEE_HTTP_TIMEOUT_SECS),
|
|
51
|
+
CRAWLEE_HTTP_MAX_REQUESTS: env_namespace_1.Env.Number(CRAWLEE_HTTP_MAX_REQUESTS),
|
|
52
|
+
CRAWLEE_HTTP_INITIAL_PAGE: env_namespace_1.Env.Number(CRAWLEE_HTTP_INITIAL_PAGE),
|
|
46
53
|
});
|
|
47
54
|
exports.HttpEnvConfig = HttpEnvConfig;
|
|
48
55
|
//# sourceMappingURL=http.env.config.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.env.config.js","sourceRoot":"","sources":["../../../../src/modules/http/env/http.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;
|
|
1
|
+
{"version":3,"file":"http.env.config.js","sourceRoot":"","sources":["../../../../src/modules/http/env/http.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,2EAA8D;AAC9D,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,EAAE,4BAA4B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC3D,MAAM,EAAE,4BAA4B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC3D,MAAM,EAAE,gCAAgC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC/D,MAAM,EAAE,yBAAyB,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACzD,MAAM,EAAE,yBAAyB,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC1D,MAAM,EAAE,yBAAyB,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAEjD,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,CAAC;IAClC,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,gCAAgC,EAAE,mBAAG,CAAC,MAAM,CAC1C,gCAAgC,CACjC;IACD,yBAAyB,EAAE,mBAAG,CAAC,MAAM,CAAC,yBAAyB,CAAC;IAChE,yBAAyB,EAAE,mBAAG,CAAC,MAAM,CAAC,yBAAyB,CAAC;IAChE,yBAAyB,EAAE,mBAAG,CAAC,MAAM,CAAC,yBAAyB,CAAC;CACjE,CAAC,CAAC;AATU,QAAA,aAAa,iBASvB"}
|
|
@@ -25,7 +25,7 @@ let HttpHookService = class HttpHookService {
|
|
|
25
25
|
return [
|
|
26
26
|
({ request, response }) => {
|
|
27
27
|
const { url } = request;
|
|
28
|
-
const
|
|
28
|
+
const statusCode = response.statusCode;
|
|
29
29
|
switch (statusCode) {
|
|
30
30
|
case common_1.HttpStatus.OK:
|
|
31
31
|
this.logger.log(`✅ ${statusCode} ${url}`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/http/services/http.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,kDAA8C;AAC9C,0DAAuD;AAGhD,IAAM,eAAe,GAArB,MAAM,eAAe;IAArB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,0BAAW,CAAC,IAAI,CAAC,CAAC;IAyDzD,CAAC;IAvDC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,
|
|
1
|
+
{"version":3,"file":"http.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/http/services/http.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,kDAA8C;AAC9C,0DAAuD;AAGhD,IAAM,eAAe,GAArB,MAAM,eAAe;IAArB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,0BAAW,CAAC,IAAI,CAAC,CAAC;IAyDzD,CAAC;IAvDC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAe,QAAQ,CAAC,UAAU,CAAC;gBAEnD,QAAQ,UAAU,EAAE,CAAC;oBACnB,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,OAAO;wBACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,QAAQ;wBACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AA1DY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;GACA,eAAe,CA0D3B"}
|
|
@@ -5,12 +5,12 @@ exports.BROWSER_ARGS = [
|
|
|
5
5
|
'--no-sandbox',
|
|
6
6
|
'--disable-setuid-sandbox',
|
|
7
7
|
'--disable-dev-shm-usage',
|
|
8
|
-
'--disable-accelerated-2d-canvas',
|
|
9
8
|
'--no-first-run',
|
|
10
9
|
'--no-zygote',
|
|
11
10
|
'--disable-gpu',
|
|
12
|
-
'--disable-
|
|
11
|
+
'--disable-software-rasterizer',
|
|
13
12
|
'--disable-extensions',
|
|
14
|
-
'--disable-
|
|
13
|
+
'--disable-infobars',
|
|
14
|
+
'--disable-notifications',
|
|
15
15
|
];
|
|
16
16
|
//# sourceMappingURL=playwright.browser.constant.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.browser.constant.js","sourceRoot":"","sources":["../../../../src/modules/playwright/constant/playwright.browser.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG;IAC1B,cAAc;IACd,0BAA0B;IAC1B,yBAAyB;IACzB,
|
|
1
|
+
{"version":3,"file":"playwright.browser.constant.js","sourceRoot":"","sources":["../../../../src/modules/playwright/constant/playwright.browser.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG;IAC1B,cAAc;IACd,0BAA0B;IAC1B,yBAAyB;IACzB,gBAAgB;IAChB,aAAa;IACb,eAAe;IACf,+BAA+B;IAC/B,sBAAsB;IACtB,oBAAoB;IACpB,yBAAyB;CAC1B,CAAC"}
|
|
@@ -6,7 +6,7 @@ export declare const PlaywrightEnvConfig: () => {
|
|
|
6
6
|
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: number;
|
|
7
7
|
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: number;
|
|
8
8
|
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: number;
|
|
9
|
-
CRAWLEE_PLAYWRIGHT_HEADLESS:
|
|
10
|
-
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE:
|
|
11
|
-
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES:
|
|
9
|
+
CRAWLEE_PLAYWRIGHT_HEADLESS: boolean;
|
|
10
|
+
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: boolean;
|
|
11
|
+
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: boolean;
|
|
12
12
|
};
|
|
@@ -35,18 +35,29 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.PlaywrightEnvConfig = void 0;
|
|
37
37
|
const dotenv = __importStar(require("dotenv"));
|
|
38
|
+
const env_namespace_1 = require("../../../common/namespace/env.namespace");
|
|
38
39
|
dotenv.config();
|
|
40
|
+
const { CRAWLEE_PLAYWRIGHT_BROWSER } = process.env;
|
|
41
|
+
const { CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY = '1' } = process.env;
|
|
42
|
+
const { CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY = '5' } = process.env;
|
|
43
|
+
const { CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES = '3' } = process.env;
|
|
44
|
+
const { CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS = '30' } = process.env;
|
|
45
|
+
const { CRAWLEE_PLAYWRIGHT_MAX_REQUESTS = '100' } = process.env;
|
|
46
|
+
const { CRAWLEE_PLAYWRIGHT_INITIAL_PAGE = '1' } = process.env;
|
|
47
|
+
const { CRAWLEE_PLAYWRIGHT_HEADLESS = 'true' } = process.env;
|
|
48
|
+
const { CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE = 'false' } = process.env;
|
|
49
|
+
const { CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES = 'true' } = process.env;
|
|
39
50
|
const PlaywrightEnvConfig = () => ({
|
|
40
|
-
CRAWLEE_PLAYWRIGHT_BROWSER:
|
|
41
|
-
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: Number(
|
|
42
|
-
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: Number(
|
|
43
|
-
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: Number(
|
|
44
|
-
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: Number(
|
|
45
|
-
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: Number(
|
|
46
|
-
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: Number(
|
|
47
|
-
CRAWLEE_PLAYWRIGHT_HEADLESS:
|
|
48
|
-
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE:
|
|
49
|
-
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES:
|
|
51
|
+
CRAWLEE_PLAYWRIGHT_BROWSER: env_namespace_1.Env.String.Optional(CRAWLEE_PLAYWRIGHT_BROWSER),
|
|
52
|
+
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY),
|
|
53
|
+
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY),
|
|
54
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES),
|
|
55
|
+
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS),
|
|
56
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MAX_REQUESTS),
|
|
57
|
+
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_INITIAL_PAGE),
|
|
58
|
+
CRAWLEE_PLAYWRIGHT_HEADLESS: env_namespace_1.Env.Boolean(CRAWLEE_PLAYWRIGHT_HEADLESS),
|
|
59
|
+
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: env_namespace_1.Env.Boolean(CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE),
|
|
60
|
+
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: env_namespace_1.Env.Boolean(CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES),
|
|
50
61
|
});
|
|
51
62
|
exports.PlaywrightEnvConfig = PlaywrightEnvConfig;
|
|
52
63
|
//# sourceMappingURL=playwright.env.config.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.env.config.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;
|
|
1
|
+
{"version":3,"file":"playwright.env.config.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,2EAA8D;AAC9D,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,EAAE,0BAA0B,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACnD,MAAM,EAAE,kCAAkC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACjE,MAAM,EAAE,kCAAkC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACjE,MAAM,EAAE,sCAAsC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACrE,MAAM,EAAE,+BAA+B,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC/D,MAAM,EAAE,+BAA+B,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAChE,MAAM,EAAE,+BAA+B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC9D,MAAM,EAAE,2BAA2B,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC7D,MAAM,EAAE,8CAA8C,GAAG,OAAO,EAAE,GAChE,OAAO,CAAC,GAAG,CAAC;AACd,MAAM,EAAE,sCAAsC,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAEjE,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAAC,CAAC;IACxC,0BAA0B,EAAE,mBAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAC3E,kCAAkC,EAAE,mBAAG,CAAC,MAAM,CAC5C,kCAAkC,CACnC;IACD,kCAAkC,EAAE,mBAAG,CAAC,MAAM,CAC5C,kCAAkC,CACnC;IACD,sCAAsC,EAAE,mBAAG,CAAC,MAAM,CAChD,sCAAsC,CACvC;IACD,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,2BAA2B,EAAE,mBAAG,CAAC,OAAO,CAAC,2BAA2B,CAAC;IACrE,8CAA8C,EAAE,mBAAG,CAAC,OAAO,CACzD,8CAA8C,CAC/C;IACD,sCAAsC,EAAE,mBAAG,CAAC,OAAO,CACjD,sCAAsC,CACvC;CACF,CAAC,CAAC;AArBU,QAAA,mBAAmB,uBAqB7B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/playwright/services/playwright.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAGxD,0DAAuD;AACvD,8DAA0D;AAC1D,2EAAsE;AAG/D,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAGhC,YAA6B,MAA+B;QAA/B,WAAM,GAAN,MAAM,CAAyB;QAF3C,WAAM,GAAG,IAAI,eAAM,CAAC,sCAAiB,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAEhE,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE,CAAC;oBAC1C,MAAM,yBAAyB,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,
|
|
1
|
+
{"version":3,"file":"playwright.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/playwright/services/playwright.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAGxD,0DAAuD;AACvD,8DAA0D;AAC1D,2EAAsE;AAG/D,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAGhC,YAA6B,MAA+B;QAA/B,WAAM,GAAN,MAAM,CAAyB;QAF3C,WAAM,GAAG,IAAI,eAAM,CAAC,sCAAiB,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAEhE,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE,CAAC;oBAC1C,MAAM,yBAAyB,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAe,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAEjD,QAAQ,UAAU,EAAE,CAAC;oBACnB,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAxDY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;qCAI0B,mDAAuB;GAHjD,qBAAqB,CAwDjC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@rafikidota/scoutee",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.19.1",
|
|
4
4
|
"description": "Sometimes, the best way to solve your own problems is to help someone else.",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -37,37 +37,38 @@
|
|
|
37
37
|
}
|
|
38
38
|
},
|
|
39
39
|
"devDependencies": {
|
|
40
|
-
"@crawlee/playwright": "3.
|
|
41
|
-
"@eslint/eslintrc": "3.3.
|
|
42
|
-
"@eslint/js": "
|
|
43
|
-
"@nestjs/common": "11.1.
|
|
44
|
-
"@nestjs/config": "4.0.
|
|
45
|
-
"@nestjs/core": "11.1.
|
|
46
|
-
"@types/node": "25.2
|
|
47
|
-
"@typescript-eslint/eslint-plugin": "8.
|
|
48
|
-
"@typescript-eslint/parser": "8.
|
|
49
|
-
"camoufox-js": "0.
|
|
50
|
-
"crawlee": "3.
|
|
51
|
-
"dotenv": "17.
|
|
52
|
-
"eslint": "
|
|
40
|
+
"@crawlee/playwright": "3.17.0",
|
|
41
|
+
"@eslint/eslintrc": "3.3.5",
|
|
42
|
+
"@eslint/js": "10.0.1",
|
|
43
|
+
"@nestjs/common": "11.1.26",
|
|
44
|
+
"@nestjs/config": "4.0.4",
|
|
45
|
+
"@nestjs/core": "11.1.26",
|
|
46
|
+
"@types/node": "25.9.2",
|
|
47
|
+
"@typescript-eslint/eslint-plugin": "8.60.1",
|
|
48
|
+
"@typescript-eslint/parser": "8.60.1",
|
|
49
|
+
"camoufox-js": "0.11.0",
|
|
50
|
+
"crawlee": "3.17.0",
|
|
51
|
+
"dotenv": "17.4.2",
|
|
52
|
+
"eslint": "10.4.1",
|
|
53
53
|
"eslint-config-prettier": "10.1.8",
|
|
54
54
|
"eslint-plugin-import": "2.32.0",
|
|
55
|
-
"eslint-plugin-prettier": "5.5.
|
|
56
|
-
"globals": "17.
|
|
55
|
+
"eslint-plugin-prettier": "5.5.6",
|
|
56
|
+
"globals": "17.6.0",
|
|
57
57
|
"husky": "9.1.7",
|
|
58
|
-
"joi": "18.
|
|
59
|
-
"lint-staged": "
|
|
60
|
-
"playwright": "1.
|
|
61
|
-
"prettier": "3.8.
|
|
62
|
-
"rimraf": "6.1.
|
|
58
|
+
"joi": "18.2.1",
|
|
59
|
+
"lint-staged": "17.0.7",
|
|
60
|
+
"playwright": "1.60.0",
|
|
61
|
+
"prettier": "3.8.3",
|
|
62
|
+
"rimraf": "6.1.3",
|
|
63
63
|
"rxjs": "7.8.2",
|
|
64
64
|
"typescript": "5.9.3",
|
|
65
|
-
"typescript-eslint": "8.
|
|
66
|
-
"zod": "4.3
|
|
65
|
+
"typescript-eslint": "8.60.1",
|
|
66
|
+
"zod": "4.4.3"
|
|
67
67
|
},
|
|
68
68
|
"keywords": [
|
|
69
69
|
"nestjs",
|
|
70
70
|
"crawlee",
|
|
71
|
+
"http",
|
|
71
72
|
"cheerio",
|
|
72
73
|
"playwright",
|
|
73
74
|
"camoufox",
|
|
@@ -1,39 +0,0 @@
|
|
|
1
|
-
name: Publish Package
|
|
2
|
-
|
|
3
|
-
on:
|
|
4
|
-
push:
|
|
5
|
-
tags:
|
|
6
|
-
- 'v*'
|
|
7
|
-
|
|
8
|
-
permissions:
|
|
9
|
-
id-token: write
|
|
10
|
-
contents: read
|
|
11
|
-
|
|
12
|
-
jobs:
|
|
13
|
-
publish:
|
|
14
|
-
runs-on: ubuntu-latest
|
|
15
|
-
env:
|
|
16
|
-
FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: true
|
|
17
|
-
steps:
|
|
18
|
-
- uses: actions/checkout@v4
|
|
19
|
-
|
|
20
|
-
- uses: pnpm/action-setup@v4
|
|
21
|
-
with:
|
|
22
|
-
version: 10
|
|
23
|
-
- uses: actions/setup-node@v4
|
|
24
|
-
with:
|
|
25
|
-
node-version: '24'
|
|
26
|
-
registry-url: 'https://registry.npmjs.org'
|
|
27
|
-
cache: 'pnpm'
|
|
28
|
-
|
|
29
|
-
- name: Install dependencies
|
|
30
|
-
run: pnpm install --frozen-lockfile
|
|
31
|
-
|
|
32
|
-
- name: Lint
|
|
33
|
-
run: pnpm run lint
|
|
34
|
-
|
|
35
|
-
- name: Build
|
|
36
|
-
run: pnpm run build
|
|
37
|
-
|
|
38
|
-
- name: Publish to npm
|
|
39
|
-
run: pnpm publish --no-git-checks
|
package/pnpm-workspace.yaml
DELETED