@rafikidota/scoutee 0.11.0 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/common/util/boolean.zod.d.ts +3 -0
- package/dist/common/util/boolean.zod.js +34 -0
- package/dist/common/util/boolean.zod.js.map +1 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +4 -0
- package/dist/index.js.map +1 -1
- package/dist/modules/camoufox/env/camoufox.env.config.d.ts +6 -6
- package/dist/modules/camoufox/env/camoufox.env.config.js +6 -6
- package/dist/modules/camoufox/env/camoufox.env.config.js.map +1 -1
- package/dist/modules/camoufox/env/camoufox.env.zod.d.ts +14 -0
- package/dist/modules/camoufox/env/camoufox.env.zod.js +21 -0
- package/dist/modules/camoufox/env/camoufox.env.zod.js.map +1 -0
- package/dist/modules/cheerio/env/cheerio.env.zod.d.ts +10 -0
- package/dist/modules/cheerio/env/cheerio.env.zod.js +13 -0
- package/dist/modules/cheerio/env/cheerio.env.zod.js.map +1 -0
- package/dist/modules/http/env/http.env.zod.d.ts +10 -0
- package/dist/modules/http/env/http.env.zod.js +13 -0
- package/dist/modules/http/env/http.env.zod.js.map +1 -0
- package/dist/modules/playwright/env/playwright.env.config.d.ts +6 -6
- package/dist/modules/playwright/env/playwright.env.config.js +6 -6
- package/dist/modules/playwright/env/playwright.env.config.js.map +1 -1
- package/dist/modules/playwright/env/playwright.env.zod.d.ts +14 -0
- package/dist/modules/playwright/env/playwright.env.zod.js +22 -0
- package/dist/modules/playwright/env/playwright.env.zod.js.map +1 -0
- package/package.json +3 -2
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.bool = void 0;
|
|
4
|
+
const zod_1 = require("zod");
|
|
5
|
+
const boolean_options_enum_1 = require("../enum/boolean-options.enum");
|
|
6
|
+
const TRUTHY_VALUES = new Set([
|
|
7
|
+
boolean_options_enum_1.BooleanOptionsEnum.TRUE,
|
|
8
|
+
boolean_options_enum_1.BooleanOptionsEnum.ONE,
|
|
9
|
+
boolean_options_enum_1.BooleanOptionsEnum.YES,
|
|
10
|
+
boolean_options_enum_1.BooleanOptionsEnum.ON,
|
|
11
|
+
]);
|
|
12
|
+
const FALSY_VALUES = new Set([
|
|
13
|
+
boolean_options_enum_1.BooleanOptionsEnum.FALSE,
|
|
14
|
+
boolean_options_enum_1.BooleanOptionsEnum.ZERO,
|
|
15
|
+
boolean_options_enum_1.BooleanOptionsEnum.NO,
|
|
16
|
+
boolean_options_enum_1.BooleanOptionsEnum.OFF,
|
|
17
|
+
]);
|
|
18
|
+
exports.bool = zod_1.z
|
|
19
|
+
.string()
|
|
20
|
+
.trim()
|
|
21
|
+
.toLowerCase()
|
|
22
|
+
.pipe(zod_1.z.enum(boolean_options_enum_1.BooleanOptionsEnum))
|
|
23
|
+
.transform((value) => {
|
|
24
|
+
switch (true) {
|
|
25
|
+
case TRUTHY_VALUES.has(value):
|
|
26
|
+
return true;
|
|
27
|
+
case FALSY_VALUES.has(value):
|
|
28
|
+
return false;
|
|
29
|
+
default:
|
|
30
|
+
return undefined;
|
|
31
|
+
}
|
|
32
|
+
})
|
|
33
|
+
.optional();
|
|
34
|
+
//# sourceMappingURL=boolean.zod.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"boolean.zod.js","sourceRoot":"","sources":["../../../src/common/util/boolean.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,uEAAkE;AAElE,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC5B,yCAAkB,CAAC,IAAI;IACvB,yCAAkB,CAAC,GAAG;IACtB,yCAAkB,CAAC,GAAG;IACtB,yCAAkB,CAAC,EAAE;CACtB,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,yCAAkB,CAAC,KAAK;IACxB,yCAAkB,CAAC,IAAI;IACvB,yCAAkB,CAAC,EAAE;IACrB,yCAAkB,CAAC,GAAG;CACvB,CAAC,CAAC;AAEU,QAAA,IAAI,GAAG,OAAC;KAClB,MAAM,EAAE;KACR,IAAI,EAAE;KACN,WAAW,EAAE;KACb,IAAI,CAAC,OAAC,CAAC,IAAI,CAAC,yCAAkB,CAAC,CAAC;KAChC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE;IACnB,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,KAAK,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC,CAAC;KACD,QAAQ,EAAE,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -2,15 +2,19 @@ export * from './modules/camoufox/camoufox.module';
|
|
|
2
2
|
export * from './modules/camoufox/camoufox.service';
|
|
3
3
|
export * from './modules/camoufox/env/camoufox.env.config';
|
|
4
4
|
export * from './modules/camoufox/env/camoufox.env.validation';
|
|
5
|
+
export * from './modules/camoufox/env/camoufox.env.zod';
|
|
5
6
|
export * from './modules/cheerio/cheerio.module';
|
|
6
7
|
export * from './modules/cheerio/cheerio.service';
|
|
7
8
|
export * from './modules/cheerio/env/cheerio.env.config';
|
|
8
9
|
export * from './modules/cheerio/env/cheerio.env.validation';
|
|
10
|
+
export * from './modules/cheerio/env/cheerio.env.zod';
|
|
9
11
|
export * from './modules/http/http.module';
|
|
10
12
|
export * from './modules/http/http.service';
|
|
11
13
|
export * from './modules/http/env/http.env.config';
|
|
12
14
|
export * from './modules/http/env/http.env.validation';
|
|
15
|
+
export * from './modules/http/env/http.env.zod';
|
|
13
16
|
export * from './modules/playwright/playwright.module';
|
|
14
17
|
export * from './modules/playwright/playwright.service';
|
|
15
18
|
export * from './modules/playwright/env/playwright.env.config';
|
|
16
19
|
export * from './modules/playwright/env/playwright.env.validation';
|
|
20
|
+
export * from './modules/playwright/env/playwright.env.zod';
|
package/dist/index.js
CHANGED
|
@@ -18,16 +18,20 @@ __exportStar(require("./modules/camoufox/camoufox.module"), exports);
|
|
|
18
18
|
__exportStar(require("./modules/camoufox/camoufox.service"), exports);
|
|
19
19
|
__exportStar(require("./modules/camoufox/env/camoufox.env.config"), exports);
|
|
20
20
|
__exportStar(require("./modules/camoufox/env/camoufox.env.validation"), exports);
|
|
21
|
+
__exportStar(require("./modules/camoufox/env/camoufox.env.zod"), exports);
|
|
21
22
|
__exportStar(require("./modules/cheerio/cheerio.module"), exports);
|
|
22
23
|
__exportStar(require("./modules/cheerio/cheerio.service"), exports);
|
|
23
24
|
__exportStar(require("./modules/cheerio/env/cheerio.env.config"), exports);
|
|
24
25
|
__exportStar(require("./modules/cheerio/env/cheerio.env.validation"), exports);
|
|
26
|
+
__exportStar(require("./modules/cheerio/env/cheerio.env.zod"), exports);
|
|
25
27
|
__exportStar(require("./modules/http/http.module"), exports);
|
|
26
28
|
__exportStar(require("./modules/http/http.service"), exports);
|
|
27
29
|
__exportStar(require("./modules/http/env/http.env.config"), exports);
|
|
28
30
|
__exportStar(require("./modules/http/env/http.env.validation"), exports);
|
|
31
|
+
__exportStar(require("./modules/http/env/http.env.zod"), exports);
|
|
29
32
|
__exportStar(require("./modules/playwright/playwright.module"), exports);
|
|
30
33
|
__exportStar(require("./modules/playwright/playwright.service"), exports);
|
|
31
34
|
__exportStar(require("./modules/playwright/env/playwright.env.config"), exports);
|
|
32
35
|
__exportStar(require("./modules/playwright/env/playwright.env.validation"), exports);
|
|
36
|
+
__exportStar(require("./modules/playwright/env/playwright.env.zod"), exports);
|
|
33
37
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qEAAmD;AACnD,sEAAoD;AACpD,6EAA2D;AAC3D,iFAA+D;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qEAAmD;AACnD,sEAAoD;AACpD,6EAA2D;AAC3D,iFAA+D;AAC/D,0EAAwD;AAExD,mEAAiD;AACjD,oEAAkD;AAClD,2EAAyD;AACzD,+EAA6D;AAC7D,wEAAsD;AAEtD,6DAA2C;AAC3C,8DAA4C;AAC5C,qEAAmD;AACnD,yEAAuD;AACvD,kEAAgD;AAEhD,yEAAuD;AACvD,0EAAwD;AACxD,iFAA+D;AAC/D,qFAAmE;AACnE,8EAA4D"}
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
export declare const CamoufoxEnvConfig: () => {
|
|
2
|
-
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY:
|
|
3
|
-
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY:
|
|
4
|
-
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES:
|
|
5
|
-
CRAWLEE_CAMOUFOX_TIMEOUT_SECS:
|
|
6
|
-
CRAWLEE_CAMOUFOX_MAX_REQUESTS:
|
|
7
|
-
CRAWLEE_CAMOUFOX_INITIAL_PAGE:
|
|
2
|
+
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: string;
|
|
3
|
+
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: string;
|
|
4
|
+
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES: string;
|
|
5
|
+
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: string;
|
|
6
|
+
CRAWLEE_CAMOUFOX_MAX_REQUESTS: string;
|
|
7
|
+
CRAWLEE_CAMOUFOX_INITIAL_PAGE: string;
|
|
8
8
|
CRAWLEE_CAMOUFOX_HEADLESS: string;
|
|
9
9
|
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: string;
|
|
10
10
|
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: string;
|
|
@@ -37,12 +37,12 @@ exports.CamoufoxEnvConfig = void 0;
|
|
|
37
37
|
const dotenv = __importStar(require("dotenv"));
|
|
38
38
|
dotenv.config();
|
|
39
39
|
const CamoufoxEnvConfig = () => ({
|
|
40
|
-
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY:
|
|
41
|
-
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY:
|
|
42
|
-
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES:
|
|
43
|
-
CRAWLEE_CAMOUFOX_TIMEOUT_SECS:
|
|
44
|
-
CRAWLEE_CAMOUFOX_MAX_REQUESTS:
|
|
45
|
-
CRAWLEE_CAMOUFOX_INITIAL_PAGE:
|
|
40
|
+
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: process.env.CRAWLEE_CAMOUFOX_MAX_CONCURRENCY,
|
|
41
|
+
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: process.env.CRAWLEE_CAMOUFOX_MIN_CONCURRENCY,
|
|
42
|
+
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES: process.env.CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES,
|
|
43
|
+
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: process.env.CRAWLEE_CAMOUFOX_TIMEOUT_SECS,
|
|
44
|
+
CRAWLEE_CAMOUFOX_MAX_REQUESTS: process.env.CRAWLEE_CAMOUFOX_MAX_REQUESTS,
|
|
45
|
+
CRAWLEE_CAMOUFOX_INITIAL_PAGE: process.env.CRAWLEE_CAMOUFOX_INITIAL_PAGE,
|
|
46
46
|
CRAWLEE_CAMOUFOX_HEADLESS: process.env.CRAWLEE_CAMOUFOX_HEADLESS,
|
|
47
47
|
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: process.env.CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE,
|
|
48
48
|
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: process.env.CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.config.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,CAAC;IACtC,gCAAgC,
|
|
1
|
+
{"version":3,"file":"camoufox.env.config.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,CAAC;IACtC,gCAAgC,EAC9B,OAAO,CAAC,GAAG,CAAC,gCAAgC;IAC9C,gCAAgC,EAC9B,OAAO,CAAC,GAAG,CAAC,gCAAgC;IAC9C,oCAAoC,EAClC,OAAO,CAAC,GAAG,CAAC,oCAAoC;IAClD,6BAA6B,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA6B;IACxE,6BAA6B,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA6B;IACxE,6BAA6B,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA6B;IACxE,yBAAyB,EAAE,OAAO,CAAC,GAAG,CAAC,yBAAyB;IAChE,4CAA4C,EAC1C,OAAO,CAAC,GAAG,CAAC,4CAA4C;IAC1D,oCAAoC,EAClC,OAAO,CAAC,GAAG,CAAC,oCAAoC;IAClD,gCAAgC,EAC9B,OAAO,CAAC,GAAG,CAAC,gCAAgC;CAC/C,CAAC,CAAC;AAjBU,QAAA,iBAAiB,qBAiB3B"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const CamoufoxZodEnvSchema: z.ZodObject<{
|
|
3
|
+
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
4
|
+
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
5
|
+
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
6
|
+
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
7
|
+
CRAWLEE_CAMOUFOX_MAX_REQUESTS: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
8
|
+
CRAWLEE_CAMOUFOX_INITIAL_PAGE: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
9
|
+
CRAWLEE_CAMOUFOX_EXECUTABLE_PATH: z.ZodOptional<z.ZodString>;
|
|
10
|
+
CRAWLEE_CAMOUFOX_HEADLESS: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
11
|
+
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
12
|
+
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
13
|
+
}, z.core.$strip>;
|
|
14
|
+
export type CamoufoxZodEnvType = z.infer<typeof CamoufoxZodEnvSchema>;
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CamoufoxZodEnvSchema = void 0;
|
|
4
|
+
const zod_1 = require("zod");
|
|
5
|
+
const boolean_zod_1 = require("../../../common/util/boolean.zod");
|
|
6
|
+
exports.CamoufoxZodEnvSchema = zod_1.z.object({
|
|
7
|
+
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: zod_1.z.coerce.number().optional().default(1),
|
|
8
|
+
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: zod_1.z.coerce.number().optional().default(5),
|
|
9
|
+
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES: zod_1.z.coerce
|
|
10
|
+
.number()
|
|
11
|
+
.optional()
|
|
12
|
+
.default(10),
|
|
13
|
+
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: zod_1.z.coerce.number().optional().default(180),
|
|
14
|
+
CRAWLEE_CAMOUFOX_MAX_REQUESTS: zod_1.z.coerce.number().optional().default(100000),
|
|
15
|
+
CRAWLEE_CAMOUFOX_INITIAL_PAGE: zod_1.z.coerce.number().optional().default(1),
|
|
16
|
+
CRAWLEE_CAMOUFOX_EXECUTABLE_PATH: zod_1.z.string().optional(),
|
|
17
|
+
CRAWLEE_CAMOUFOX_HEADLESS: boolean_zod_1.bool.default(true),
|
|
18
|
+
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: boolean_zod_1.bool.default(false),
|
|
19
|
+
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: boolean_zod_1.bool.default(true),
|
|
20
|
+
});
|
|
21
|
+
//# sourceMappingURL=camoufox.env.zod.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"camoufox.env.zod.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,kEAAwD;AAE3C,QAAA,oBAAoB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3C,gCAAgC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,gCAAgC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,oCAAoC,EAAE,OAAC,CAAC,MAAM;SAC3C,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;IACd,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACxE,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC3E,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,gCAAgC,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvD,yBAAyB,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC7C,4CAA4C,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IACjE,oCAAoC,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;CACzD,CAAC,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const CheerioZodEnvSchema: z.ZodObject<{
|
|
3
|
+
CRAWLEE_CHEERIO_MIN_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
4
|
+
CRAWLEE_CHEERIO_MAX_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
5
|
+
CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
6
|
+
CRAWLEE_CHEERIO_TIMEOUT_SECS: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
7
|
+
CRAWLEE_CHEERIO_MAX_REQUESTS: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
8
|
+
CRAWLEE_CHEERIO_INITIAL_PAGE: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
9
|
+
}, z.core.$strip>;
|
|
10
|
+
export type CheerioZodEnvType = z.infer<typeof CheerioZodEnvSchema>;
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CheerioZodEnvSchema = void 0;
|
|
4
|
+
const zod_1 = require("zod");
|
|
5
|
+
exports.CheerioZodEnvSchema = zod_1.z.object({
|
|
6
|
+
CRAWLEE_CHEERIO_MIN_CONCURRENCY: zod_1.z.coerce.number().optional().default(1),
|
|
7
|
+
CRAWLEE_CHEERIO_MAX_CONCURRENCY: zod_1.z.coerce.number().optional().default(5),
|
|
8
|
+
CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES: zod_1.z.coerce.number().optional().default(10),
|
|
9
|
+
CRAWLEE_CHEERIO_TIMEOUT_SECS: zod_1.z.coerce.number().optional().default(180),
|
|
10
|
+
CRAWLEE_CHEERIO_MAX_REQUESTS: zod_1.z.coerce.number().optional().default(100000),
|
|
11
|
+
CRAWLEE_CHEERIO_INITIAL_PAGE: zod_1.z.coerce.number().optional().default(1),
|
|
12
|
+
});
|
|
13
|
+
//# sourceMappingURL=cheerio.env.zod.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cheerio.env.zod.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/env/cheerio.env.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAEX,QAAA,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC1C,+BAA+B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACxE,+BAA+B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACxE,mCAAmC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC7E,4BAA4B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACvE,4BAA4B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC1E,4BAA4B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CACtE,CAAC,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const HttpZodEnvSchema: z.ZodObject<{
|
|
3
|
+
CRAWLEE_HTTP_MIN_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
4
|
+
CRAWLEE_HTTP_MAX_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
5
|
+
CRAWLEE_HTTP_MAX_REQUEST_RETRIES: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
6
|
+
CRAWLEE_HTTP_TIMEOUT_SECS: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
7
|
+
CRAWLEE_HTTP_MAX_REQUESTS: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
8
|
+
CRAWLEE_HTTP_INITIAL_PAGE: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
9
|
+
}, z.core.$strip>;
|
|
10
|
+
export type HttpZodEnvType = z.infer<typeof HttpZodEnvSchema>;
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.HttpZodEnvSchema = void 0;
|
|
4
|
+
const zod_1 = require("zod");
|
|
5
|
+
exports.HttpZodEnvSchema = zod_1.z.object({
|
|
6
|
+
CRAWLEE_HTTP_MIN_CONCURRENCY: zod_1.z.coerce.number().optional().default(1),
|
|
7
|
+
CRAWLEE_HTTP_MAX_CONCURRENCY: zod_1.z.coerce.number().optional().default(5),
|
|
8
|
+
CRAWLEE_HTTP_MAX_REQUEST_RETRIES: zod_1.z.coerce.number().optional().default(10),
|
|
9
|
+
CRAWLEE_HTTP_TIMEOUT_SECS: zod_1.z.coerce.number().optional().default(180),
|
|
10
|
+
CRAWLEE_HTTP_MAX_REQUESTS: zod_1.z.coerce.number().optional().default(100000),
|
|
11
|
+
CRAWLEE_HTTP_INITIAL_PAGE: zod_1.z.coerce.number().optional().default(1),
|
|
12
|
+
});
|
|
13
|
+
//# sourceMappingURL=http.env.zod.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http.env.zod.js","sourceRoot":"","sources":["../../../../src/modules/http/env/http.env.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAEX,QAAA,gBAAgB,GAAG,OAAC,CAAC,MAAM,CAAC;IACvC,4BAA4B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACrE,4BAA4B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACrE,gCAAgC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC1E,yBAAyB,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACpE,yBAAyB,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IACvE,yBAAyB,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CACnE,CAAC,CAAC"}
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
export declare const PlaywrightEnvConfig: () => {
|
|
2
2
|
CRAWLEE_PLAYWRIGHT_BROWSER: string;
|
|
3
|
-
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY:
|
|
4
|
-
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY:
|
|
5
|
-
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES:
|
|
6
|
-
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS:
|
|
7
|
-
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS:
|
|
8
|
-
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE:
|
|
3
|
+
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: string;
|
|
4
|
+
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: string;
|
|
5
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: string;
|
|
6
|
+
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: string;
|
|
7
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: string;
|
|
8
|
+
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: string;
|
|
9
9
|
CRAWLEE_PLAYWRIGHT_HEADLESS: string;
|
|
10
10
|
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: string;
|
|
11
11
|
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: string;
|
|
@@ -38,12 +38,12 @@ const dotenv = __importStar(require("dotenv"));
|
|
|
38
38
|
dotenv.config();
|
|
39
39
|
const PlaywrightEnvConfig = () => ({
|
|
40
40
|
CRAWLEE_PLAYWRIGHT_BROWSER: process.env.CRAWLEE_PLAYWRIGHT_BROWSER,
|
|
41
|
-
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY:
|
|
42
|
-
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY:
|
|
43
|
-
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES:
|
|
44
|
-
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS:
|
|
45
|
-
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS:
|
|
46
|
-
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE:
|
|
41
|
+
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: process.env.CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY,
|
|
42
|
+
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: process.env.CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY,
|
|
43
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: process.env.CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES,
|
|
44
|
+
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: process.env.CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS,
|
|
45
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: process.env.CRAWLEE_PLAYWRIGHT_MAX_REQUESTS,
|
|
46
|
+
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: process.env.CRAWLEE_PLAYWRIGHT_INITIAL_PAGE,
|
|
47
47
|
CRAWLEE_PLAYWRIGHT_HEADLESS: process.env.CRAWLEE_PLAYWRIGHT_HEADLESS,
|
|
48
48
|
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: process.env.CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE,
|
|
49
49
|
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: process.env.CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.env.config.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAAC,CAAC;IACxC,0BAA0B,EAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B;IAClE,kCAAkC,
|
|
1
|
+
{"version":3,"file":"playwright.env.config.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAAC,CAAC;IACxC,0BAA0B,EAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B;IAClE,kCAAkC,EAChC,OAAO,CAAC,GAAG,CAAC,kCAAkC;IAChD,kCAAkC,EAChC,OAAO,CAAC,GAAG,CAAC,kCAAkC;IAChD,sCAAsC,EACpC,OAAO,CAAC,GAAG,CAAC,sCAAsC;IACpD,+BAA+B,EAAE,OAAO,CAAC,GAAG,CAAC,+BAA+B;IAC5E,+BAA+B,EAAE,OAAO,CAAC,GAAG,CAAC,+BAA+B;IAC5E,+BAA+B,EAAE,OAAO,CAAC,GAAG,CAAC,+BAA+B;IAC5E,2BAA2B,EAAE,OAAO,CAAC,GAAG,CAAC,2BAA2B;IACpE,8CAA8C,EAC5C,OAAO,CAAC,GAAG,CAAC,8CAA8C;IAC5D,sCAAsC,EACpC,OAAO,CAAC,GAAG,CAAC,sCAAsC;CACrD,CAAC,CAAC;AAhBU,QAAA,mBAAmB,uBAgB7B"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const PlaywrightZodEnvSchema: z.ZodObject<{
|
|
3
|
+
CRAWLEE_PLAYWRIGHT_BROWSER: z.ZodDefault<z.ZodOptional<z.ZodString>>;
|
|
4
|
+
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
5
|
+
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
6
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
7
|
+
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
8
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
9
|
+
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
10
|
+
CRAWLEE_PLAYWRIGHT_HEADLESS: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
11
|
+
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
12
|
+
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
13
|
+
}, z.core.$strip>;
|
|
14
|
+
export type PlaywrightZodEnvType = z.infer<typeof PlaywrightZodEnvSchema>;
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.PlaywrightZodEnvSchema = void 0;
|
|
4
|
+
const zod_1 = require("zod");
|
|
5
|
+
const boolean_zod_1 = require("../../../common/util/boolean.zod");
|
|
6
|
+
const playwright_browser_type_enum_1 = require("../enum/playwright.browser-type.enum");
|
|
7
|
+
exports.PlaywrightZodEnvSchema = zod_1.z.object({
|
|
8
|
+
CRAWLEE_PLAYWRIGHT_BROWSER: zod_1.z.string().optional().default(playwright_browser_type_enum_1.BrowserType.CHROMIUM),
|
|
9
|
+
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: zod_1.z.coerce.number().optional().default(1),
|
|
10
|
+
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: zod_1.z.coerce.number().optional().default(5),
|
|
11
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: zod_1.z.coerce
|
|
12
|
+
.number()
|
|
13
|
+
.optional()
|
|
14
|
+
.default(10),
|
|
15
|
+
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: zod_1.z.coerce.number().optional().default(180),
|
|
16
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: zod_1.z.coerce.number().optional().default(100000),
|
|
17
|
+
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: zod_1.z.coerce.number().optional().default(1),
|
|
18
|
+
CRAWLEE_PLAYWRIGHT_HEADLESS: boolean_zod_1.bool.default(true),
|
|
19
|
+
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: boolean_zod_1.bool.default(true),
|
|
20
|
+
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: boolean_zod_1.bool.default(false),
|
|
21
|
+
});
|
|
22
|
+
//# sourceMappingURL=playwright.env.zod.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"playwright.env.zod.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,kEAAwD;AACxD,uFAA8E;AAEjE,QAAA,sBAAsB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC7C,0BAA0B,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,0CAAO,CAAC,QAAQ,CAAC;IAC3E,kCAAkC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3E,kCAAkC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3E,sCAAsC,EAAE,OAAC,CAAC,MAAM;SAC7C,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;IACd,+BAA+B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IAC1E,+BAA+B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7E,+BAA+B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACxE,2BAA2B,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC/C,sCAAsC,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC1D,8CAA8C,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;CACpE,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@rafikidota/scoutee",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.12.0",
|
|
4
4
|
"description": "Sometimes, the best way to solve your own problems is to help someone else.",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -40,7 +40,8 @@
|
|
|
40
40
|
"rimraf": "6.1.2",
|
|
41
41
|
"rxjs": "7.8.2",
|
|
42
42
|
"typescript": "5.9.3",
|
|
43
|
-
"typescript-eslint": "8.55.0"
|
|
43
|
+
"typescript-eslint": "8.55.0",
|
|
44
|
+
"zod": "4.3.6"
|
|
44
45
|
},
|
|
45
46
|
"keywords": [
|
|
46
47
|
"nestjs",
|