@rafikidota/scoutee 0.12.0 → 0.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/common/constant/boolean.constant.d.ts +3 -0
- package/dist/common/constant/boolean.constant.js +17 -0
- package/dist/common/constant/boolean.constant.js.map +1 -0
- package/dist/common/util/boolean.d.ts +1 -0
- package/dist/common/util/{boolean.validator.js → boolean.joi.js} +10 -22
- package/dist/common/util/boolean.joi.js.map +1 -0
- package/dist/common/util/boolean.js +22 -0
- package/dist/common/util/boolean.js.map +1 -0
- package/dist/common/util/boolean.zod.js +3 -14
- package/dist/common/util/boolean.zod.js.map +1 -1
- package/dist/exports/camoufox.d.ts +5 -0
- package/dist/exports/camoufox.js +22 -0
- package/dist/exports/camoufox.js.map +1 -0
- package/dist/exports/cheerio.d.ts +5 -0
- package/dist/exports/cheerio.js +22 -0
- package/dist/exports/cheerio.js.map +1 -0
- package/dist/exports/http.d.ts +5 -0
- package/dist/exports/http.js +22 -0
- package/dist/exports/http.js.map +1 -0
- package/dist/exports/playwright.d.ts +5 -0
- package/dist/exports/playwright.js +22 -0
- package/dist/exports/playwright.js.map +1 -0
- package/dist/modules/camoufox/camoufox.module.js +7 -1
- package/dist/modules/camoufox/camoufox.module.js.map +1 -1
- package/dist/modules/camoufox/camoufox.service.d.ts +2 -9
- package/dist/modules/camoufox/camoufox.service.js +11 -23
- package/dist/modules/camoufox/camoufox.service.js.map +1 -1
- package/dist/modules/camoufox/constant/camoufox.env.constant.d.ts +12 -10
- package/dist/modules/camoufox/constant/camoufox.env.constant.js +13 -11
- package/dist/modules/camoufox/constant/camoufox.env.constant.js.map +1 -1
- package/dist/modules/camoufox/env/camoufox.env.config.d.ts +9 -9
- package/dist/modules/camoufox/env/camoufox.env.config.js +9 -9
- package/dist/modules/camoufox/env/camoufox.env.config.js.map +1 -1
- package/dist/modules/camoufox/env/camoufox.env.validation.js +4 -4
- package/dist/modules/camoufox/env/camoufox.env.validation.js.map +1 -1
- package/dist/modules/camoufox/services/camoufox.browser.service.d.ts +2 -4
- package/dist/modules/camoufox/services/camoufox.browser.service.js +5 -8
- package/dist/modules/camoufox/services/camoufox.browser.service.js.map +1 -1
- package/dist/modules/camoufox/services/camoufox.config.service.d.ts +18 -0
- package/dist/modules/camoufox/services/camoufox.config.service.js +71 -0
- package/dist/modules/camoufox/services/camoufox.config.service.js.map +1 -0
- package/dist/modules/camoufox/services/camoufox.hook.service.d.ts +2 -3
- package/dist/modules/camoufox/services/camoufox.hook.service.js +3 -6
- package/dist/modules/camoufox/services/camoufox.hook.service.js.map +1 -1
- package/dist/modules/camoufox/types/camoufox.config.d.ts +12 -0
- package/dist/modules/camoufox/types/camoufox.config.js +3 -0
- package/dist/modules/camoufox/types/camoufox.config.js.map +1 -0
- package/dist/modules/cheerio/cheerio.module.js +2 -1
- package/dist/modules/cheerio/cheerio.module.js.map +1 -1
- package/dist/modules/cheerio/cheerio.service.d.ts +2 -7
- package/dist/modules/cheerio/cheerio.service.js +8 -17
- package/dist/modules/cheerio/cheerio.service.js.map +1 -1
- package/dist/modules/cheerio/constant/cheerio.env.constant.d.ts +8 -6
- package/dist/modules/cheerio/constant/cheerio.env.constant.js +9 -7
- package/dist/modules/cheerio/constant/cheerio.env.constant.js.map +1 -1
- package/dist/modules/cheerio/services/cheerio.config.service.d.ts +14 -0
- package/dist/modules/cheerio/services/cheerio.config.service.js +55 -0
- package/dist/modules/cheerio/services/cheerio.config.service.js.map +1 -0
- package/dist/modules/cheerio/types/cheerio.config.d.ts +8 -0
- package/dist/modules/cheerio/types/cheerio.config.js +3 -0
- package/dist/modules/cheerio/types/cheerio.config.js.map +1 -0
- package/dist/modules/http/constant/http.env.constant.d.ts +8 -6
- package/dist/modules/http/constant/http.env.constant.js +9 -7
- package/dist/modules/http/constant/http.env.constant.js.map +1 -1
- package/dist/modules/http/http.module.js +2 -1
- package/dist/modules/http/http.module.js.map +1 -1
- package/dist/modules/http/http.service.d.ts +2 -7
- package/dist/modules/http/http.service.js +9 -18
- package/dist/modules/http/http.service.js.map +1 -1
- package/dist/modules/http/services/http.config.service.d.ts +14 -0
- package/dist/modules/http/services/http.config.service.js +55 -0
- package/dist/modules/http/services/http.config.service.js.map +1 -0
- package/dist/modules/http/types/http.config.d.ts +8 -0
- package/dist/modules/http/types/http.config.js +3 -0
- package/dist/modules/http/types/http.config.js.map +1 -0
- package/dist/modules/playwright/constant/playwright.env.constant.d.ts +12 -10
- package/dist/modules/playwright/constant/playwright.env.constant.js +13 -11
- package/dist/modules/playwright/constant/playwright.env.constant.js.map +1 -1
- package/dist/modules/playwright/env/playwright.env.config.d.ts +9 -9
- package/dist/modules/playwright/env/playwright.env.config.js +9 -9
- package/dist/modules/playwright/env/playwright.env.config.js.map +1 -1
- package/dist/modules/playwright/env/playwright.env.validation.js +4 -4
- package/dist/modules/playwright/env/playwright.env.validation.js.map +1 -1
- package/dist/modules/playwright/playwright.module.js +2 -0
- package/dist/modules/playwright/playwright.module.js.map +1 -1
- package/dist/modules/playwright/playwright.service.d.ts +2 -9
- package/dist/modules/playwright/playwright.service.js +11 -23
- package/dist/modules/playwright/playwright.service.js.map +1 -1
- package/dist/modules/playwright/services/playwright.browser.service.d.ts +2 -4
- package/dist/modules/playwright/services/playwright.browser.service.js +5 -8
- package/dist/modules/playwright/services/playwright.browser.service.js.map +1 -1
- package/dist/modules/playwright/services/playwright.config.service.d.ts +19 -0
- package/dist/modules/playwright/services/playwright.config.service.js +71 -0
- package/dist/modules/playwright/services/playwright.config.service.js.map +1 -0
- package/dist/modules/playwright/services/playwright.hook.service.d.ts +2 -3
- package/dist/modules/playwright/services/playwright.hook.service.js +3 -6
- package/dist/modules/playwright/services/playwright.hook.service.js.map +1 -1
- package/dist/modules/playwright/types/playwright.config.d.ts +13 -0
- package/dist/modules/playwright/types/playwright.config.js +3 -0
- package/dist/modules/playwright/types/playwright.config.js.map +1 -0
- package/package.json +23 -1
- package/dist/common/util/boolean.validator.js.map +0 -1
- /package/dist/common/util/{boolean.validator.d.ts → boolean.joi.d.ts} +0 -0
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.FALSY_VALUES = exports.TRUTHY_VALUES = void 0;
|
|
4
|
+
const boolean_options_enum_1 = require("../enum/boolean-options.enum");
|
|
5
|
+
exports.TRUTHY_VALUES = new Set([
|
|
6
|
+
boolean_options_enum_1.BooleanOptionsEnum.TRUE,
|
|
7
|
+
boolean_options_enum_1.BooleanOptionsEnum.ONE,
|
|
8
|
+
boolean_options_enum_1.BooleanOptionsEnum.YES,
|
|
9
|
+
boolean_options_enum_1.BooleanOptionsEnum.ON,
|
|
10
|
+
]);
|
|
11
|
+
exports.FALSY_VALUES = new Set([
|
|
12
|
+
boolean_options_enum_1.BooleanOptionsEnum.FALSE,
|
|
13
|
+
boolean_options_enum_1.BooleanOptionsEnum.ZERO,
|
|
14
|
+
boolean_options_enum_1.BooleanOptionsEnum.NO,
|
|
15
|
+
boolean_options_enum_1.BooleanOptionsEnum.OFF,
|
|
16
|
+
]);
|
|
17
|
+
//# sourceMappingURL=boolean.constant.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"boolean.constant.js","sourceRoot":"","sources":["../../../src/common/constant/boolean.constant.ts"],"names":[],"mappings":";;;AAAA,uEAAkE;AAErD,QAAA,aAAa,GAAG,IAAI,GAAG,CAAC;IACnC,yCAAkB,CAAC,IAAI;IACvB,yCAAkB,CAAC,GAAG;IACtB,yCAAkB,CAAC,GAAG;IACtB,yCAAkB,CAAC,EAAE;CACtB,CAAC,CAAC;AAEU,QAAA,YAAY,GAAG,IAAI,GAAG,CAAC;IAClC,yCAAkB,CAAC,KAAK;IACxB,yCAAkB,CAAC,IAAI;IACvB,yCAAkB,CAAC,EAAE;IACrB,yCAAkB,CAAC,GAAG;CACvB,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare const bool: (value: string) => boolean;
|
|
@@ -35,45 +35,33 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.bool = void 0;
|
|
37
37
|
const joi = __importStar(require("joi"));
|
|
38
|
-
const
|
|
38
|
+
const boolean_constant_1 = require("../constant/boolean.constant");
|
|
39
39
|
exports.bool = joi.custom((value, helpers) => {
|
|
40
40
|
if (value === null || value === undefined) {
|
|
41
|
-
return
|
|
41
|
+
return value;
|
|
42
42
|
}
|
|
43
43
|
if (typeof value === 'boolean') {
|
|
44
44
|
return value;
|
|
45
45
|
}
|
|
46
|
-
if (typeof value === 'number') {
|
|
47
|
-
return value !== 0;
|
|
48
|
-
}
|
|
49
46
|
if (typeof value === 'string') {
|
|
50
47
|
const trimmed = value.trim().toLowerCase();
|
|
51
48
|
if (!trimmed) {
|
|
52
49
|
return helpers.error('string.empty');
|
|
53
50
|
}
|
|
54
|
-
|
|
55
|
-
boolean_options_enum_1.BooleanOptionsEnum.TRUE,
|
|
56
|
-
boolean_options_enum_1.BooleanOptionsEnum.ONE,
|
|
57
|
-
boolean_options_enum_1.BooleanOptionsEnum.YES,
|
|
58
|
-
boolean_options_enum_1.BooleanOptionsEnum.ON,
|
|
59
|
-
];
|
|
60
|
-
const falsyValues = [
|
|
61
|
-
boolean_options_enum_1.BooleanOptionsEnum.FALSE,
|
|
62
|
-
boolean_options_enum_1.BooleanOptionsEnum.ZERO,
|
|
63
|
-
boolean_options_enum_1.BooleanOptionsEnum.NO,
|
|
64
|
-
boolean_options_enum_1.BooleanOptionsEnum.OFF,
|
|
65
|
-
];
|
|
66
|
-
if (truthyValues.includes(trimmed)) {
|
|
51
|
+
if (boolean_constant_1.TRUTHY_VALUES.has(trimmed)) {
|
|
67
52
|
return true;
|
|
68
53
|
}
|
|
69
|
-
if (
|
|
54
|
+
if (boolean_constant_1.FALSY_VALUES.has(trimmed)) {
|
|
70
55
|
return false;
|
|
71
56
|
}
|
|
72
57
|
return helpers.error('boolean.base', {
|
|
73
58
|
value,
|
|
74
|
-
validValues: [...
|
|
59
|
+
validValues: [...boolean_constant_1.TRUTHY_VALUES, ...boolean_constant_1.FALSY_VALUES],
|
|
75
60
|
});
|
|
76
61
|
}
|
|
77
|
-
return
|
|
62
|
+
return helpers.error('boolean.base', {
|
|
63
|
+
value,
|
|
64
|
+
validValues: [...boolean_constant_1.TRUTHY_VALUES, ...boolean_constant_1.FALSY_VALUES],
|
|
65
|
+
});
|
|
78
66
|
});
|
|
79
|
-
//# sourceMappingURL=boolean.
|
|
67
|
+
//# sourceMappingURL=boolean.joi.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"boolean.joi.js","sourceRoot":"","sources":["../../../src/common/util/boolean.joi.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAE3B,mEAA2E;AAE9D,QAAA,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IAChD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAwB,CAAC;QAEjE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,gCAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,+BAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE;YACnC,KAAK;YACL,WAAW,EAAE,CAAC,GAAG,gCAAa,EAAE,GAAG,+BAAY,CAAC;SACjD,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE;QACnC,KAAK;QACL,WAAW,EAAE,CAAC,GAAG,gCAAa,EAAE,GAAG,+BAAY,CAAC;KACjD,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.bool = void 0;
|
|
4
|
+
const boolean_constant_1 = require("../constant/boolean.constant");
|
|
5
|
+
const bool = (value) => {
|
|
6
|
+
try {
|
|
7
|
+
const trimmed = value.trim().toLowerCase();
|
|
8
|
+
switch (true) {
|
|
9
|
+
case boolean_constant_1.TRUTHY_VALUES.has(trimmed):
|
|
10
|
+
return true;
|
|
11
|
+
case boolean_constant_1.FALSY_VALUES.has(trimmed):
|
|
12
|
+
return false;
|
|
13
|
+
default:
|
|
14
|
+
return undefined;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
catch {
|
|
18
|
+
return undefined;
|
|
19
|
+
}
|
|
20
|
+
};
|
|
21
|
+
exports.bool = bool;
|
|
22
|
+
//# sourceMappingURL=boolean.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"boolean.js","sourceRoot":"","sources":["../../../src/common/util/boolean.ts"],"names":[],"mappings":";;;AACA,mEAA2E;AAEpE,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,EAAE;IACpC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAwB,CAAC;QACjE,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,gCAAa,CAAC,GAAG,CAAC,OAAO,CAAC;gBAC7B,OAAO,IAAI,CAAC;YACd,KAAK,+BAAY,CAAC,GAAG,CAAC,OAAO,CAAC;gBAC5B,OAAO,KAAK,CAAC;YACf;gBACE,OAAO,SAAS,CAAC;QACrB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC,CAAC;AAdW,QAAA,IAAI,QAcf"}
|
|
@@ -3,18 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.bool = void 0;
|
|
4
4
|
const zod_1 = require("zod");
|
|
5
5
|
const boolean_options_enum_1 = require("../enum/boolean-options.enum");
|
|
6
|
-
const
|
|
7
|
-
boolean_options_enum_1.BooleanOptionsEnum.TRUE,
|
|
8
|
-
boolean_options_enum_1.BooleanOptionsEnum.ONE,
|
|
9
|
-
boolean_options_enum_1.BooleanOptionsEnum.YES,
|
|
10
|
-
boolean_options_enum_1.BooleanOptionsEnum.ON,
|
|
11
|
-
]);
|
|
12
|
-
const FALSY_VALUES = new Set([
|
|
13
|
-
boolean_options_enum_1.BooleanOptionsEnum.FALSE,
|
|
14
|
-
boolean_options_enum_1.BooleanOptionsEnum.ZERO,
|
|
15
|
-
boolean_options_enum_1.BooleanOptionsEnum.NO,
|
|
16
|
-
boolean_options_enum_1.BooleanOptionsEnum.OFF,
|
|
17
|
-
]);
|
|
6
|
+
const boolean_constant_1 = require("../constant/boolean.constant");
|
|
18
7
|
exports.bool = zod_1.z
|
|
19
8
|
.string()
|
|
20
9
|
.trim()
|
|
@@ -22,9 +11,9 @@ exports.bool = zod_1.z
|
|
|
22
11
|
.pipe(zod_1.z.enum(boolean_options_enum_1.BooleanOptionsEnum))
|
|
23
12
|
.transform((value) => {
|
|
24
13
|
switch (true) {
|
|
25
|
-
case TRUTHY_VALUES.has(value):
|
|
14
|
+
case boolean_constant_1.TRUTHY_VALUES.has(value):
|
|
26
15
|
return true;
|
|
27
|
-
case FALSY_VALUES.has(value):
|
|
16
|
+
case boolean_constant_1.FALSY_VALUES.has(value):
|
|
28
17
|
return false;
|
|
29
18
|
default:
|
|
30
19
|
return undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"boolean.zod.js","sourceRoot":"","sources":["../../../src/common/util/boolean.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,uEAAkE;
|
|
1
|
+
{"version":3,"file":"boolean.zod.js","sourceRoot":"","sources":["../../../src/common/util/boolean.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,uEAAkE;AAClE,mEAA2E;AAE9D,QAAA,IAAI,GAAG,OAAC;KAClB,MAAM,EAAE;KACR,IAAI,EAAE;KACN,WAAW,EAAE;KACb,IAAI,CAAC,OAAC,CAAC,IAAI,CAAC,yCAAkB,CAAC,CAAC;KAChC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE;IACnB,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,gCAAa,CAAC,GAAG,CAAC,KAAK,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,KAAK,+BAAY,CAAC,GAAG,CAAC,KAAK,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC,CAAC;KACD,QAAQ,EAAE,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export * from '../modules/camoufox/camoufox.module';
|
|
2
|
+
export * from '../modules/camoufox/camoufox.service';
|
|
3
|
+
export * from '../modules/camoufox/env/camoufox.env.config';
|
|
4
|
+
export * from '../modules/camoufox/env/camoufox.env.validation';
|
|
5
|
+
export * from '../modules/camoufox/env/camoufox.env.zod';
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("../modules/camoufox/camoufox.module"), exports);
|
|
18
|
+
__exportStar(require("../modules/camoufox/camoufox.service"), exports);
|
|
19
|
+
__exportStar(require("../modules/camoufox/env/camoufox.env.config"), exports);
|
|
20
|
+
__exportStar(require("../modules/camoufox/env/camoufox.env.validation"), exports);
|
|
21
|
+
__exportStar(require("../modules/camoufox/env/camoufox.env.zod"), exports);
|
|
22
|
+
//# sourceMappingURL=camoufox.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"camoufox.js","sourceRoot":"","sources":["../../src/exports/camoufox.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sEAAoD;AACpD,uEAAqD;AACrD,8EAA4D;AAC5D,kFAAgE;AAChE,2EAAyD"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export * from '../modules/cheerio/cheerio.module';
|
|
2
|
+
export * from '../modules/cheerio/cheerio.service';
|
|
3
|
+
export * from '../modules/cheerio/env/cheerio.env.config';
|
|
4
|
+
export * from '../modules/cheerio/env/cheerio.env.validation';
|
|
5
|
+
export * from '../modules/cheerio/env/cheerio.env.zod';
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("../modules/cheerio/cheerio.module"), exports);
|
|
18
|
+
__exportStar(require("../modules/cheerio/cheerio.service"), exports);
|
|
19
|
+
__exportStar(require("../modules/cheerio/env/cheerio.env.config"), exports);
|
|
20
|
+
__exportStar(require("../modules/cheerio/env/cheerio.env.validation"), exports);
|
|
21
|
+
__exportStar(require("../modules/cheerio/env/cheerio.env.zod"), exports);
|
|
22
|
+
//# sourceMappingURL=cheerio.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cheerio.js","sourceRoot":"","sources":["../../src/exports/cheerio.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,oEAAkD;AAClD,qEAAmD;AACnD,4EAA0D;AAC1D,gFAA8D;AAC9D,yEAAuD"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("../modules/http/http.module"), exports);
|
|
18
|
+
__exportStar(require("../modules/http/http.service"), exports);
|
|
19
|
+
__exportStar(require("../modules/http/env/http.env.config"), exports);
|
|
20
|
+
__exportStar(require("../modules/http/env/http.env.validation"), exports);
|
|
21
|
+
__exportStar(require("../modules/http/env/http.env.zod"), exports);
|
|
22
|
+
//# sourceMappingURL=http.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http.js","sourceRoot":"","sources":["../../src/exports/http.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,8DAA4C;AAC5C,+DAA6C;AAC7C,sEAAoD;AACpD,0EAAwD;AACxD,mEAAiD"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export * from '../modules/playwright/playwright.module';
|
|
2
|
+
export * from '../modules/playwright/playwright.service';
|
|
3
|
+
export * from '../modules/playwright/env/playwright.env.config';
|
|
4
|
+
export * from '../modules/playwright/env/playwright.env.validation';
|
|
5
|
+
export * from '../modules/playwright/env/playwright.env.zod';
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("../modules/playwright/playwright.module"), exports);
|
|
18
|
+
__exportStar(require("../modules/playwright/playwright.service"), exports);
|
|
19
|
+
__exportStar(require("../modules/playwright/env/playwright.env.config"), exports);
|
|
20
|
+
__exportStar(require("../modules/playwright/env/playwright.env.validation"), exports);
|
|
21
|
+
__exportStar(require("../modules/playwright/env/playwright.env.zod"), exports);
|
|
22
|
+
//# sourceMappingURL=playwright.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"playwright.js","sourceRoot":"","sources":["../../src/exports/playwright.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0EAAwD;AACxD,2EAAyD;AACzD,kFAAgE;AAChE,sFAAoE;AACpE,+EAA6D"}
|
|
@@ -9,6 +9,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
9
9
|
exports.CamoufoxModule = void 0;
|
|
10
10
|
const common_1 = require("@nestjs/common");
|
|
11
11
|
const camoufox_service_1 = require("./camoufox.service");
|
|
12
|
+
const camoufox_config_service_1 = require("./services/camoufox.config.service");
|
|
12
13
|
const camoufox_hook_service_1 = require("./services/camoufox.hook.service");
|
|
13
14
|
const camoufox_browser_service_1 = require("./services/camoufox.browser.service");
|
|
14
15
|
let CamoufoxModule = class CamoufoxModule {
|
|
@@ -16,7 +17,12 @@ let CamoufoxModule = class CamoufoxModule {
|
|
|
16
17
|
exports.CamoufoxModule = CamoufoxModule;
|
|
17
18
|
exports.CamoufoxModule = CamoufoxModule = __decorate([
|
|
18
19
|
(0, common_1.Module)({
|
|
19
|
-
providers: [
|
|
20
|
+
providers: [
|
|
21
|
+
camoufox_service_1.CamoufoxService,
|
|
22
|
+
camoufox_config_service_1.CamoufoxConfigService,
|
|
23
|
+
camoufox_hook_service_1.CamoufoxHookService,
|
|
24
|
+
camoufox_browser_service_1.CamoufoxBrowserService,
|
|
25
|
+
],
|
|
20
26
|
exports: [camoufox_service_1.CamoufoxService],
|
|
21
27
|
})
|
|
22
28
|
], CamoufoxModule);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.module.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,yDAAqD;AACrD,4EAAuE;AACvE,kFAA6E;
|
|
1
|
+
{"version":3,"file":"camoufox.module.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,yDAAqD;AACrD,gFAA2E;AAC3E,4EAAuE;AACvE,kFAA6E;AAWtE,IAAM,cAAc,GAApB,MAAM,cAAc;CAAG,CAAA;AAAjB,wCAAc;yBAAd,cAAc;IAT1B,IAAA,eAAM,EAAC;QACN,SAAS,EAAE;YACT,kCAAe;YACf,+CAAqB;YACrB,2CAAmB;YACnB,iDAAsB;SACvB;QACD,OAAO,EAAE,CAAC,kCAAe,CAAC;KAC3B,CAAC;GACW,cAAc,CAAG"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { ConfigService } from '@nestjs/config';
|
|
2
1
|
import { PlaywrightCrawler } from '@crawlee/playwright';
|
|
3
2
|
import { PlaywrightCrawlerOptions } from '@crawlee/playwright';
|
|
3
|
+
import { CamoufoxConfigService } from './services/camoufox.config.service';
|
|
4
4
|
import { CamoufoxHookService } from './services/camoufox.hook.service';
|
|
5
5
|
import { CamoufoxBrowserService } from './services/camoufox.browser.service';
|
|
6
6
|
export declare class CamoufoxService {
|
|
@@ -8,14 +8,7 @@ export declare class CamoufoxService {
|
|
|
8
8
|
private readonly hook;
|
|
9
9
|
private readonly browser;
|
|
10
10
|
private readonly logger;
|
|
11
|
-
|
|
12
|
-
private readonly timeoutSecs;
|
|
13
|
-
private readonly maxConcurrency;
|
|
14
|
-
private readonly minConcurrency;
|
|
15
|
-
private readonly maxRequestRetries;
|
|
16
|
-
private readonly headless;
|
|
17
|
-
private readonly useIncognitoPages;
|
|
18
|
-
constructor(config: ConfigService, hook: CamoufoxHookService, browser: CamoufoxBrowserService);
|
|
11
|
+
constructor(config: CamoufoxConfigService, hook: CamoufoxHookService, browser: CamoufoxBrowserService);
|
|
19
12
|
create(options: PlaywrightCrawlerOptions): Promise<PlaywrightCrawler>;
|
|
20
13
|
getBrowser(): Promise<import("playwright").Browser>;
|
|
21
14
|
}
|
|
@@ -12,31 +12,18 @@ var CamoufoxService_1;
|
|
|
12
12
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
13
13
|
exports.CamoufoxService = void 0;
|
|
14
14
|
const common_1 = require("@nestjs/common");
|
|
15
|
-
const config_1 = require("@nestjs/config");
|
|
16
15
|
const playwright_1 = require("@crawlee/playwright");
|
|
17
16
|
const playwright_2 = require("playwright");
|
|
17
|
+
const camoufox_config_service_1 = require("./services/camoufox.config.service");
|
|
18
18
|
const camoufox_hook_service_1 = require("./services/camoufox.hook.service");
|
|
19
19
|
const camoufox_browser_service_1 = require("./services/camoufox.browser.service");
|
|
20
20
|
const logger_1 = require("../../common/logger/logger");
|
|
21
|
-
const camoufox_env_constant_1 = require("./constant/camoufox.env.constant");
|
|
22
|
-
const camoufox_env_constant_2 = require("./constant/camoufox.env.constant");
|
|
23
|
-
const camoufox_env_constant_3 = require("./constant/camoufox.env.constant");
|
|
24
|
-
const camoufox_env_constant_4 = require("./constant/camoufox.env.constant");
|
|
25
|
-
const camoufox_env_constant_5 = require("./constant/camoufox.env.constant");
|
|
26
|
-
const camoufox_env_constant_6 = require("./constant/camoufox.env.constant");
|
|
27
21
|
let CamoufoxService = CamoufoxService_1 = class CamoufoxService {
|
|
28
22
|
constructor(config, hook, browser) {
|
|
29
23
|
this.config = config;
|
|
30
24
|
this.hook = hook;
|
|
31
25
|
this.browser = browser;
|
|
32
26
|
this.logger = new logger_1.Logger(CamoufoxService_1.name);
|
|
33
|
-
this.maxConcurrency = this.config.get(camoufox_env_constant_1.MAX_CONCURRENCY);
|
|
34
|
-
this.minConcurrency = this.config.get(camoufox_env_constant_2.MIN_CONCURRENCY);
|
|
35
|
-
this.maxRequestRetries = this.config.get(camoufox_env_constant_3.MAX_REQUEST_RETRIES);
|
|
36
|
-
this.timeoutSecs = this.config.get(camoufox_env_constant_4.TIMEOUT_SECS);
|
|
37
|
-
this.maxRequests = this.config.get(camoufox_env_constant_5.MAX_REQUESTS);
|
|
38
|
-
this.headless = this.config.get(camoufox_env_constant_6.HEADLESS);
|
|
39
|
-
this.useIncognitoPages = this.config.get(camoufox_env_constant_6.INCOGNITO_PAGES);
|
|
40
27
|
}
|
|
41
28
|
async create(options) {
|
|
42
29
|
this.logger.log('🚀 Creating Camoufox Crawler instance');
|
|
@@ -44,19 +31,20 @@ let CamoufoxService = CamoufoxService_1 = class CamoufoxService {
|
|
|
44
31
|
const defaultPreNavHooks = this.hook.getPreNavigationHooks();
|
|
45
32
|
const defaultPostNavHooks = this.hook.getPostNavigationHooks();
|
|
46
33
|
const launchOptions = await this.browser.getLaunchOptions();
|
|
34
|
+
const { env } = this.config;
|
|
47
35
|
const defaultOptions = {
|
|
48
|
-
maxRequestsPerCrawl:
|
|
49
|
-
requestHandlerTimeoutSecs:
|
|
50
|
-
navigationTimeoutSecs:
|
|
51
|
-
maxConcurrency:
|
|
52
|
-
minConcurrency:
|
|
53
|
-
maxRequestRetries:
|
|
36
|
+
maxRequestsPerCrawl: env.maxRequests,
|
|
37
|
+
requestHandlerTimeoutSecs: env.timeoutSecs,
|
|
38
|
+
navigationTimeoutSecs: env.timeoutSecs,
|
|
39
|
+
maxConcurrency: env.maxConcurrency,
|
|
40
|
+
minConcurrency: env.minConcurrency,
|
|
41
|
+
maxRequestRetries: env.maxRequestRetries,
|
|
54
42
|
useSessionPool: true,
|
|
55
|
-
headless:
|
|
43
|
+
headless: env.headless,
|
|
56
44
|
launchContext: {
|
|
57
45
|
launcher: playwright_2.firefox,
|
|
58
46
|
launchOptions,
|
|
59
|
-
useIncognitoPages:
|
|
47
|
+
useIncognitoPages: env.useIncognitoPages,
|
|
60
48
|
},
|
|
61
49
|
browserPoolOptions: {
|
|
62
50
|
useFingerprints: false,
|
|
@@ -80,7 +68,7 @@ let CamoufoxService = CamoufoxService_1 = class CamoufoxService {
|
|
|
80
68
|
exports.CamoufoxService = CamoufoxService;
|
|
81
69
|
exports.CamoufoxService = CamoufoxService = CamoufoxService_1 = __decorate([
|
|
82
70
|
(0, common_1.Injectable)(),
|
|
83
|
-
__metadata("design:paramtypes", [
|
|
71
|
+
__metadata("design:paramtypes", [camoufox_config_service_1.CamoufoxConfigService,
|
|
84
72
|
camoufox_hook_service_1.CamoufoxHookService,
|
|
85
73
|
camoufox_browser_service_1.CamoufoxBrowserService])
|
|
86
74
|
], CamoufoxService);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.service.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;
|
|
1
|
+
{"version":3,"file":"camoufox.service.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAE5C,oDAAwD;AAExD,2CAAqC;AAErC,gFAA2E;AAC3E,4EAAuE;AACvE,kFAA6E;AAE7E,uDAAoD;AAG7C,IAAM,eAAe,uBAArB,MAAM,eAAe;IAG1B,YACmB,MAA6B,EAC7B,IAAyB,EACzB,OAA+B;QAF/B,WAAM,GAAN,MAAM,CAAuB;QAC7B,SAAI,GAAJ,IAAI,CAAqB;QACzB,YAAO,GAAP,OAAO,CAAwB;QALjC,WAAM,GAAG,IAAI,eAAM,CAAC,iBAAe,CAAC,IAAI,CAAC,CAAC;IAMxD,CAAC;IAEJ,KAAK,CAAC,MAAM,CAAC,OAAiC;QAC5C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC5D,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC5B,MAAM,cAAc,GAA6B;YAC/C,mBAAmB,EAAE,GAAG,CAAC,WAAW;YACpC,yBAAyB,EAAE,GAAG,CAAC,WAAW;YAC1C,qBAAqB,EAAE,GAAG,CAAC,WAAW;YACtC,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;YACxC,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,aAAa,EAAE;gBACb,QAAQ,EAAE,oBAAO;gBACjB,aAAa;gBACb,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;aACzC;YACD,kBAAkB,EAAE;gBAClB,eAAe,EAAE,KAAK;gBACtB,2BAA2B,EAAE,EAAE;gBAC/B,8BAA8B,EAAE,EAAE;aACnC;SACF,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,8BAAiB,CAAC;YACpC,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;CACF,CAAA;AAjDY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;qCAKgB,+CAAqB;QACvB,2CAAmB;QAChB,iDAAsB;GANvC,eAAe,CAiD3B"}
|
|
@@ -1,10 +1,12 @@
|
|
|
1
|
-
export declare const
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
1
|
+
export declare const CAMOUFOX_ENV: {
|
|
2
|
+
readonly MIN_CONCURRENCY: "CRAWLEE_CAMOUFOX_MIN_CONCURRENCY";
|
|
3
|
+
readonly MAX_CONCURRENCY: "CRAWLEE_CAMOUFOX_MAX_CONCURRENCY";
|
|
4
|
+
readonly MAX_REQUEST_RETRIES: "CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES";
|
|
5
|
+
readonly TIMEOUT_SECS: "CRAWLEE_CAMOUFOX_TIMEOUT_SECS";
|
|
6
|
+
readonly MAX_REQUESTS: "CRAWLEE_CAMOUFOX_MAX_REQUESTS";
|
|
7
|
+
readonly INITIAL_PAGE: "CRAWLEE_CAMOUFOX_INITIAL_PAGE";
|
|
8
|
+
readonly HEADLESS: "CRAWLEE_CAMOUFOX_HEADLESS";
|
|
9
|
+
readonly EXECUTABLE_PATH: "CRAWLEE_CAMOUFOX_EXECUTABLE_PATH";
|
|
10
|
+
readonly HANDLE_CLOUDFLARE_CHALLENGE: "CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE";
|
|
11
|
+
readonly INCOGNITO_PAGES: "CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES";
|
|
12
|
+
};
|
|
@@ -1,14 +1,16 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
exports.
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
3
|
+
exports.CAMOUFOX_ENV = void 0;
|
|
4
|
+
exports.CAMOUFOX_ENV = {
|
|
5
|
+
MIN_CONCURRENCY: 'CRAWLEE_CAMOUFOX_MIN_CONCURRENCY',
|
|
6
|
+
MAX_CONCURRENCY: 'CRAWLEE_CAMOUFOX_MAX_CONCURRENCY',
|
|
7
|
+
MAX_REQUEST_RETRIES: 'CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES',
|
|
8
|
+
TIMEOUT_SECS: 'CRAWLEE_CAMOUFOX_TIMEOUT_SECS',
|
|
9
|
+
MAX_REQUESTS: 'CRAWLEE_CAMOUFOX_MAX_REQUESTS',
|
|
10
|
+
INITIAL_PAGE: 'CRAWLEE_CAMOUFOX_INITIAL_PAGE',
|
|
11
|
+
HEADLESS: 'CRAWLEE_CAMOUFOX_HEADLESS',
|
|
12
|
+
EXECUTABLE_PATH: 'CRAWLEE_CAMOUFOX_EXECUTABLE_PATH',
|
|
13
|
+
HANDLE_CLOUDFLARE_CHALLENGE: 'CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE',
|
|
14
|
+
INCOGNITO_PAGES: 'CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES',
|
|
15
|
+
};
|
|
14
16
|
//# sourceMappingURL=camoufox.env.constant.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/constant/camoufox.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,
|
|
1
|
+
{"version":3,"file":"camoufox.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/constant/camoufox.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG;IAC1B,eAAe,EAAE,kCAAkC;IACnD,eAAe,EAAE,kCAAkC;IACnD,mBAAmB,EAAE,sCAAsC;IAC3D,YAAY,EAAE,+BAA+B;IAC7C,YAAY,EAAE,+BAA+B;IAC7C,YAAY,EAAE,+BAA+B;IAC7C,QAAQ,EAAE,2BAA2B;IACrC,eAAe,EAAE,kCAAkC;IACnD,2BAA2B,EAAE,8CAA8C;IAC3E,eAAe,EAAE,sCAAsC;CAC/C,CAAC"}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
export declare const CamoufoxEnvConfig: () => {
|
|
2
|
-
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY:
|
|
3
|
-
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY:
|
|
4
|
-
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES:
|
|
5
|
-
CRAWLEE_CAMOUFOX_TIMEOUT_SECS:
|
|
6
|
-
CRAWLEE_CAMOUFOX_MAX_REQUESTS:
|
|
7
|
-
CRAWLEE_CAMOUFOX_INITIAL_PAGE:
|
|
8
|
-
CRAWLEE_CAMOUFOX_HEADLESS:
|
|
9
|
-
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE:
|
|
10
|
-
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES:
|
|
2
|
+
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: number;
|
|
3
|
+
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: number;
|
|
4
|
+
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES: number;
|
|
5
|
+
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: number;
|
|
6
|
+
CRAWLEE_CAMOUFOX_MAX_REQUESTS: number;
|
|
7
|
+
CRAWLEE_CAMOUFOX_INITIAL_PAGE: number;
|
|
8
|
+
CRAWLEE_CAMOUFOX_HEADLESS: any;
|
|
9
|
+
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: any;
|
|
10
|
+
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: any;
|
|
11
11
|
CRAWLEE_CAMOUFOX_EXECUTABLE_PATH: string;
|
|
12
12
|
};
|
|
@@ -37,15 +37,15 @@ exports.CamoufoxEnvConfig = void 0;
|
|
|
37
37
|
const dotenv = __importStar(require("dotenv"));
|
|
38
38
|
dotenv.config();
|
|
39
39
|
const CamoufoxEnvConfig = () => ({
|
|
40
|
-
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: process.env.CRAWLEE_CAMOUFOX_MAX_CONCURRENCY,
|
|
41
|
-
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: process.env.CRAWLEE_CAMOUFOX_MIN_CONCURRENCY,
|
|
42
|
-
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES: process.env.CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES,
|
|
43
|
-
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: process.env.CRAWLEE_CAMOUFOX_TIMEOUT_SECS,
|
|
44
|
-
CRAWLEE_CAMOUFOX_MAX_REQUESTS: process.env.CRAWLEE_CAMOUFOX_MAX_REQUESTS,
|
|
45
|
-
CRAWLEE_CAMOUFOX_INITIAL_PAGE: process.env.CRAWLEE_CAMOUFOX_INITIAL_PAGE,
|
|
46
|
-
CRAWLEE_CAMOUFOX_HEADLESS: process.env.CRAWLEE_CAMOUFOX_HEADLESS,
|
|
47
|
-
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: process.env.CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE,
|
|
48
|
-
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: process.env.CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES,
|
|
40
|
+
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: Number(process.env.CRAWLEE_CAMOUFOX_MAX_CONCURRENCY),
|
|
41
|
+
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: Number(process.env.CRAWLEE_CAMOUFOX_MIN_CONCURRENCY),
|
|
42
|
+
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES: Number(process.env.CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES),
|
|
43
|
+
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: Number(process.env.CRAWLEE_CAMOUFOX_TIMEOUT_SECS),
|
|
44
|
+
CRAWLEE_CAMOUFOX_MAX_REQUESTS: Number(process.env.CRAWLEE_CAMOUFOX_MAX_REQUESTS),
|
|
45
|
+
CRAWLEE_CAMOUFOX_INITIAL_PAGE: Number(process.env.CRAWLEE_CAMOUFOX_INITIAL_PAGE),
|
|
46
|
+
CRAWLEE_CAMOUFOX_HEADLESS: JSON.parse(process.env.CRAWLEE_CAMOUFOX_HEADLESS),
|
|
47
|
+
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: JSON.parse(process.env.CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE),
|
|
48
|
+
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: JSON.parse(process.env.CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES),
|
|
49
49
|
CRAWLEE_CAMOUFOX_EXECUTABLE_PATH: process.env.CRAWLEE_CAMOUFOX_EXECUTABLE_PATH,
|
|
50
50
|
});
|
|
51
51
|
exports.CamoufoxEnvConfig = CamoufoxEnvConfig;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.config.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,CAAC;IACtC,gCAAgC,
|
|
1
|
+
{"version":3,"file":"camoufox.env.config.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,CAAC;IACtC,gCAAgC,EAAE,MAAM,CACtC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAC7C;IACD,gCAAgC,EAAE,MAAM,CACtC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAC7C;IACD,oCAAoC,EAAE,MAAM,CAC1C,OAAO,CAAC,GAAG,CAAC,oCAAoC,CACjD;IACD,6BAA6B,EAAE,MAAM,CACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAC1C;IACD,6BAA6B,EAAE,MAAM,CACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAC1C;IACD,6BAA6B,EAAE,MAAM,CACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAC1C;IAED,yBAAyB,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;IAC5E,4CAA4C,EAAE,IAAI,CAAC,KAAK,CACtD,OAAO,CAAC,GAAG,CAAC,4CAA4C,CACzD;IACD,oCAAoC,EAAE,IAAI,CAAC,KAAK,CAC9C,OAAO,CAAC,GAAG,CAAC,oCAAoC,CACjD;IACD,gCAAgC,EAC9B,OAAO,CAAC,GAAG,CAAC,gCAAgC;CAC/C,CAAC,CAAC;AA7BU,QAAA,iBAAiB,qBA6B3B"}
|
|
@@ -35,7 +35,7 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.CamoufoxConfigValidationSchema = void 0;
|
|
37
37
|
const joi = __importStar(require("joi"));
|
|
38
|
-
const
|
|
38
|
+
const boolean_joi_1 = require("../../../common/util/boolean.joi");
|
|
39
39
|
exports.CamoufoxConfigValidationSchema = joi.object({
|
|
40
40
|
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: joi.number().optional().default(1),
|
|
41
41
|
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: joi.number().optional().default(5),
|
|
@@ -44,8 +44,8 @@ exports.CamoufoxConfigValidationSchema = joi.object({
|
|
|
44
44
|
CRAWLEE_CAMOUFOX_MAX_REQUESTS: joi.number().optional().default(100000),
|
|
45
45
|
CRAWLEE_CAMOUFOX_INITIAL_PAGE: joi.number().optional().default(1),
|
|
46
46
|
CRAWLEE_CAMOUFOX_EXECUTABLE_PATH: joi.string().optional(),
|
|
47
|
-
CRAWLEE_CAMOUFOX_HEADLESS:
|
|
48
|
-
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE:
|
|
49
|
-
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES:
|
|
47
|
+
CRAWLEE_CAMOUFOX_HEADLESS: boolean_joi_1.bool.optional().default(true),
|
|
48
|
+
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: boolean_joi_1.bool.optional().default(false),
|
|
49
|
+
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: boolean_joi_1.bool.optional().default(true),
|
|
50
50
|
});
|
|
51
51
|
//# sourceMappingURL=camoufox.env.validation.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAC3B,
|
|
1
|
+
{"version":3,"file":"camoufox.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAC3B,kEAAwD;AAE3C,QAAA,8BAA8B,GAAG,GAAG,CAAC,MAAM,CAAC;IACvD,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,oCAAoC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACzE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACnE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IACtE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACjE,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzD,yBAAyB,EAAE,kBAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACxD,4CAA4C,EAAE,kBAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAC5E,oCAAoC,EAAE,kBAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CACpE,CAAC,CAAC"}
|
|
@@ -1,11 +1,9 @@
|
|
|
1
|
-
import { ConfigService } from '@nestjs/config';
|
|
2
1
|
import { Browser } from 'playwright';
|
|
2
|
+
import { CamoufoxConfigService } from './camoufox.config.service';
|
|
3
3
|
export declare class CamoufoxBrowserService {
|
|
4
4
|
private readonly config;
|
|
5
5
|
private readonly logger;
|
|
6
|
-
|
|
7
|
-
private readonly path?;
|
|
8
|
-
constructor(config: ConfigService);
|
|
6
|
+
constructor(config: CamoufoxConfigService);
|
|
9
7
|
getLaunchOptions(): Promise<Record<string, any>>;
|
|
10
8
|
getBrowser(): Promise<Browser>;
|
|
11
9
|
}
|