@rafikidota/scoutee 0.15.1 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/workflows/publish.yml +39 -0
- package/dist/common/namespace/env.namespace.d.ts +14 -0
- package/dist/common/namespace/env.namespace.js +40 -0
- package/dist/common/namespace/env.namespace.js.map +1 -0
- package/dist/common/util/boolean.d.ts +3 -1
- package/dist/common/util/boolean.js +18 -16
- package/dist/common/util/boolean.js.map +1 -1
- package/dist/modules/camoufox/constant/camoufox.env.constant.d.ts +6 -0
- package/dist/modules/camoufox/constant/camoufox.env.constant.js +6 -0
- package/dist/modules/camoufox/constant/camoufox.env.constant.js.map +1 -1
- package/dist/modules/camoufox/enum/camoufox.os.d.ts +5 -0
- package/dist/modules/camoufox/enum/camoufox.os.js +10 -0
- package/dist/modules/camoufox/enum/camoufox.os.js.map +1 -0
- package/dist/modules/camoufox/env/camoufox.env.config.d.ts +10 -4
- package/dist/modules/camoufox/env/camoufox.env.config.js +33 -10
- package/dist/modules/camoufox/env/camoufox.env.config.js.map +1 -1
- package/dist/modules/camoufox/env/camoufox.env.validation.js +10 -0
- package/dist/modules/camoufox/env/camoufox.env.validation.js.map +1 -1
- package/dist/modules/camoufox/env/camoufox.env.zod.d.ts +7 -0
- package/dist/modules/camoufox/env/camoufox.env.zod.js +7 -0
- package/dist/modules/camoufox/env/camoufox.env.zod.js.map +1 -1
- package/dist/modules/camoufox/services/camoufox.browser.service.d.ts +2 -1
- package/dist/modules/camoufox/services/camoufox.browser.service.js +7 -3
- package/dist/modules/camoufox/services/camoufox.browser.service.js.map +1 -1
- package/dist/modules/camoufox/services/camoufox.config.service.d.ts +7 -0
- package/dist/modules/camoufox/services/camoufox.config.service.js +28 -0
- package/dist/modules/camoufox/services/camoufox.config.service.js.map +1 -1
- package/dist/modules/camoufox/types/camoufox.config.d.ts +7 -0
- package/dist/modules/cheerio/env/cheerio.env.config.d.ts +1 -1
- package/dist/modules/cheerio/env/cheerio.env.config.js +13 -6
- package/dist/modules/cheerio/env/cheerio.env.config.js.map +1 -1
- package/dist/modules/cheerio/services/cheerio.hook.service.js +3 -3
- package/dist/modules/cheerio/services/cheerio.hook.service.js.map +1 -1
- package/dist/modules/http/env/http.env.config.d.ts +1 -1
- package/dist/modules/http/env/http.env.config.js +13 -6
- package/dist/modules/http/env/http.env.config.js.map +1 -1
- package/dist/modules/http/services/http.hook.service.js +4 -4
- package/dist/modules/http/services/http.hook.service.js.map +1 -1
- package/dist/modules/playwright/constant/playwright.browser.constant.js +3 -3
- package/dist/modules/playwright/constant/playwright.browser.constant.js.map +1 -1
- package/dist/modules/playwright/env/playwright.env.config.d.ts +3 -3
- package/dist/modules/playwright/env/playwright.env.config.js +21 -10
- package/dist/modules/playwright/env/playwright.env.config.js.map +1 -1
- package/package.json +1 -1
- package/pnpm-workspace.yaml +3 -0
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
name: Publish Package
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
push:
|
|
5
|
+
tags:
|
|
6
|
+
- 'v*'
|
|
7
|
+
|
|
8
|
+
permissions:
|
|
9
|
+
id-token: write
|
|
10
|
+
contents: read
|
|
11
|
+
|
|
12
|
+
jobs:
|
|
13
|
+
publish:
|
|
14
|
+
runs-on: ubuntu-latest
|
|
15
|
+
env:
|
|
16
|
+
FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: true
|
|
17
|
+
steps:
|
|
18
|
+
- uses: actions/checkout@v4
|
|
19
|
+
|
|
20
|
+
- uses: pnpm/action-setup@v4
|
|
21
|
+
with:
|
|
22
|
+
version: 10
|
|
23
|
+
- uses: actions/setup-node@v4
|
|
24
|
+
with:
|
|
25
|
+
node-version: '24'
|
|
26
|
+
registry-url: 'https://registry.npmjs.org'
|
|
27
|
+
cache: 'pnpm'
|
|
28
|
+
|
|
29
|
+
- name: Install dependencies
|
|
30
|
+
run: pnpm install --frozen-lockfile
|
|
31
|
+
|
|
32
|
+
- name: Lint
|
|
33
|
+
run: pnpm run lint
|
|
34
|
+
|
|
35
|
+
- name: Build
|
|
36
|
+
run: pnpm run build
|
|
37
|
+
|
|
38
|
+
- name: Publish to npm
|
|
39
|
+
run: pnpm publish --no-git-checks
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export declare namespace Env {
|
|
2
|
+
function Number(value: string): number;
|
|
3
|
+
namespace Number {
|
|
4
|
+
function Optional(value?: string): number | undefined;
|
|
5
|
+
}
|
|
6
|
+
function Boolean(value: string): boolean;
|
|
7
|
+
namespace Boolean {
|
|
8
|
+
function Optional(value?: string): boolean | undefined;
|
|
9
|
+
}
|
|
10
|
+
function String(value: string): string;
|
|
11
|
+
namespace String {
|
|
12
|
+
function Optional(value?: string): string | undefined;
|
|
13
|
+
}
|
|
14
|
+
}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.Env = void 0;
|
|
4
|
+
const boolean_1 = require("../util/boolean");
|
|
5
|
+
const NativeNumber = Number;
|
|
6
|
+
const NativeString = String;
|
|
7
|
+
var Env;
|
|
8
|
+
(function (Env) {
|
|
9
|
+
function Number(value) {
|
|
10
|
+
return NativeNumber(value);
|
|
11
|
+
}
|
|
12
|
+
Env.Number = Number;
|
|
13
|
+
(function (Number) {
|
|
14
|
+
function Optional(value) {
|
|
15
|
+
return value ? NativeNumber(value) : undefined;
|
|
16
|
+
}
|
|
17
|
+
Number.Optional = Optional;
|
|
18
|
+
})(Number = Env.Number || (Env.Number = {}));
|
|
19
|
+
function Boolean(value) {
|
|
20
|
+
return boolean_1.BooleanParser.parse(value);
|
|
21
|
+
}
|
|
22
|
+
Env.Boolean = Boolean;
|
|
23
|
+
(function (Boolean) {
|
|
24
|
+
function Optional(value) {
|
|
25
|
+
return boolean_1.BooleanParser.parse(value);
|
|
26
|
+
}
|
|
27
|
+
Boolean.Optional = Optional;
|
|
28
|
+
})(Boolean = Env.Boolean || (Env.Boolean = {}));
|
|
29
|
+
function String(value) {
|
|
30
|
+
return NativeString(value);
|
|
31
|
+
}
|
|
32
|
+
Env.String = String;
|
|
33
|
+
(function (String) {
|
|
34
|
+
function Optional(value) {
|
|
35
|
+
return value ? NativeString(value) : undefined;
|
|
36
|
+
}
|
|
37
|
+
String.Optional = Optional;
|
|
38
|
+
})(String = Env.String || (Env.String = {}));
|
|
39
|
+
})(Env || (exports.Env = Env = {}));
|
|
40
|
+
//# sourceMappingURL=env.namespace.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"env.namespace.js","sourceRoot":"","sources":["../../../src/common/namespace/env.namespace.ts"],"names":[],"mappings":";;;AAAA,6CAAgD;AAEhD,MAAM,YAAY,GAAG,MAAM,CAAC;AAC5B,MAAM,YAAY,GAAG,MAAM,CAAC;AAE5B,IAAiB,GAAG,CA8BnB;AA9BD,WAAiB,GAAG;IAClB,SAAgB,MAAM,CAAC,KAAa;QAClC,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAFe,UAAM,SAErB,CAAA;IAED,WAAiB,MAAM;QACrB,SAAgB,QAAQ,CAAC,KAAc;YACrC,OAAO,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACjD,CAAC;QAFe,eAAQ,WAEvB,CAAA;IACH,CAAC,EAJgB,MAAM,GAAN,UAAM,KAAN,UAAM,QAItB;IAED,SAAgB,OAAO,CAAC,KAAa;QACnC,OAAO,uBAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAFe,WAAO,UAEtB,CAAA;IAED,WAAiB,OAAO;QACtB,SAAgB,QAAQ,CAAC,KAAc;YACrC,OAAO,uBAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QAFe,gBAAQ,WAEvB,CAAA;IACH,CAAC,EAJgB,OAAO,GAAP,WAAO,KAAP,WAAO,QAIvB;IAED,SAAgB,MAAM,CAAC,KAAa;QAClC,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAFe,UAAM,SAErB,CAAA;IAED,WAAiB,MAAM;QACrB,SAAgB,QAAQ,CAAC,KAAc;YACrC,OAAO,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACjD,CAAC;QAFe,eAAQ,WAEvB,CAAA;IACH,CAAC,EAJgB,MAAM,GAAN,UAAM,KAAN,UAAM,QAItB;AACH,CAAC,EA9BgB,GAAG,mBAAH,GAAG,QA8BnB"}
|
|
@@ -1,22 +1,24 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
3
|
+
exports.BooleanParser = void 0;
|
|
4
4
|
const boolean_constant_1 = require("../constant/boolean.constant");
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
5
|
+
class BooleanParser {
|
|
6
|
+
static parse(value) {
|
|
7
|
+
try {
|
|
8
|
+
const trimmed = value.trim().toLowerCase();
|
|
9
|
+
switch (true) {
|
|
10
|
+
case boolean_constant_1.TRUTHY_VALUES.has(trimmed):
|
|
11
|
+
return true;
|
|
12
|
+
case boolean_constant_1.FALSY_VALUES.has(trimmed):
|
|
13
|
+
return false;
|
|
14
|
+
default:
|
|
15
|
+
return undefined;
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
catch {
|
|
19
|
+
return undefined;
|
|
15
20
|
}
|
|
16
21
|
}
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
}
|
|
20
|
-
};
|
|
21
|
-
exports.bool = bool;
|
|
22
|
+
}
|
|
23
|
+
exports.BooleanParser = BooleanParser;
|
|
22
24
|
//# sourceMappingURL=boolean.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"boolean.js","sourceRoot":"","sources":["../../../src/common/util/boolean.ts"],"names":[],"mappings":";;;AACA,mEAA2E;
|
|
1
|
+
{"version":3,"file":"boolean.js","sourceRoot":"","sources":["../../../src/common/util/boolean.ts"],"names":[],"mappings":";;;AACA,mEAA2E;AAE3E,MAAa,aAAa;IACxB,MAAM,CAAC,KAAK,CAAC,KAAa;QACxB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAwB,CAAC;YACjE,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,gCAAa,CAAC,GAAG,CAAC,OAAO,CAAC;oBAC7B,OAAO,IAAI,CAAC;gBACd,KAAK,+BAAY,CAAC,GAAG,CAAC,OAAO,CAAC;oBAC5B,OAAO,KAAK,CAAC;gBACf;oBACE,OAAO,SAAS,CAAC;YACrB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;CACF;AAhBD,sCAgBC"}
|
|
@@ -9,4 +9,10 @@ export declare const CAMOUFOX_ENV: {
|
|
|
9
9
|
readonly EXECUTABLE_PATH: "CRAWLEE_CAMOUFOX_EXECUTABLE_PATH";
|
|
10
10
|
readonly HANDLE_CLOUDFLARE_CHALLENGE: "CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE";
|
|
11
11
|
readonly INCOGNITO_PAGES: "CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES";
|
|
12
|
+
readonly GEOIP: "CRAWLEE_CAMOUFOX_GEOIP";
|
|
13
|
+
readonly OS: "CRAWLEE_CAMOUFOX_OS";
|
|
14
|
+
readonly BLOCK_WEBRTC: "CRAWLEE_CAMOUFOX_BLOCK_WEBRTC";
|
|
15
|
+
readonly HUMANIZE: "CRAWLEE_CAMOUFOX_HUMANIZE";
|
|
16
|
+
readonly BLOCK_IMAGES: "CRAWLEE_CAMOUFOX_BLOCK_IMAGES";
|
|
17
|
+
readonly ENABLE_CACHE: "CRAWLEE_CAMOUFOX_ENABLE_CACHE";
|
|
12
18
|
};
|
|
@@ -12,5 +12,11 @@ exports.CAMOUFOX_ENV = {
|
|
|
12
12
|
EXECUTABLE_PATH: 'CRAWLEE_CAMOUFOX_EXECUTABLE_PATH',
|
|
13
13
|
HANDLE_CLOUDFLARE_CHALLENGE: 'CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE',
|
|
14
14
|
INCOGNITO_PAGES: 'CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES',
|
|
15
|
+
GEOIP: 'CRAWLEE_CAMOUFOX_GEOIP',
|
|
16
|
+
OS: 'CRAWLEE_CAMOUFOX_OS',
|
|
17
|
+
BLOCK_WEBRTC: 'CRAWLEE_CAMOUFOX_BLOCK_WEBRTC',
|
|
18
|
+
HUMANIZE: 'CRAWLEE_CAMOUFOX_HUMANIZE',
|
|
19
|
+
BLOCK_IMAGES: 'CRAWLEE_CAMOUFOX_BLOCK_IMAGES',
|
|
20
|
+
ENABLE_CACHE: 'CRAWLEE_CAMOUFOX_ENABLE_CACHE',
|
|
15
21
|
};
|
|
16
22
|
//# sourceMappingURL=camoufox.env.constant.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/constant/camoufox.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG;IAC1B,eAAe,EAAE,kCAAkC;IACnD,eAAe,EAAE,kCAAkC;IACnD,mBAAmB,EAAE,sCAAsC;IAC3D,YAAY,EAAE,+BAA+B;IAC7C,YAAY,EAAE,+BAA+B;IAC7C,YAAY,EAAE,+BAA+B;IAC7C,QAAQ,EAAE,2BAA2B;IACrC,eAAe,EAAE,kCAAkC;IACnD,2BAA2B,EAAE,8CAA8C;IAC3E,eAAe,EAAE,sCAAsC;
|
|
1
|
+
{"version":3,"file":"camoufox.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/constant/camoufox.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG;IAC1B,eAAe,EAAE,kCAAkC;IACnD,eAAe,EAAE,kCAAkC;IACnD,mBAAmB,EAAE,sCAAsC;IAC3D,YAAY,EAAE,+BAA+B;IAC7C,YAAY,EAAE,+BAA+B;IAC7C,YAAY,EAAE,+BAA+B;IAC7C,QAAQ,EAAE,2BAA2B;IACrC,eAAe,EAAE,kCAAkC;IACnD,2BAA2B,EAAE,8CAA8C;IAC3E,eAAe,EAAE,sCAAsC;IACvD,KAAK,EAAE,wBAAwB;IAC/B,EAAE,EAAE,qBAAqB;IACzB,YAAY,EAAE,+BAA+B;IAC7C,QAAQ,EAAE,2BAA2B;IACrC,YAAY,EAAE,+BAA+B;IAC7C,YAAY,EAAE,+BAA+B;CACrC,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CamoufoxOS = void 0;
|
|
4
|
+
var CamoufoxOS;
|
|
5
|
+
(function (CamoufoxOS) {
|
|
6
|
+
CamoufoxOS["WINDOWS"] = "windows";
|
|
7
|
+
CamoufoxOS["MACOS"] = "macos";
|
|
8
|
+
CamoufoxOS["LINUX"] = "linux";
|
|
9
|
+
})(CamoufoxOS || (exports.CamoufoxOS = CamoufoxOS = {}));
|
|
10
|
+
//# sourceMappingURL=camoufox.os.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"camoufox.os.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/enum/camoufox.os.ts"],"names":[],"mappings":";;;AAAA,IAAY,UAIX;AAJD,WAAY,UAAU;IACpB,iCAAmB,CAAA;IACnB,6BAAe,CAAA;IACf,6BAAe,CAAA;AACjB,CAAC,EAJW,UAAU,0BAAV,UAAU,QAIrB"}
|
|
@@ -1,12 +1,18 @@
|
|
|
1
1
|
export declare const CamoufoxEnvConfig: () => {
|
|
2
|
-
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: number;
|
|
3
2
|
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: number;
|
|
3
|
+
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: number;
|
|
4
4
|
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES: number;
|
|
5
5
|
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: number;
|
|
6
6
|
CRAWLEE_CAMOUFOX_MAX_REQUESTS: number;
|
|
7
7
|
CRAWLEE_CAMOUFOX_INITIAL_PAGE: number;
|
|
8
|
-
CRAWLEE_CAMOUFOX_HEADLESS:
|
|
9
|
-
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE:
|
|
10
|
-
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES:
|
|
8
|
+
CRAWLEE_CAMOUFOX_HEADLESS: boolean;
|
|
9
|
+
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: boolean;
|
|
10
|
+
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: boolean;
|
|
11
11
|
CRAWLEE_CAMOUFOX_EXECUTABLE_PATH: string;
|
|
12
|
+
CRAWLEE_CAMOUFOX_GEOIP: boolean;
|
|
13
|
+
CRAWLEE_CAMOUFOX_OS: string;
|
|
14
|
+
CRAWLEE_CAMOUFOX_BLOCK_WEBRTC: boolean;
|
|
15
|
+
CRAWLEE_CAMOUFOX_HUMANIZE: number;
|
|
16
|
+
CRAWLEE_CAMOUFOX_BLOCK_IMAGES: boolean;
|
|
17
|
+
CRAWLEE_CAMOUFOX_ENABLE_CACHE: boolean;
|
|
12
18
|
};
|
|
@@ -35,18 +35,41 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.CamoufoxEnvConfig = void 0;
|
|
37
37
|
const dotenv = __importStar(require("dotenv"));
|
|
38
|
+
const env_namespace_1 = require("../../../common/namespace/env.namespace");
|
|
38
39
|
dotenv.config();
|
|
40
|
+
const { CRAWLEE_CAMOUFOX_MIN_CONCURRENCY = '1' } = process.env;
|
|
41
|
+
const { CRAWLEE_CAMOUFOX_MAX_CONCURRENCY = '1' } = process.env;
|
|
42
|
+
const { CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES = '3' } = process.env;
|
|
43
|
+
const { CRAWLEE_CAMOUFOX_TIMEOUT_SECS = '30' } = process.env;
|
|
44
|
+
const { CRAWLEE_CAMOUFOX_MAX_REQUESTS = '100' } = process.env;
|
|
45
|
+
const { CRAWLEE_CAMOUFOX_INITIAL_PAGE = '1' } = process.env;
|
|
46
|
+
const { CRAWLEE_CAMOUFOX_HEADLESS = 'true' } = process.env;
|
|
47
|
+
const { CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE = 'false' } = process.env;
|
|
48
|
+
const { CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES = 'true' } = process.env;
|
|
49
|
+
const { CRAWLEE_CAMOUFOX_EXECUTABLE_PATH } = process.env;
|
|
50
|
+
const { CRAWLEE_CAMOUFOX_GEOIP = 'false' } = process.env;
|
|
51
|
+
const { CRAWLEE_CAMOUFOX_OS } = process.env;
|
|
52
|
+
const { CRAWLEE_CAMOUFOX_BLOCK_WEBRTC = 'true' } = process.env;
|
|
53
|
+
const { CRAWLEE_CAMOUFOX_HUMANIZE } = process.env;
|
|
54
|
+
const { CRAWLEE_CAMOUFOX_BLOCK_IMAGES = 'false' } = process.env;
|
|
55
|
+
const { CRAWLEE_CAMOUFOX_ENABLE_CACHE = 'false' } = process.env;
|
|
39
56
|
const CamoufoxEnvConfig = () => ({
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES: Number(
|
|
43
|
-
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: Number(
|
|
44
|
-
CRAWLEE_CAMOUFOX_MAX_REQUESTS: Number(
|
|
45
|
-
CRAWLEE_CAMOUFOX_INITIAL_PAGE: Number(
|
|
46
|
-
CRAWLEE_CAMOUFOX_HEADLESS:
|
|
47
|
-
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE:
|
|
48
|
-
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES:
|
|
49
|
-
CRAWLEE_CAMOUFOX_EXECUTABLE_PATH:
|
|
57
|
+
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_CAMOUFOX_MIN_CONCURRENCY),
|
|
58
|
+
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_CAMOUFOX_MAX_CONCURRENCY),
|
|
59
|
+
CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES: env_namespace_1.Env.Number(CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES),
|
|
60
|
+
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: env_namespace_1.Env.Number(CRAWLEE_CAMOUFOX_TIMEOUT_SECS),
|
|
61
|
+
CRAWLEE_CAMOUFOX_MAX_REQUESTS: env_namespace_1.Env.Number(CRAWLEE_CAMOUFOX_MAX_REQUESTS),
|
|
62
|
+
CRAWLEE_CAMOUFOX_INITIAL_PAGE: env_namespace_1.Env.Number(CRAWLEE_CAMOUFOX_INITIAL_PAGE),
|
|
63
|
+
CRAWLEE_CAMOUFOX_HEADLESS: env_namespace_1.Env.Boolean(CRAWLEE_CAMOUFOX_HEADLESS),
|
|
64
|
+
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: env_namespace_1.Env.Boolean(CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE),
|
|
65
|
+
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: env_namespace_1.Env.Boolean(CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES),
|
|
66
|
+
CRAWLEE_CAMOUFOX_EXECUTABLE_PATH: env_namespace_1.Env.String.Optional(CRAWLEE_CAMOUFOX_EXECUTABLE_PATH),
|
|
67
|
+
CRAWLEE_CAMOUFOX_GEOIP: env_namespace_1.Env.Boolean(CRAWLEE_CAMOUFOX_GEOIP),
|
|
68
|
+
CRAWLEE_CAMOUFOX_OS: env_namespace_1.Env.String.Optional(CRAWLEE_CAMOUFOX_OS),
|
|
69
|
+
CRAWLEE_CAMOUFOX_BLOCK_WEBRTC: env_namespace_1.Env.Boolean(CRAWLEE_CAMOUFOX_BLOCK_WEBRTC),
|
|
70
|
+
CRAWLEE_CAMOUFOX_HUMANIZE: env_namespace_1.Env.Number.Optional(CRAWLEE_CAMOUFOX_HUMANIZE),
|
|
71
|
+
CRAWLEE_CAMOUFOX_BLOCK_IMAGES: env_namespace_1.Env.Boolean(CRAWLEE_CAMOUFOX_BLOCK_IMAGES),
|
|
72
|
+
CRAWLEE_CAMOUFOX_ENABLE_CACHE: env_namespace_1.Env.Boolean(CRAWLEE_CAMOUFOX_ENABLE_CACHE),
|
|
50
73
|
});
|
|
51
74
|
exports.CamoufoxEnvConfig = CamoufoxEnvConfig;
|
|
52
75
|
//# sourceMappingURL=camoufox.env.config.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.config.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;
|
|
1
|
+
{"version":3,"file":"camoufox.env.config.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,2EAA8D;AAC9D,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,EAAE,gCAAgC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC/D,MAAM,EAAE,gCAAgC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC/D,MAAM,EAAE,oCAAoC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACnE,MAAM,EAAE,6BAA6B,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC7D,MAAM,EAAE,6BAA6B,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC9D,MAAM,EAAE,6BAA6B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC5D,MAAM,EAAE,yBAAyB,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC3D,MAAM,EAAE,4CAA4C,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC/E,MAAM,EAAE,oCAAoC,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACtE,MAAM,EAAE,gCAAgC,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACzD,MAAM,EAAE,sBAAsB,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACzD,MAAM,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC5C,MAAM,EAAE,6BAA6B,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC/D,MAAM,EAAE,yBAAyB,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAClD,MAAM,EAAE,6BAA6B,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAChE,MAAM,EAAE,6BAA6B,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAEzD,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,CAAC;IACtC,gCAAgC,EAAE,mBAAG,CAAC,MAAM,CAC1C,gCAAgC,CACjC;IACD,gCAAgC,EAAE,mBAAG,CAAC,MAAM,CAC1C,gCAAgC,CACjC;IACD,oCAAoC,EAAE,mBAAG,CAAC,MAAM,CAC9C,oCAAoC,CACrC;IACD,6BAA6B,EAAE,mBAAG,CAAC,MAAM,CAAC,6BAA6B,CAAC;IACxE,6BAA6B,EAAE,mBAAG,CAAC,MAAM,CAAC,6BAA6B,CAAC;IACxE,6BAA6B,EAAE,mBAAG,CAAC,MAAM,CAAC,6BAA6B,CAAC;IACxE,yBAAyB,EAAE,mBAAG,CAAC,OAAO,CAAC,yBAAyB,CAAC;IACjE,4CAA4C,EAAE,mBAAG,CAAC,OAAO,CACvD,4CAA4C,CAC7C;IACD,oCAAoC,EAAE,mBAAG,CAAC,OAAO,CAC/C,oCAAoC,CACrC;IACD,gCAAgC,EAAE,mBAAG,CAAC,MAAM,CAAC,QAAQ,CACnD,gCAAgC,CACjC;IACD,sBAAsB,EAAE,mBAAG,CAAC,OAAO,CAAC,sBAAsB,CAAC;IAC3D,mBAAmB,EAAE,mBAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IAC7D,6BAA6B,EAAE,mBAAG,CAAC,OAAO,CAAC,6BAA6B,CAAC;IACzE,yBAAyB,EAAE,mBAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACzE,6BAA6B,EAAE,mBAAG,CAAC,OAAO,CAAC,6BAA6B,CAAC;IACzE,6BAA6B,EAAE,mBAAG,CAAC,OAAO,CAAC,6BAA6B,CAAC;CAC1E,CAAC,CAAC;AA7BU,QAAA,iBAAiB,qBA6B3B"}
|
|
@@ -36,6 +36,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
36
36
|
exports.CamoufoxConfigValidationSchema = void 0;
|
|
37
37
|
const joi = __importStar(require("joi"));
|
|
38
38
|
const boolean_joi_1 = require("../../../common/util/boolean.joi");
|
|
39
|
+
const camoufox_os_1 = require("../enum/camoufox.os");
|
|
39
40
|
exports.CamoufoxConfigValidationSchema = joi.object({
|
|
40
41
|
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: joi.number().optional().default(1),
|
|
41
42
|
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: joi.number().optional().default(5),
|
|
@@ -47,5 +48,14 @@ exports.CamoufoxConfigValidationSchema = joi.object({
|
|
|
47
48
|
CRAWLEE_CAMOUFOX_HEADLESS: boolean_joi_1.bool.optional().default(true),
|
|
48
49
|
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: boolean_joi_1.bool.optional().default(false),
|
|
49
50
|
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: boolean_joi_1.bool.optional().default(true),
|
|
51
|
+
CRAWLEE_CAMOUFOX_GEOIP: boolean_joi_1.bool.optional().default(false),
|
|
52
|
+
CRAWLEE_CAMOUFOX_OS: joi
|
|
53
|
+
.string()
|
|
54
|
+
.valid(...Object.values(camoufox_os_1.CamoufoxOS))
|
|
55
|
+
.optional(),
|
|
56
|
+
CRAWLEE_CAMOUFOX_BLOCK_WEBRTC: boolean_joi_1.bool.optional().default(true),
|
|
57
|
+
CRAWLEE_CAMOUFOX_HUMANIZE: joi.number().optional(),
|
|
58
|
+
CRAWLEE_CAMOUFOX_BLOCK_IMAGES: boolean_joi_1.bool.optional().default(false),
|
|
59
|
+
CRAWLEE_CAMOUFOX_ENABLE_CACHE: boolean_joi_1.bool.optional().default(false),
|
|
50
60
|
});
|
|
51
61
|
//# sourceMappingURL=camoufox.env.validation.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAC3B,kEAAwD;
|
|
1
|
+
{"version":3,"file":"camoufox.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAC3B,kEAAwD;AACxD,qDAAiD;AAEpC,QAAA,8BAA8B,GAAG,GAAG,CAAC,MAAM,CAAC;IACvD,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,oCAAoC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACzE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACnE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IACtE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACjE,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzD,yBAAyB,EAAE,kBAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACxD,4CAA4C,EAAE,kBAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAC5E,oCAAoC,EAAE,kBAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACnE,sBAAsB,EAAE,kBAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,mBAAmB,EAAE,GAAG;SACrB,MAAM,EAAE;SACR,KAAK,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,wBAAU,CAAC,CAAC;SACnC,QAAQ,EAAE;IACb,6BAA6B,EAAE,kBAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC5D,yBAAyB,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClD,6BAA6B,EAAE,kBAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAC7D,6BAA6B,EAAE,kBAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CAC9D,CAAC,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import { CamoufoxOS } from '../enum/camoufox.os';
|
|
2
3
|
export declare const CamoufoxZodEnvSchema: z.ZodObject<{
|
|
3
4
|
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
4
5
|
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: z.ZodDefault<z.ZodOptional<z.ZodCoercedNumber<unknown>>>;
|
|
@@ -10,5 +11,11 @@ export declare const CamoufoxZodEnvSchema: z.ZodObject<{
|
|
|
10
11
|
CRAWLEE_CAMOUFOX_HEADLESS: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
11
12
|
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
12
13
|
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
14
|
+
CRAWLEE_CAMOUFOX_GEOIP: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
15
|
+
CRAWLEE_CAMOUFOX_OS: z.ZodOptional<z.ZodEnum<typeof CamoufoxOS>>;
|
|
16
|
+
CRAWLEE_CAMOUFOX_BLOCK_WEBRTC: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
17
|
+
CRAWLEE_CAMOUFOX_HUMANIZE: z.ZodOptional<z.ZodCoercedNumber<unknown>>;
|
|
18
|
+
CRAWLEE_CAMOUFOX_BLOCK_IMAGES: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
19
|
+
CRAWLEE_CAMOUFOX_ENABLE_CACHE: z.ZodDefault<z.ZodOptional<z.ZodPipe<z.ZodPipe<z.ZodString, z.ZodEnum<typeof import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>, z.ZodTransform<boolean, import("../../../common/enum/boolean-options.enum").BooleanOptionsEnum>>>>;
|
|
13
20
|
}, z.core.$strip>;
|
|
14
21
|
export type CamoufoxZodEnvType = z.infer<typeof CamoufoxZodEnvSchema>;
|
|
@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.CamoufoxZodEnvSchema = void 0;
|
|
4
4
|
const zod_1 = require("zod");
|
|
5
5
|
const boolean_zod_1 = require("../../../common/util/boolean.zod");
|
|
6
|
+
const camoufox_os_1 = require("../enum/camoufox.os");
|
|
6
7
|
exports.CamoufoxZodEnvSchema = zod_1.z.object({
|
|
7
8
|
CRAWLEE_CAMOUFOX_MIN_CONCURRENCY: zod_1.z.coerce.number().optional().default(1),
|
|
8
9
|
CRAWLEE_CAMOUFOX_MAX_CONCURRENCY: zod_1.z.coerce.number().optional().default(5),
|
|
@@ -17,5 +18,11 @@ exports.CamoufoxZodEnvSchema = zod_1.z.object({
|
|
|
17
18
|
CRAWLEE_CAMOUFOX_HEADLESS: boolean_zod_1.bool.default(true),
|
|
18
19
|
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: boolean_zod_1.bool.default(false),
|
|
19
20
|
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: boolean_zod_1.bool.default(true),
|
|
21
|
+
CRAWLEE_CAMOUFOX_GEOIP: boolean_zod_1.bool.default(false),
|
|
22
|
+
CRAWLEE_CAMOUFOX_OS: zod_1.z.enum(camoufox_os_1.CamoufoxOS).optional(),
|
|
23
|
+
CRAWLEE_CAMOUFOX_BLOCK_WEBRTC: boolean_zod_1.bool.default(true),
|
|
24
|
+
CRAWLEE_CAMOUFOX_HUMANIZE: zod_1.z.coerce.number().optional(),
|
|
25
|
+
CRAWLEE_CAMOUFOX_BLOCK_IMAGES: boolean_zod_1.bool.default(false),
|
|
26
|
+
CRAWLEE_CAMOUFOX_ENABLE_CACHE: boolean_zod_1.bool.default(false),
|
|
20
27
|
});
|
|
21
28
|
//# sourceMappingURL=camoufox.env.zod.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.zod.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,kEAAwD;
|
|
1
|
+
{"version":3,"file":"camoufox.env.zod.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.zod.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,kEAAwD;AACxD,qDAAiD;AAEpC,QAAA,oBAAoB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3C,gCAAgC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,gCAAgC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,oCAAoC,EAAE,OAAC,CAAC,MAAM;SAC3C,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;IACd,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACxE,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC3E,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,gCAAgC,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvD,yBAAyB,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC7C,4CAA4C,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IACjE,oCAAoC,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IACxD,sBAAsB,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IAC3C,mBAAmB,EAAE,OAAC,CAAC,IAAI,CAAC,wBAAU,CAAC,CAAC,QAAQ,EAAE;IAClD,6BAA6B,EAAE,kBAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IACjD,yBAAyB,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvD,6BAA6B,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IAClD,6BAA6B,EAAE,kBAAI,CAAC,OAAO,CAAC,KAAK,CAAC;CACnD,CAAC,CAAC"}
|
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import { Browser } from 'playwright';
|
|
2
|
+
import { LaunchOptions as PlaywrightLaunchOptions } from 'playwright';
|
|
2
3
|
import { CamoufoxConfigService } from './camoufox.config.service';
|
|
3
4
|
export declare class CamoufoxBrowserService {
|
|
4
5
|
private readonly config;
|
|
5
6
|
private readonly logger;
|
|
6
7
|
constructor(config: CamoufoxConfigService);
|
|
7
|
-
getLaunchOptions(): Promise<
|
|
8
|
+
getLaunchOptions(): Promise<PlaywrightLaunchOptions>;
|
|
8
9
|
getBrowser(): Promise<Browser>;
|
|
9
10
|
}
|
|
@@ -24,10 +24,14 @@ let CamoufoxBrowserService = class CamoufoxBrowserService {
|
|
|
24
24
|
async getLaunchOptions() {
|
|
25
25
|
const options = await (0, camoufox_js_1.launchOptions)({
|
|
26
26
|
headless: this.config.headless,
|
|
27
|
+
executable_path: this.config.executablePath,
|
|
28
|
+
geoip: this.config.geoip,
|
|
29
|
+
os: this.config.os,
|
|
30
|
+
block_webrtc: this.config.blockWebrtc,
|
|
31
|
+
humanize: this.config.humanize,
|
|
32
|
+
block_images: this.config.blockImages,
|
|
33
|
+
enable_cache: this.config.enableCache,
|
|
27
34
|
});
|
|
28
|
-
if (this.config.executablePath) {
|
|
29
|
-
options.executablePath = this.config.executablePath;
|
|
30
|
-
}
|
|
31
35
|
return options;
|
|
32
36
|
}
|
|
33
37
|
async getBrowser() {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2CAA8C;
|
|
1
|
+
{"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2CAA8C;AAE9C,6CAA4C;AAE5C,0DAAsD;AAEtD,0DAAuD;AACvD,uEAAkE;AAG3D,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAGjC,YAA6B,MAA6B;QAA7B,WAAM,GAAN,MAAM,CAAuB;QAFzC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAE9D,KAAK,CAAC,gBAAgB;QACpB,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAa,EAAC;YAClC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC3C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;YAClB,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACrC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACrC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;SACtC,CAAC,CAAC;QACH,OAAO,OAA6C,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,oBAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AA1BY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAI0B,+CAAqB;GAH/C,sBAAsB,CA0BlC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { ConfigService } from '@nestjs/config';
|
|
2
2
|
import { CamoufoxConfig } from '../types/camoufox.config';
|
|
3
|
+
import { CamoufoxOS } from '../enum/camoufox.os';
|
|
3
4
|
export declare class CamoufoxConfigService {
|
|
4
5
|
private readonly service;
|
|
5
6
|
private readonly _env;
|
|
@@ -15,4 +16,10 @@ export declare class CamoufoxConfigService {
|
|
|
15
16
|
get initialPage(): number;
|
|
16
17
|
get executablePath(): string;
|
|
17
18
|
get handleCloudflareChallenge(): boolean;
|
|
19
|
+
get geoip(): boolean;
|
|
20
|
+
get os(): CamoufoxOS | undefined;
|
|
21
|
+
get blockWebrtc(): boolean;
|
|
22
|
+
get humanize(): number | undefined;
|
|
23
|
+
get blockImages(): boolean;
|
|
24
|
+
get enableCache(): boolean;
|
|
18
25
|
}
|
|
@@ -27,6 +27,12 @@ let CamoufoxConfigService = class CamoufoxConfigService {
|
|
|
27
27
|
executablePath: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.EXECUTABLE_PATH),
|
|
28
28
|
handleCloudflareChallenge: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.HANDLE_CLOUDFLARE_CHALLENGE),
|
|
29
29
|
useIncognitoPages: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.INCOGNITO_PAGES),
|
|
30
|
+
geoip: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.GEOIP),
|
|
31
|
+
os: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.OS),
|
|
32
|
+
blockWebrtc: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.BLOCK_WEBRTC),
|
|
33
|
+
humanize: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.HUMANIZE),
|
|
34
|
+
blockImages: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.BLOCK_IMAGES),
|
|
35
|
+
enableCache: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.ENABLE_CACHE),
|
|
30
36
|
};
|
|
31
37
|
}
|
|
32
38
|
get env() {
|
|
@@ -64,6 +70,28 @@ let CamoufoxConfigService = class CamoufoxConfigService {
|
|
|
64
70
|
get handleCloudflareChallenge() {
|
|
65
71
|
return Boolean(this._env.handleCloudflareChallenge);
|
|
66
72
|
}
|
|
73
|
+
get geoip() {
|
|
74
|
+
return Boolean(this._env.geoip);
|
|
75
|
+
}
|
|
76
|
+
get os() {
|
|
77
|
+
if (this._env.os) {
|
|
78
|
+
return this._env.os;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
get blockWebrtc() {
|
|
82
|
+
return Boolean(this._env.blockWebrtc);
|
|
83
|
+
}
|
|
84
|
+
get humanize() {
|
|
85
|
+
if (this._env.humanize) {
|
|
86
|
+
return Number(this._env.humanize);
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
get blockImages() {
|
|
90
|
+
return Boolean(this._env.blockImages);
|
|
91
|
+
}
|
|
92
|
+
get enableCache() {
|
|
93
|
+
return Boolean(this._env.enableCache);
|
|
94
|
+
}
|
|
67
95
|
};
|
|
68
96
|
exports.CamoufoxConfigService = CamoufoxConfigService;
|
|
69
97
|
exports.CamoufoxConfigService = CamoufoxConfigService = __decorate([
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.config.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAG/C,+EAA0E;
|
|
1
|
+
{"version":3,"file":"camoufox.config.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAG/C,+EAA0E;AAInE,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAGhC,YAA6B,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;QACjD,IAAI,CAAC,IAAI,GAAG;YACV,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,mBAAmB,CAAC;YACpE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,QAAQ,CAAC;YACjD,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,yBAAyB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CACzC,oCAAG,CAAC,2BAA2B,CAChC;YACD,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,eAAe,CAAC;YACjE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,KAAK,CAAC;YAC3C,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,EAAE,CAAe;YAClD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,YAAY,CAAC;YACxD,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,QAAQ,CAAC;YAChD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,YAAY,CAAC;YACxD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,YAAY,CAAC;SACzD,CAAC;IACJ,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,cAAc;QAChB,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,IAAI,yBAAyB;QAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,KAAK;QACP,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,IAAI,EAAE;QACJ,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,WAAW;QACb,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,QAAQ;QACV,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,IAAI,WAAW;QACb,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,WAAW;QACb,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;CACF,CAAA;AAnGY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;qCAI2B,sBAAa;GAHxC,qBAAqB,CAmGjC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { CamoufoxOS } from '../enum/camoufox.os';
|
|
1
2
|
export type CamoufoxConfig = {
|
|
2
3
|
maxRequests: number;
|
|
3
4
|
timeoutSecs: number;
|
|
@@ -9,4 +10,10 @@ export type CamoufoxConfig = {
|
|
|
9
10
|
executablePath: string;
|
|
10
11
|
handleCloudflareChallenge: boolean;
|
|
11
12
|
useIncognitoPages: boolean;
|
|
13
|
+
geoip: boolean;
|
|
14
|
+
os: CamoufoxOS;
|
|
15
|
+
blockWebrtc: boolean;
|
|
16
|
+
humanize: number;
|
|
17
|
+
blockImages: boolean;
|
|
18
|
+
enableCache: boolean;
|
|
12
19
|
};
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export declare const CheerioEnvConfig: () => {
|
|
2
|
-
CRAWLEE_CHEERIO_MAX_CONCURRENCY: number;
|
|
3
2
|
CRAWLEE_CHEERIO_MIN_CONCURRENCY: number;
|
|
3
|
+
CRAWLEE_CHEERIO_MAX_CONCURRENCY: number;
|
|
4
4
|
CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES: number;
|
|
5
5
|
CRAWLEE_CHEERIO_TIMEOUT_SECS: number;
|
|
6
6
|
CRAWLEE_CHEERIO_MAX_REQUESTS: number;
|
|
@@ -35,14 +35,21 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.CheerioEnvConfig = void 0;
|
|
37
37
|
const dotenv = __importStar(require("dotenv"));
|
|
38
|
+
const env_namespace_1 = require("../../../common/namespace/env.namespace");
|
|
38
39
|
dotenv.config();
|
|
40
|
+
const { CRAWLEE_CHEERIO_MIN_CONCURRENCY = '1' } = process.env;
|
|
41
|
+
const { CRAWLEE_CHEERIO_MAX_CONCURRENCY = '5' } = process.env;
|
|
42
|
+
const { CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES = '3' } = process.env;
|
|
43
|
+
const { CRAWLEE_CHEERIO_TIMEOUT_SECS = '30' } = process.env;
|
|
44
|
+
const { CRAWLEE_CHEERIO_MAX_REQUESTS = '100' } = process.env;
|
|
45
|
+
const { CRAWLEE_CHEERIO_INITIAL_PAGE = '1' } = process.env;
|
|
39
46
|
const CheerioEnvConfig = () => ({
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES: Number(
|
|
43
|
-
CRAWLEE_CHEERIO_TIMEOUT_SECS: Number(
|
|
44
|
-
CRAWLEE_CHEERIO_MAX_REQUESTS: Number(
|
|
45
|
-
CRAWLEE_CHEERIO_INITIAL_PAGE: Number(
|
|
47
|
+
CRAWLEE_CHEERIO_MIN_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MIN_CONCURRENCY),
|
|
48
|
+
CRAWLEE_CHEERIO_MAX_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MAX_CONCURRENCY),
|
|
49
|
+
CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES),
|
|
50
|
+
CRAWLEE_CHEERIO_TIMEOUT_SECS: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_TIMEOUT_SECS),
|
|
51
|
+
CRAWLEE_CHEERIO_MAX_REQUESTS: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_MAX_REQUESTS),
|
|
52
|
+
CRAWLEE_CHEERIO_INITIAL_PAGE: env_namespace_1.Env.Number(CRAWLEE_CHEERIO_INITIAL_PAGE),
|
|
46
53
|
});
|
|
47
54
|
exports.CheerioEnvConfig = CheerioEnvConfig;
|
|
48
55
|
//# sourceMappingURL=cheerio.env.config.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cheerio.env.config.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/env/cheerio.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;
|
|
1
|
+
{"version":3,"file":"cheerio.env.config.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/env/cheerio.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,2EAA8D;AAC9D,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,EAAE,+BAA+B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC9D,MAAM,EAAE,+BAA+B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC9D,MAAM,EAAE,mCAAmC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAClE,MAAM,EAAE,4BAA4B,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC5D,MAAM,EAAE,4BAA4B,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC7D,MAAM,EAAE,4BAA4B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAEpD,MAAM,gBAAgB,GAAG,GAAG,EAAE,CAAC,CAAC;IACrC,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,mCAAmC,EAAE,mBAAG,CAAC,MAAM,CAC7C,mCAAmC,CACpC;IACD,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;CACvE,CAAC,CAAC;AATU,QAAA,gBAAgB,oBAS1B"}
|
|
@@ -31,13 +31,13 @@ let CheerioHookService = class CheerioHookService {
|
|
|
31
31
|
this.logger.log(`✅ ${statusCode} ${url}`);
|
|
32
32
|
break;
|
|
33
33
|
case common_1.HttpStatus.BAD_REQUEST:
|
|
34
|
-
this.logger.warn(`⚠️
|
|
34
|
+
this.logger.warn(`⚠️ ${statusCode} ${url}`);
|
|
35
35
|
break;
|
|
36
36
|
case common_1.HttpStatus.UNAUTHORIZED:
|
|
37
|
-
this.logger.warn(`⚠️
|
|
37
|
+
this.logger.warn(`⚠️ ${statusCode} ${url}`);
|
|
38
38
|
break;
|
|
39
39
|
case common_1.HttpStatus.FORBIDDEN:
|
|
40
|
-
this.logger.warn(`⚠️
|
|
40
|
+
this.logger.warn(`⚠️ ${statusCode} ${url}`);
|
|
41
41
|
break;
|
|
42
42
|
case common_1.HttpStatus.TOO_MANY_REQUESTS:
|
|
43
43
|
this.logger.warn(`⛔ ${statusCode} ${url}`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cheerio.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,wDAAoD;AACpD,0DAAuD;AAGhD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAAxB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,CAAC,CAAC;IAgD5D,CAAC;IA9CC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAEhC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,
|
|
1
|
+
{"version":3,"file":"cheerio.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,wDAAoD;AACpD,0DAAuD;AAGhD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAAxB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,CAAC,CAAC;IAgD5D,CAAC;IA9CC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAEhC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAjDY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;GACA,kBAAkB,CAiD9B"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export declare const HttpEnvConfig: () => {
|
|
2
|
-
CRAWLEE_HTTP_MAX_CONCURRENCY: number;
|
|
3
2
|
CRAWLEE_HTTP_MIN_CONCURRENCY: number;
|
|
3
|
+
CRAWLEE_HTTP_MAX_CONCURRENCY: number;
|
|
4
4
|
CRAWLEE_HTTP_MAX_REQUEST_RETRIES: number;
|
|
5
5
|
CRAWLEE_HTTP_TIMEOUT_SECS: number;
|
|
6
6
|
CRAWLEE_HTTP_MAX_REQUESTS: number;
|
|
@@ -35,14 +35,21 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.HttpEnvConfig = void 0;
|
|
37
37
|
const dotenv = __importStar(require("dotenv"));
|
|
38
|
+
const env_namespace_1 = require("../../../common/namespace/env.namespace");
|
|
38
39
|
dotenv.config();
|
|
40
|
+
const { CRAWLEE_HTTP_MIN_CONCURRENCY = '1' } = process.env;
|
|
41
|
+
const { CRAWLEE_HTTP_MAX_CONCURRENCY = '5' } = process.env;
|
|
42
|
+
const { CRAWLEE_HTTP_MAX_REQUEST_RETRIES = '3' } = process.env;
|
|
43
|
+
const { CRAWLEE_HTTP_TIMEOUT_SECS = '30' } = process.env;
|
|
44
|
+
const { CRAWLEE_HTTP_MAX_REQUESTS = '100' } = process.env;
|
|
45
|
+
const { CRAWLEE_HTTP_INITIAL_PAGE = '1' } = process.env;
|
|
39
46
|
const HttpEnvConfig = () => ({
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
CRAWLEE_HTTP_MAX_REQUEST_RETRIES: Number(
|
|
43
|
-
CRAWLEE_HTTP_TIMEOUT_SECS: Number(
|
|
44
|
-
CRAWLEE_HTTP_MAX_REQUESTS: Number(
|
|
45
|
-
CRAWLEE_HTTP_INITIAL_PAGE: Number(
|
|
47
|
+
CRAWLEE_HTTP_MIN_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_HTTP_MIN_CONCURRENCY),
|
|
48
|
+
CRAWLEE_HTTP_MAX_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_HTTP_MAX_CONCURRENCY),
|
|
49
|
+
CRAWLEE_HTTP_MAX_REQUEST_RETRIES: env_namespace_1.Env.Number(CRAWLEE_HTTP_MAX_REQUEST_RETRIES),
|
|
50
|
+
CRAWLEE_HTTP_TIMEOUT_SECS: env_namespace_1.Env.Number(CRAWLEE_HTTP_TIMEOUT_SECS),
|
|
51
|
+
CRAWLEE_HTTP_MAX_REQUESTS: env_namespace_1.Env.Number(CRAWLEE_HTTP_MAX_REQUESTS),
|
|
52
|
+
CRAWLEE_HTTP_INITIAL_PAGE: env_namespace_1.Env.Number(CRAWLEE_HTTP_INITIAL_PAGE),
|
|
46
53
|
});
|
|
47
54
|
exports.HttpEnvConfig = HttpEnvConfig;
|
|
48
55
|
//# sourceMappingURL=http.env.config.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.env.config.js","sourceRoot":"","sources":["../../../../src/modules/http/env/http.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;
|
|
1
|
+
{"version":3,"file":"http.env.config.js","sourceRoot":"","sources":["../../../../src/modules/http/env/http.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,2EAA8D;AAC9D,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,EAAE,4BAA4B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC3D,MAAM,EAAE,4BAA4B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC3D,MAAM,EAAE,gCAAgC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC/D,MAAM,EAAE,yBAAyB,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACzD,MAAM,EAAE,yBAAyB,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC1D,MAAM,EAAE,yBAAyB,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAEjD,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,CAAC;IAClC,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,4BAA4B,EAAE,mBAAG,CAAC,MAAM,CAAC,4BAA4B,CAAC;IACtE,gCAAgC,EAAE,mBAAG,CAAC,MAAM,CAC1C,gCAAgC,CACjC;IACD,yBAAyB,EAAE,mBAAG,CAAC,MAAM,CAAC,yBAAyB,CAAC;IAChE,yBAAyB,EAAE,mBAAG,CAAC,MAAM,CAAC,yBAAyB,CAAC;IAChE,yBAAyB,EAAE,mBAAG,CAAC,MAAM,CAAC,yBAAyB,CAAC;CACjE,CAAC,CAAC;AATU,QAAA,aAAa,iBASvB"}
|
|
@@ -37,16 +37,16 @@ let HttpHookService = class HttpHookService {
|
|
|
37
37
|
this.logger.log(`✅ ${statusCode} ${url}`);
|
|
38
38
|
break;
|
|
39
39
|
case common_1.HttpStatus.BAD_REQUEST:
|
|
40
|
-
this.logger.warn(`⚠️
|
|
40
|
+
this.logger.warn(`⚠️ ${statusCode} ${url}`);
|
|
41
41
|
break;
|
|
42
42
|
case common_1.HttpStatus.UNAUTHORIZED:
|
|
43
|
-
this.logger.warn(`⚠️
|
|
43
|
+
this.logger.warn(`⚠️ ${statusCode} ${url}`);
|
|
44
44
|
break;
|
|
45
45
|
case common_1.HttpStatus.FORBIDDEN:
|
|
46
|
-
this.logger.warn(`⚠️
|
|
46
|
+
this.logger.warn(`⚠️ ${statusCode} ${url}`);
|
|
47
47
|
break;
|
|
48
48
|
case common_1.HttpStatus.NOT_FOUND:
|
|
49
|
-
this.logger.warn(`⚠️
|
|
49
|
+
this.logger.warn(`⚠️ ${statusCode} ${url}`);
|
|
50
50
|
break;
|
|
51
51
|
case common_1.HttpStatus.TOO_MANY_REQUESTS:
|
|
52
52
|
this.logger.warn(`⛔ ${statusCode} ${url}`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/http/services/http.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,kDAA8C;AAC9C,0DAAuD;AAGhD,IAAM,eAAe,GAArB,MAAM,eAAe;IAArB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,0BAAW,CAAC,IAAI,CAAC,CAAC;IAyDzD,CAAC;IAvDC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAEhC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,OAAO;wBACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,QAAQ;wBACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,
|
|
1
|
+
{"version":3,"file":"http.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/http/services/http.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,kDAA8C;AAC9C,0DAAuD;AAGhD,IAAM,eAAe,GAArB,MAAM,eAAe;IAArB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,0BAAW,CAAC,IAAI,CAAC,CAAC;IAyDzD,CAAC;IAvDC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAEhC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,OAAO;wBACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,QAAQ;wBACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AA1DY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;GACA,eAAe,CA0D3B"}
|
|
@@ -5,12 +5,12 @@ exports.BROWSER_ARGS = [
|
|
|
5
5
|
'--no-sandbox',
|
|
6
6
|
'--disable-setuid-sandbox',
|
|
7
7
|
'--disable-dev-shm-usage',
|
|
8
|
-
'--disable-accelerated-2d-canvas',
|
|
9
8
|
'--no-first-run',
|
|
10
9
|
'--no-zygote',
|
|
11
10
|
'--disable-gpu',
|
|
12
|
-
'--disable-
|
|
11
|
+
'--disable-software-rasterizer',
|
|
13
12
|
'--disable-extensions',
|
|
14
|
-
'--disable-
|
|
13
|
+
'--disable-infobars',
|
|
14
|
+
'--disable-notifications',
|
|
15
15
|
];
|
|
16
16
|
//# sourceMappingURL=playwright.browser.constant.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.browser.constant.js","sourceRoot":"","sources":["../../../../src/modules/playwright/constant/playwright.browser.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG;IAC1B,cAAc;IACd,0BAA0B;IAC1B,yBAAyB;IACzB,
|
|
1
|
+
{"version":3,"file":"playwright.browser.constant.js","sourceRoot":"","sources":["../../../../src/modules/playwright/constant/playwright.browser.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG;IAC1B,cAAc;IACd,0BAA0B;IAC1B,yBAAyB;IACzB,gBAAgB;IAChB,aAAa;IACb,eAAe;IACf,+BAA+B;IAC/B,sBAAsB;IACtB,oBAAoB;IACpB,yBAAyB;CAC1B,CAAC"}
|
|
@@ -6,7 +6,7 @@ export declare const PlaywrightEnvConfig: () => {
|
|
|
6
6
|
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: number;
|
|
7
7
|
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: number;
|
|
8
8
|
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: number;
|
|
9
|
-
CRAWLEE_PLAYWRIGHT_HEADLESS:
|
|
10
|
-
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE:
|
|
11
|
-
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES:
|
|
9
|
+
CRAWLEE_PLAYWRIGHT_HEADLESS: boolean;
|
|
10
|
+
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: boolean;
|
|
11
|
+
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: boolean;
|
|
12
12
|
};
|
|
@@ -35,18 +35,29 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.PlaywrightEnvConfig = void 0;
|
|
37
37
|
const dotenv = __importStar(require("dotenv"));
|
|
38
|
+
const env_namespace_1 = require("../../../common/namespace/env.namespace");
|
|
38
39
|
dotenv.config();
|
|
40
|
+
const { CRAWLEE_PLAYWRIGHT_BROWSER } = process.env;
|
|
41
|
+
const { CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY = '1' } = process.env;
|
|
42
|
+
const { CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY = '5' } = process.env;
|
|
43
|
+
const { CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES = '3' } = process.env;
|
|
44
|
+
const { CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS = '30' } = process.env;
|
|
45
|
+
const { CRAWLEE_PLAYWRIGHT_MAX_REQUESTS = '100' } = process.env;
|
|
46
|
+
const { CRAWLEE_PLAYWRIGHT_INITIAL_PAGE = '1' } = process.env;
|
|
47
|
+
const { CRAWLEE_PLAYWRIGHT_HEADLESS = 'true' } = process.env;
|
|
48
|
+
const { CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE = 'false' } = process.env;
|
|
49
|
+
const { CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES = 'true' } = process.env;
|
|
39
50
|
const PlaywrightEnvConfig = () => ({
|
|
40
|
-
CRAWLEE_PLAYWRIGHT_BROWSER:
|
|
41
|
-
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: Number(
|
|
42
|
-
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: Number(
|
|
43
|
-
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: Number(
|
|
44
|
-
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: Number(
|
|
45
|
-
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: Number(
|
|
46
|
-
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: Number(
|
|
47
|
-
CRAWLEE_PLAYWRIGHT_HEADLESS:
|
|
48
|
-
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE:
|
|
49
|
-
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES:
|
|
51
|
+
CRAWLEE_PLAYWRIGHT_BROWSER: env_namespace_1.Env.String.Optional(CRAWLEE_PLAYWRIGHT_BROWSER),
|
|
52
|
+
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY),
|
|
53
|
+
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY),
|
|
54
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES),
|
|
55
|
+
CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_TIMEOUT_SECS),
|
|
56
|
+
CRAWLEE_PLAYWRIGHT_MAX_REQUESTS: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_MAX_REQUESTS),
|
|
57
|
+
CRAWLEE_PLAYWRIGHT_INITIAL_PAGE: env_namespace_1.Env.Number(CRAWLEE_PLAYWRIGHT_INITIAL_PAGE),
|
|
58
|
+
CRAWLEE_PLAYWRIGHT_HEADLESS: env_namespace_1.Env.Boolean(CRAWLEE_PLAYWRIGHT_HEADLESS),
|
|
59
|
+
CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE: env_namespace_1.Env.Boolean(CRAWLEE_PLAYWRIGHT_HANDLE_CLOUDFLARE_CHALLENGE),
|
|
60
|
+
CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES: env_namespace_1.Env.Boolean(CRAWLEE_PLAYWRIGHT_USE_INCOGNITO_PAGES),
|
|
50
61
|
});
|
|
51
62
|
exports.PlaywrightEnvConfig = PlaywrightEnvConfig;
|
|
52
63
|
//# sourceMappingURL=playwright.env.config.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.env.config.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;
|
|
1
|
+
{"version":3,"file":"playwright.env.config.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,2EAA8D;AAC9D,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,EAAE,0BAA0B,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACnD,MAAM,EAAE,kCAAkC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACjE,MAAM,EAAE,kCAAkC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACjE,MAAM,EAAE,sCAAsC,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACrE,MAAM,EAAE,+BAA+B,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC/D,MAAM,EAAE,+BAA+B,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAChE,MAAM,EAAE,+BAA+B,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC9D,MAAM,EAAE,2BAA2B,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAC7D,MAAM,EAAE,8CAA8C,GAAG,OAAO,EAAE,GAChE,OAAO,CAAC,GAAG,CAAC;AACd,MAAM,EAAE,sCAAsC,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AAEjE,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAAC,CAAC;IACxC,0BAA0B,EAAE,mBAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAC3E,kCAAkC,EAAE,mBAAG,CAAC,MAAM,CAC5C,kCAAkC,CACnC;IACD,kCAAkC,EAAE,mBAAG,CAAC,MAAM,CAC5C,kCAAkC,CACnC;IACD,sCAAsC,EAAE,mBAAG,CAAC,MAAM,CAChD,sCAAsC,CACvC;IACD,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,+BAA+B,EAAE,mBAAG,CAAC,MAAM,CAAC,+BAA+B,CAAC;IAC5E,2BAA2B,EAAE,mBAAG,CAAC,OAAO,CAAC,2BAA2B,CAAC;IACrE,8CAA8C,EAAE,mBAAG,CAAC,OAAO,CACzD,8CAA8C,CAC/C;IACD,sCAAsC,EAAE,mBAAG,CAAC,OAAO,CACjD,sCAAsC,CACvC;CACF,CAAC,CAAC;AArBU,QAAA,mBAAmB,uBAqB7B"}
|
package/package.json
CHANGED