@rafikidota/scoutee 0.9.0 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/modules/camoufox/camoufox.service.d.ts +1 -0
- package/dist/modules/camoufox/camoufox.service.js +7 -5
- package/dist/modules/camoufox/camoufox.service.js.map +1 -1
- package/dist/modules/camoufox/constant/camoufox.env.constant.d.ts +3 -0
- package/dist/modules/camoufox/constant/camoufox.env.constant.js +4 -1
- package/dist/modules/camoufox/constant/camoufox.env.constant.js.map +1 -1
- package/dist/modules/camoufox/env/camoufox.env.config.d.ts +4 -1
- package/dist/modules/camoufox/env/camoufox.env.config.js +4 -1
- package/dist/modules/camoufox/env/camoufox.env.config.js.map +1 -1
- package/dist/modules/camoufox/env/camoufox.env.validation.js +6 -0
- package/dist/modules/camoufox/env/camoufox.env.validation.js.map +1 -1
- package/dist/modules/camoufox/services/camoufox.browser.service.d.ts +2 -0
- package/dist/modules/camoufox/services/camoufox.browser.service.js +13 -4
- package/dist/modules/camoufox/services/camoufox.browser.service.js.map +1 -1
- package/dist/modules/camoufox/services/camoufox.hook.service.d.ts +4 -0
- package/dist/modules/camoufox/services/camoufox.hook.service.js +18 -7
- package/dist/modules/camoufox/services/camoufox.hook.service.js.map +1 -1
- package/dist/modules/playwright/constant/playwright.env.constant.d.ts +1 -0
- package/dist/modules/playwright/constant/playwright.env.constant.js +2 -1
- package/dist/modules/playwright/constant/playwright.env.constant.js.map +1 -1
- package/dist/modules/playwright/enum/playwright.browser-name.enum.d.ts +6 -0
- package/dist/modules/playwright/enum/playwright.browser-name.enum.js +11 -0
- package/dist/modules/playwright/enum/playwright.browser-name.enum.js.map +1 -0
- package/dist/modules/playwright/enum/playwright.browser-type.enum.d.ts +6 -0
- package/dist/modules/playwright/enum/playwright.browser-type.enum.js +11 -0
- package/dist/modules/playwright/enum/playwright.browser-type.enum.js.map +1 -0
- package/dist/modules/playwright/env/playwright.env.config.d.ts +1 -0
- package/dist/modules/playwright/env/playwright.env.config.js +1 -0
- package/dist/modules/playwright/env/playwright.env.config.js.map +1 -1
- package/dist/modules/playwright/env/playwright.env.validation.js +6 -0
- package/dist/modules/playwright/env/playwright.env.validation.js.map +1 -1
- package/dist/modules/playwright/playwright.service.js +4 -1
- package/dist/modules/playwright/playwright.service.js.map +1 -1
- package/dist/modules/playwright/services/playwright.browser.service.d.ts +5 -0
- package/dist/modules/playwright/services/playwright.browser.service.js +59 -3
- package/dist/modules/playwright/services/playwright.browser.service.js.map +1 -1
- package/package.json +1 -1
|
@@ -14,6 +14,7 @@ export declare class CamoufoxService {
|
|
|
14
14
|
private readonly minConcurrency;
|
|
15
15
|
private readonly maxRequestRetries;
|
|
16
16
|
private readonly headless;
|
|
17
|
+
private readonly useIncognitoPages;
|
|
17
18
|
constructor(config: ConfigService, hook: CamoufoxHookService, browser: CamoufoxBrowserService);
|
|
18
19
|
create(options: PlaywrightCrawlerOptions): Promise<PlaywrightCrawler>;
|
|
19
20
|
getBrowser(): Promise<import("playwright").Browser>;
|
|
@@ -14,7 +14,6 @@ exports.CamoufoxService = void 0;
|
|
|
14
14
|
const common_1 = require("@nestjs/common");
|
|
15
15
|
const config_1 = require("@nestjs/config");
|
|
16
16
|
const playwright_1 = require("@crawlee/playwright");
|
|
17
|
-
const camoufox_js_1 = require("camoufox-js");
|
|
18
17
|
const playwright_2 = require("playwright");
|
|
19
18
|
const camoufox_hook_service_1 = require("./services/camoufox.hook.service");
|
|
20
19
|
const camoufox_browser_service_1 = require("./services/camoufox.browser.service");
|
|
@@ -37,12 +36,14 @@ let CamoufoxService = CamoufoxService_1 = class CamoufoxService {
|
|
|
37
36
|
this.timeoutSecs = this.config.get(camoufox_env_constant_4.TIMEOUT_SECS);
|
|
38
37
|
this.maxRequests = this.config.get(camoufox_env_constant_5.MAX_REQUESTS);
|
|
39
38
|
this.headless = this.config.get(camoufox_env_constant_6.HEADLESS);
|
|
39
|
+
this.useIncognitoPages = this.config.get(camoufox_env_constant_6.INCOGNITO_PAGES);
|
|
40
40
|
}
|
|
41
41
|
async create(options) {
|
|
42
42
|
this.logger.log('🚀 Creating Camoufox Crawler instance');
|
|
43
43
|
const { preNavigationHooks = [], postNavigationHooks = [] } = options;
|
|
44
44
|
const defaultPreNavHooks = this.hook.getPreNavigationHooks();
|
|
45
45
|
const defaultPostNavHooks = this.hook.getPostNavigationHooks();
|
|
46
|
+
const launchOptions = await this.browser.getLaunchOptions();
|
|
46
47
|
const defaultOptions = {
|
|
47
48
|
maxRequestsPerCrawl: this.maxRequests,
|
|
48
49
|
requestHandlerTimeoutSecs: this.timeoutSecs,
|
|
@@ -54,12 +55,13 @@ let CamoufoxService = CamoufoxService_1 = class CamoufoxService {
|
|
|
54
55
|
headless: this.headless,
|
|
55
56
|
launchContext: {
|
|
56
57
|
launcher: playwright_2.firefox,
|
|
57
|
-
launchOptions
|
|
58
|
-
|
|
59
|
-
}),
|
|
58
|
+
launchOptions,
|
|
59
|
+
useIncognitoPages: this.useIncognitoPages,
|
|
60
60
|
},
|
|
61
61
|
browserPoolOptions: {
|
|
62
62
|
useFingerprints: false,
|
|
63
|
+
retireBrowserAfterPageCount: 50,
|
|
64
|
+
retireInactiveBrowserAfterSecs: 30,
|
|
63
65
|
},
|
|
64
66
|
};
|
|
65
67
|
const crawler = new playwright_1.PlaywrightCrawler({
|
|
@@ -68,7 +70,7 @@ let CamoufoxService = CamoufoxService_1 = class CamoufoxService {
|
|
|
68
70
|
preNavigationHooks: [...defaultPreNavHooks, ...preNavigationHooks],
|
|
69
71
|
postNavigationHooks: [...defaultPostNavHooks, ...postNavigationHooks],
|
|
70
72
|
});
|
|
71
|
-
this.logger.log('✅ Camoufox
|
|
73
|
+
this.logger.log('✅ Camoufox Playwright Browser created successfully');
|
|
72
74
|
return crawler;
|
|
73
75
|
}
|
|
74
76
|
async getBrowser() {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.service.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,oDAAwD;AAExD,
|
|
1
|
+
{"version":3,"file":"camoufox.service.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,oDAAwD;AAExD,2CAAqC;AAErC,4EAAuE;AACvE,kFAA6E;AAE7E,uDAAoD;AACpD,4EAAmE;AACnE,4EAAmE;AACnE,4EAAuE;AACvE,4EAAgE;AAChE,4EAAgE;AAChE,4EAA6E;AAGtE,IAAM,eAAe,uBAArB,MAAM,eAAe;IAU1B,YACmB,MAAqB,EACrB,IAAyB,EACzB,OAA+B;QAF/B,WAAM,GAAN,MAAM,CAAe;QACrB,SAAI,GAAJ,IAAI,CAAqB;QACzB,YAAO,GAAP,OAAO,CAAwB;QAZjC,WAAM,GAAG,IAAI,eAAM,CAAC,iBAAe,CAAC,IAAI,CAAC,CAAC;QAczD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,2CAAmB,CAAC,CAAC;QACtE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,oCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,oCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,gCAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,uCAAe,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAiC;QAC5C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC5D,MAAM,cAAc,GAA6B;YAC/C,mBAAmB,EAAE,IAAI,CAAC,WAAW;YACrC,yBAAyB,EAAE,IAAI,CAAC,WAAW;YAC3C,qBAAqB,EAAE,IAAI,CAAC,WAAW;YACvC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE;gBACb,QAAQ,EAAE,oBAAO;gBACjB,aAAa;gBACb,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;aAC1C;YACD,kBAAkB,EAAE;gBAClB,eAAe,EAAE,KAAK;gBACtB,2BAA2B,EAAE,EAAE;gBAC/B,8BAA8B,EAAE,EAAE;aACnC;SACF,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,8BAAiB,CAAC;YACpC,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;CACF,CAAA;AA/DY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;qCAYgB,sBAAa;QACf,2CAAmB;QAChB,iDAAsB;GAbvC,eAAe,CA+D3B"}
|
|
@@ -5,3 +5,6 @@ export declare const TIMEOUT_SECS = "CRAWLEE_CAMOUFOX_TIMEOUT_SECS";
|
|
|
5
5
|
export declare const MAX_REQUESTS = "CRAWLEE_CAMOUFOX_MAX_REQUESTS";
|
|
6
6
|
export declare const INITIAL_PAGE = "CRAWLEE_CAMOUFOX_INITIAL_PAGE";
|
|
7
7
|
export declare const HEADLESS = "CRAWLEE_CAMOUFOX_HEADLESS";
|
|
8
|
+
export declare const EXECUTABLE_PATH = "CRAWLEE_CAMOUFOX_EXECUTABLE_PATH";
|
|
9
|
+
export declare const HANDLE_CLOUDFLARE_CHALLENGE = "CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE";
|
|
10
|
+
export declare const INCOGNITO_PAGES = "CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES";
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.HEADLESS = exports.INITIAL_PAGE = exports.MAX_REQUESTS = exports.TIMEOUT_SECS = exports.MAX_REQUEST_RETRIES = exports.MAX_CONCURRENCY = exports.MIN_CONCURRENCY = void 0;
|
|
3
|
+
exports.INCOGNITO_PAGES = exports.HANDLE_CLOUDFLARE_CHALLENGE = exports.EXECUTABLE_PATH = exports.HEADLESS = exports.INITIAL_PAGE = exports.MAX_REQUESTS = exports.TIMEOUT_SECS = exports.MAX_REQUEST_RETRIES = exports.MAX_CONCURRENCY = exports.MIN_CONCURRENCY = void 0;
|
|
4
4
|
exports.MIN_CONCURRENCY = 'CRAWLEE_CAMOUFOX_MIN_CONCURRENCY';
|
|
5
5
|
exports.MAX_CONCURRENCY = 'CRAWLEE_CAMOUFOX_MAX_CONCURRENCY';
|
|
6
6
|
exports.MAX_REQUEST_RETRIES = 'CRAWLEE_CAMOUFOX_MAX_REQUEST_RETRIES';
|
|
@@ -8,4 +8,7 @@ exports.TIMEOUT_SECS = 'CRAWLEE_CAMOUFOX_TIMEOUT_SECS';
|
|
|
8
8
|
exports.MAX_REQUESTS = 'CRAWLEE_CAMOUFOX_MAX_REQUESTS';
|
|
9
9
|
exports.INITIAL_PAGE = 'CRAWLEE_CAMOUFOX_INITIAL_PAGE';
|
|
10
10
|
exports.HEADLESS = 'CRAWLEE_CAMOUFOX_HEADLESS';
|
|
11
|
+
exports.EXECUTABLE_PATH = 'CRAWLEE_CAMOUFOX_EXECUTABLE_PATH';
|
|
12
|
+
exports.HANDLE_CLOUDFLARE_CHALLENGE = 'CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE';
|
|
13
|
+
exports.INCOGNITO_PAGES = 'CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES';
|
|
11
14
|
//# sourceMappingURL=camoufox.env.constant.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/constant/camoufox.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,eAAe,GAAG,kCAAkC,CAAC;AACrD,QAAA,eAAe,GAAG,kCAAkC,CAAC;AACrD,QAAA,mBAAmB,GAAG,sCAAsC,CAAC;AAC7D,QAAA,YAAY,GAAG,+BAA+B,CAAC;AAC/C,QAAA,YAAY,GAAG,+BAA+B,CAAC;AAC/C,QAAA,YAAY,GAAG,+BAA+B,CAAC;AAC/C,QAAA,QAAQ,GAAG,2BAA2B,CAAC"}
|
|
1
|
+
{"version":3,"file":"camoufox.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/constant/camoufox.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,eAAe,GAAG,kCAAkC,CAAC;AACrD,QAAA,eAAe,GAAG,kCAAkC,CAAC;AACrD,QAAA,mBAAmB,GAAG,sCAAsC,CAAC;AAC7D,QAAA,YAAY,GAAG,+BAA+B,CAAC;AAC/C,QAAA,YAAY,GAAG,+BAA+B,CAAC;AAC/C,QAAA,YAAY,GAAG,+BAA+B,CAAC;AAC/C,QAAA,QAAQ,GAAG,2BAA2B,CAAC;AACvC,QAAA,eAAe,GAAG,kCAAkC,CAAC;AACrD,QAAA,2BAA2B,GACtC,8CAA8C,CAAC;AACpC,QAAA,eAAe,GAAG,sCAAsC,CAAC"}
|
|
@@ -5,5 +5,8 @@ export declare const CamoufoxEnvConfig: () => {
|
|
|
5
5
|
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: number;
|
|
6
6
|
CRAWLEE_CAMOUFOX_MAX_REQUESTS: number;
|
|
7
7
|
CRAWLEE_CAMOUFOX_INITIAL_PAGE: number;
|
|
8
|
-
CRAWLEE_CAMOUFOX_HEADLESS:
|
|
8
|
+
CRAWLEE_CAMOUFOX_HEADLESS: string;
|
|
9
|
+
CRAWLEE_CAMOUFOX_EXECUTABLE_PATH: string;
|
|
10
|
+
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: string;
|
|
11
|
+
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: string;
|
|
9
12
|
};
|
|
@@ -43,7 +43,10 @@ const CamoufoxEnvConfig = () => ({
|
|
|
43
43
|
CRAWLEE_CAMOUFOX_TIMEOUT_SECS: Number(process.env.CRAWLEE_CAMOUFOX_TIMEOUT_SECS),
|
|
44
44
|
CRAWLEE_CAMOUFOX_MAX_REQUESTS: Number(process.env.CRAWLEE_CAMOUFOX_MAX_REQUESTS),
|
|
45
45
|
CRAWLEE_CAMOUFOX_INITIAL_PAGE: Number(process.env.CRAWLEE_CAMOUFOX_INITIAL_PAGE),
|
|
46
|
-
CRAWLEE_CAMOUFOX_HEADLESS:
|
|
46
|
+
CRAWLEE_CAMOUFOX_HEADLESS: process.env.CRAWLEE_CAMOUFOX_HEADLESS,
|
|
47
|
+
CRAWLEE_CAMOUFOX_EXECUTABLE_PATH: process.env.CRAWLEE_CAMOUFOX_EXECUTABLE_PATH,
|
|
48
|
+
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: process.env.CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE,
|
|
49
|
+
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: process.env.CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES,
|
|
47
50
|
});
|
|
48
51
|
exports.CamoufoxEnvConfig = CamoufoxEnvConfig;
|
|
49
52
|
//# sourceMappingURL=camoufox.env.config.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.config.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,CAAC;IACtC,gCAAgC,EAAE,MAAM,CACtC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAC7C;IACD,gCAAgC,EAAE,MAAM,CACtC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAC7C;IACD,oCAAoC,EAAE,MAAM,CAC1C,OAAO,CAAC,GAAG,CAAC,oCAAoC,CACjD;IACD,6BAA6B,EAAE,MAAM,CACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAC1C;IACD,6BAA6B,EAAE,MAAM,CACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAC1C;IACD,6BAA6B,EAAE,MAAM,CACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAC1C;IACD,yBAAyB,EAAE,OAAO,
|
|
1
|
+
{"version":3,"file":"camoufox.env.config.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,CAAC;IACtC,gCAAgC,EAAE,MAAM,CACtC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAC7C;IACD,gCAAgC,EAAE,MAAM,CACtC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAC7C;IACD,oCAAoC,EAAE,MAAM,CAC1C,OAAO,CAAC,GAAG,CAAC,oCAAoC,CACjD;IACD,6BAA6B,EAAE,MAAM,CACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAC1C;IACD,6BAA6B,EAAE,MAAM,CACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAC1C;IACD,6BAA6B,EAAE,MAAM,CACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAC1C;IACD,yBAAyB,EAAE,OAAO,CAAC,GAAG,CAAC,yBAAyB;IAChE,gCAAgC,EAC9B,OAAO,CAAC,GAAG,CAAC,gCAAgC;IAC9C,4CAA4C,EAC1C,OAAO,CAAC,GAAG,CAAC,4CAA4C;IAC1D,oCAAoC,EAClC,OAAO,CAAC,GAAG,CAAC,oCAAoC;CACnD,CAAC,CAAC;AA1BU,QAAA,iBAAiB,qBA0B3B"}
|
|
@@ -43,5 +43,11 @@ exports.CamoufoxConfigValidationSchema = joi.object({
|
|
|
43
43
|
CRAWLEE_CAMOUFOX_MAX_REQUESTS: joi.number().optional().default(100000),
|
|
44
44
|
CRAWLEE_CAMOUFOX_INITIAL_PAGE: joi.number().optional().default(1),
|
|
45
45
|
CRAWLEE_CAMOUFOX_HEADLESS: joi.boolean().optional().default(true),
|
|
46
|
+
CRAWLEE_CAMOUFOX_EXECUTABLE_PATH: joi.string().optional(),
|
|
47
|
+
CRAWLEE_CAMOUFOX_HANDLE_CLOUDFLARE_CHALLENGE: joi
|
|
48
|
+
.boolean()
|
|
49
|
+
.optional()
|
|
50
|
+
.default(false),
|
|
51
|
+
CRAWLEE_CAMOUFOX_USE_INCOGNITO_PAGES: joi.boolean().optional().default(true),
|
|
46
52
|
});
|
|
47
53
|
//# sourceMappingURL=camoufox.env.validation.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAEd,QAAA,8BAA8B,GAAG,GAAG,CAAC,MAAM,CAAC;IACvD,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,oCAAoC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACzE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACnE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IACtE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACjE,yBAAyB,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"camoufox.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/env/camoufox.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAEd,QAAA,8BAA8B,GAAG,GAAG,CAAC,MAAM,CAAC;IACvD,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACpE,oCAAoC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACzE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACnE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IACtE,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACjE,yBAAyB,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACjE,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzD,4CAA4C,EAAE,GAAG;SAC9C,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,OAAO,CAAC,KAAK,CAAC;IACjB,oCAAoC,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAC7E,CAAC,CAAC"}
|
|
@@ -4,6 +4,8 @@ export declare class CamoufoxBrowserService {
|
|
|
4
4
|
private readonly config;
|
|
5
5
|
private readonly logger;
|
|
6
6
|
private readonly headless;
|
|
7
|
+
private readonly path?;
|
|
7
8
|
constructor(config: ConfigService);
|
|
9
|
+
getLaunchOptions(): Promise<Record<string, any>>;
|
|
8
10
|
getBrowser(): Promise<Browser>;
|
|
9
11
|
}
|
|
@@ -22,13 +22,22 @@ let CamoufoxBrowserService = class CamoufoxBrowserService {
|
|
|
22
22
|
this.config = config;
|
|
23
23
|
this.logger = new logger_1.Logger(camoufox_service_1.CamoufoxService.name);
|
|
24
24
|
this.headless = this.config.get(camoufox_env_constant_1.HEADLESS);
|
|
25
|
+
this.path = this.config.get(camoufox_env_constant_1.EXECUTABLE_PATH);
|
|
26
|
+
}
|
|
27
|
+
async getLaunchOptions() {
|
|
28
|
+
const options = await (0, camoufox_js_1.launchOptions)({
|
|
29
|
+
headless: this.headless,
|
|
30
|
+
});
|
|
31
|
+
if (this.path) {
|
|
32
|
+
options.executablePath = this.path;
|
|
33
|
+
}
|
|
34
|
+
return options;
|
|
25
35
|
}
|
|
26
36
|
async getBrowser() {
|
|
27
37
|
this.logger.log('🚀 Creating Camoufox browser instance');
|
|
28
|
-
const
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
this.logger.log('✅ Camoufox Browser instance created successfully');
|
|
38
|
+
const options = await this.getLaunchOptions();
|
|
39
|
+
const browser = await playwright_1.firefox.launch(options);
|
|
40
|
+
this.logger.log('✅ Camoufox Playwright Browser created successfully');
|
|
32
41
|
return browser;
|
|
33
42
|
}
|
|
34
43
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,2CAA8C;AAC9C,6CAA4C;AAE5C,0DAAsD;AAEtD,0DAAuD;AACvD,
|
|
1
|
+
{"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,2CAA8C;AAC9C,6CAA4C;AAE5C,0DAAsD;AAEtD,0DAAuD;AACvD,6EAA8E;AAGvE,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAMjC,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QALjC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;QAMzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,gCAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAe,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAa,EAAC;YAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC;QACrC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,oBAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AA5BY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAO0B,sBAAa;GANvC,sBAAsB,CA4BlC"}
|
|
@@ -1,6 +1,10 @@
|
|
|
1
|
+
import { ConfigService } from '@nestjs/config';
|
|
1
2
|
import { PlaywrightHook } from '@crawlee/playwright';
|
|
2
3
|
export declare class CamoufoxHookService {
|
|
4
|
+
private readonly config;
|
|
3
5
|
private readonly logger;
|
|
6
|
+
private readonly shouldHandleCloudflareChallenge;
|
|
7
|
+
constructor(config: ConfigService);
|
|
4
8
|
getPreNavigationHooks(): PlaywrightHook[];
|
|
5
9
|
getPostNavigationHooks(): PlaywrightHook[];
|
|
6
10
|
}
|
|
@@ -5,14 +5,22 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
5
5
|
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
6
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
7
|
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
8
11
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
9
12
|
exports.CamoufoxHookService = void 0;
|
|
10
13
|
const common_1 = require("@nestjs/common");
|
|
11
|
-
const
|
|
14
|
+
const config_1 = require("@nestjs/config");
|
|
12
15
|
const logger_1 = require("../../../common/logger/logger");
|
|
16
|
+
const camoufox_service_1 = require("../camoufox.service");
|
|
17
|
+
const camoufox_env_constant_1 = require("../constant/camoufox.env.constant");
|
|
13
18
|
let CamoufoxHookService = class CamoufoxHookService {
|
|
14
|
-
constructor() {
|
|
19
|
+
constructor(config) {
|
|
20
|
+
this.config = config;
|
|
15
21
|
this.logger = new logger_1.Logger(camoufox_service_1.CamoufoxService.name);
|
|
22
|
+
const enabled = this.config.get(camoufox_env_constant_1.HANDLE_CLOUDFLARE_CHALLENGE, false);
|
|
23
|
+
this.shouldHandleCloudflareChallenge = enabled;
|
|
16
24
|
}
|
|
17
25
|
getPreNavigationHooks() {
|
|
18
26
|
return [
|
|
@@ -24,7 +32,9 @@ let CamoufoxHookService = class CamoufoxHookService {
|
|
|
24
32
|
getPostNavigationHooks() {
|
|
25
33
|
return [
|
|
26
34
|
async ({ handleCloudflareChallenge }) => {
|
|
27
|
-
|
|
35
|
+
if (this.shouldHandleCloudflareChallenge) {
|
|
36
|
+
await handleCloudflareChallenge();
|
|
37
|
+
}
|
|
28
38
|
},
|
|
29
39
|
({ request, response }) => {
|
|
30
40
|
const { url } = request;
|
|
@@ -34,13 +44,13 @@ let CamoufoxHookService = class CamoufoxHookService {
|
|
|
34
44
|
this.logger.log(`✅ ${statusCode} ${url}`);
|
|
35
45
|
break;
|
|
36
46
|
case common_1.HttpStatus.BAD_REQUEST:
|
|
37
|
-
this.logger.warn(`⚠️
|
|
47
|
+
this.logger.warn(`⚠️ ${statusCode} ${url}`);
|
|
38
48
|
break;
|
|
39
49
|
case common_1.HttpStatus.UNAUTHORIZED:
|
|
40
|
-
this.logger.warn(`⚠️
|
|
50
|
+
this.logger.warn(`⚠️ ${statusCode} ${url}`);
|
|
41
51
|
break;
|
|
42
52
|
case common_1.HttpStatus.FORBIDDEN:
|
|
43
|
-
this.logger.warn(`⚠️
|
|
53
|
+
this.logger.warn(`⚠️ ${statusCode} ${url}`);
|
|
44
54
|
break;
|
|
45
55
|
case common_1.HttpStatus.TOO_MANY_REQUESTS:
|
|
46
56
|
this.logger.warn(`⛔ ${statusCode} ${url}`);
|
|
@@ -64,6 +74,7 @@ let CamoufoxHookService = class CamoufoxHookService {
|
|
|
64
74
|
};
|
|
65
75
|
exports.CamoufoxHookService = CamoufoxHookService;
|
|
66
76
|
exports.CamoufoxHookService = CamoufoxHookService = __decorate([
|
|
67
|
-
(0, common_1.Injectable)()
|
|
77
|
+
(0, common_1.Injectable)(),
|
|
78
|
+
__metadata("design:paramtypes", [config_1.ConfigService])
|
|
68
79
|
], CamoufoxHookService);
|
|
69
80
|
//# sourceMappingURL=camoufox.hook.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.hook.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"camoufox.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AACxD,2CAA+C;AAG/C,0DAAuD;AACvD,0DAAsD;AACtD,6EAA8F;AAGvF,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAI9B,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QAHjC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;QAIzD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,mDAAU,EAAE,KAAK,CAAC,CAAC;QAC5D,IAAI,CAAC,+BAA+B,GAAG,OAAO,CAAC;IACjD,CAAC;IAED,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,IAAI,IAAI,CAAC,+BAA+B,EAAE,CAAC;oBACzC,MAAM,yBAAyB,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAErC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AA5DY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;qCAK0B,sBAAa;GAJvC,mBAAmB,CA4D/B"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
export declare const BROWSER = "CRAWLEE_PLAYWRIGHT_BROWSER";
|
|
1
2
|
export declare const MIN_CONCURRENCY = "CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY";
|
|
2
3
|
export declare const MAX_CONCURRENCY = "CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY";
|
|
3
4
|
export declare const MAX_REQUEST_RETRIES = "CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES";
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.HANDLE_CLOUDFLARE_CHALLENGE = exports.INCOGNITO_PAGES = exports.HEADLESS = exports.INITIAL_PAGE = exports.MAX_REQUESTS = exports.TIMEOUT_SECS = exports.MAX_REQUEST_RETRIES = exports.MAX_CONCURRENCY = exports.MIN_CONCURRENCY = void 0;
|
|
3
|
+
exports.HANDLE_CLOUDFLARE_CHALLENGE = exports.INCOGNITO_PAGES = exports.HEADLESS = exports.INITIAL_PAGE = exports.MAX_REQUESTS = exports.TIMEOUT_SECS = exports.MAX_REQUEST_RETRIES = exports.MAX_CONCURRENCY = exports.MIN_CONCURRENCY = exports.BROWSER = void 0;
|
|
4
|
+
exports.BROWSER = 'CRAWLEE_PLAYWRIGHT_BROWSER';
|
|
4
5
|
exports.MIN_CONCURRENCY = 'CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY';
|
|
5
6
|
exports.MAX_CONCURRENCY = 'CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY';
|
|
6
7
|
exports.MAX_REQUEST_RETRIES = 'CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/playwright/constant/playwright.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,eAAe,GAAG,oCAAoC,CAAC;AACvD,QAAA,eAAe,GAAG,oCAAoC,CAAC;AACvD,QAAA,mBAAmB,GAAG,wCAAwC,CAAC;AAC/D,QAAA,YAAY,GAAG,iCAAiC,CAAC;AACjD,QAAA,YAAY,GAAG,iCAAiC,CAAC;AACjD,QAAA,YAAY,GAAG,iCAAiC,CAAC;AACjD,QAAA,QAAQ,GAAG,6BAA6B,CAAC;AACzC,QAAA,eAAe,GAAG,wCAAwC,CAAC;AAC3D,QAAA,2BAA2B,GACtC,gDAAgD,CAAC"}
|
|
1
|
+
{"version":3,"file":"playwright.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/playwright/constant/playwright.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,OAAO,GAAG,4BAA4B,CAAC;AACvC,QAAA,eAAe,GAAG,oCAAoC,CAAC;AACvD,QAAA,eAAe,GAAG,oCAAoC,CAAC;AACvD,QAAA,mBAAmB,GAAG,wCAAwC,CAAC;AAC/D,QAAA,YAAY,GAAG,iCAAiC,CAAC;AACjD,QAAA,YAAY,GAAG,iCAAiC,CAAC;AACjD,QAAA,YAAY,GAAG,iCAAiC,CAAC;AACjD,QAAA,QAAQ,GAAG,6BAA6B,CAAC;AACzC,QAAA,eAAe,GAAG,wCAAwC,CAAC;AAC3D,QAAA,2BAA2B,GACtC,gDAAgD,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BrowserName = void 0;
|
|
4
|
+
var BrowserName;
|
|
5
|
+
(function (BrowserName) {
|
|
6
|
+
BrowserName["CHROMIUM"] = "Chromium";
|
|
7
|
+
BrowserName["FIREFOX"] = "Firefox";
|
|
8
|
+
BrowserName["WEBKIT"] = "Webkit";
|
|
9
|
+
BrowserName["CAMOFOUX"] = "Camofoux";
|
|
10
|
+
})(BrowserName || (exports.BrowserName = BrowserName = {}));
|
|
11
|
+
//# sourceMappingURL=playwright.browser-name.enum.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"playwright.browser-name.enum.js","sourceRoot":"","sources":["../../../../src/modules/playwright/enum/playwright.browser-name.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,WAKX;AALD,WAAY,WAAW;IACrB,oCAAqB,CAAA;IACrB,kCAAmB,CAAA;IACnB,gCAAiB,CAAA;IACjB,oCAAqB,CAAA;AACvB,CAAC,EALW,WAAW,2BAAX,WAAW,QAKtB"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BrowserType = void 0;
|
|
4
|
+
var BrowserType;
|
|
5
|
+
(function (BrowserType) {
|
|
6
|
+
BrowserType["CHROMIUM"] = "chromium";
|
|
7
|
+
BrowserType["FIREFOX"] = "firefox";
|
|
8
|
+
BrowserType["WEBKIT"] = "webkit";
|
|
9
|
+
BrowserType["CAMOFOUX"] = "camofoux";
|
|
10
|
+
})(BrowserType || (exports.BrowserType = BrowserType = {}));
|
|
11
|
+
//# sourceMappingURL=playwright.browser-type.enum.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"playwright.browser-type.enum.js","sourceRoot":"","sources":["../../../../src/modules/playwright/enum/playwright.browser-type.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,WAKX;AALD,WAAY,WAAW;IACrB,oCAAqB,CAAA;IACrB,kCAAmB,CAAA;IACnB,gCAAiB,CAAA;IACjB,oCAAqB,CAAA;AACvB,CAAC,EALW,WAAW,2BAAX,WAAW,QAKtB"}
|
|
@@ -37,6 +37,7 @@ exports.PlaywrightEnvConfig = void 0;
|
|
|
37
37
|
const dotenv = __importStar(require("dotenv"));
|
|
38
38
|
dotenv.config();
|
|
39
39
|
const PlaywrightEnvConfig = () => ({
|
|
40
|
+
CRAWLEE_PLAYWRIGHT_BROWSER: process.env.CRAWLEE_PLAYWRIGHT_BROWSER,
|
|
40
41
|
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: Number(process.env.CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY),
|
|
41
42
|
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: Number(process.env.CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY),
|
|
42
43
|
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: Number(process.env.CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.env.config.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAAC,CAAC;IACxC,kCAAkC,EAAE,MAAM,CACxC,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAC/C;IACD,kCAAkC,EAAE,MAAM,CACxC,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAC/C;IACD,sCAAsC,EAAE,MAAM,CAC5C,OAAO,CAAC,GAAG,CAAC,sCAAsC,CACnD;IACD,+BAA+B,EAAE,MAAM,CACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAC5C;IACD,+BAA+B,EAAE,MAAM,CACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAC5C;IACD,+BAA+B,EAAE,MAAM,CACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAC5C;IACD,2BAA2B,EAAE,IAAI,CAAC,KAAK,CACrC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CACxC;IACD,8CAA8C,EAAE,IAAI,CAAC,KAAK,CACxD,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAC3D;IACD,sCAAsC,EAAE,IAAI,CAAC,KAAK,CAChD,OAAO,CAAC,GAAG,CAAC,sCAAsC,CACnD;CACF,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"playwright.env.config.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAAC,CAAC;IACxC,0BAA0B,EAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B;IAClE,kCAAkC,EAAE,MAAM,CACxC,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAC/C;IACD,kCAAkC,EAAE,MAAM,CACxC,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAC/C;IACD,sCAAsC,EAAE,MAAM,CAC5C,OAAO,CAAC,GAAG,CAAC,sCAAsC,CACnD;IACD,+BAA+B,EAAE,MAAM,CACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAC5C;IACD,+BAA+B,EAAE,MAAM,CACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAC5C;IACD,+BAA+B,EAAE,MAAM,CACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAC5C;IACD,2BAA2B,EAAE,IAAI,CAAC,KAAK,CACrC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CACxC;IACD,8CAA8C,EAAE,IAAI,CAAC,KAAK,CACxD,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAC3D;IACD,sCAAsC,EAAE,IAAI,CAAC,KAAK,CAChD,OAAO,CAAC,GAAG,CAAC,sCAAsC,CACnD;CACF,CAAC,CAAC;AA7BU,QAAA,mBAAmB,uBA6B7B"}
|
|
@@ -35,7 +35,13 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.PlaywrightConfigValidationSchema = void 0;
|
|
37
37
|
const joi = __importStar(require("joi"));
|
|
38
|
+
const playwright_browser_type_enum_1 = require("../enum/playwright.browser-type.enum");
|
|
38
39
|
exports.PlaywrightConfigValidationSchema = joi.object({
|
|
40
|
+
CRAWLEE_PLAYWRIGHT_BROWSER: joi
|
|
41
|
+
.string()
|
|
42
|
+
.valid(...Object.values(playwright_browser_type_enum_1.BrowserType))
|
|
43
|
+
.optional()
|
|
44
|
+
.default(playwright_browser_type_enum_1.BrowserType.CHROMIUM),
|
|
39
45
|
CRAWLEE_PLAYWRIGHT_MIN_CONCURRENCY: joi.number().optional().default(1),
|
|
40
46
|
CRAWLEE_PLAYWRIGHT_MAX_CONCURRENCY: joi.number().optional().default(5),
|
|
41
47
|
CRAWLEE_PLAYWRIGHT_MAX_REQUEST_RETRIES: joi.number().optional().default(10),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;
|
|
1
|
+
{"version":3,"file":"playwright.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/playwright/env/playwright.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAE3B,uFAA8E;AAEjE,QAAA,gCAAgC,GAAG,GAAG,CAAC,MAAM,CAAC;IACzD,0BAA0B,EAAE,GAAG;SAC5B,MAAM,EAAE;SACR,KAAK,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,0CAAO,CAAC,CAAC;SAChC,QAAQ,EAAE;SACV,OAAO,CAAC,0CAAO,CAAC,QAAQ,CAAC;IAC5B,kCAAkC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,kCAAkC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,sCAAsC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC3E,+BAA+B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACrE,+BAA+B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IACxE,+BAA+B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACnE,2BAA2B,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACnE,8CAA8C,EAAE,GAAG;SAChD,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,OAAO,CAAC,KAAK,CAAC;IACjB,sCAAsC,EAAE,GAAG;SACxC,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,OAAO,CAAC,IAAI,CAAC;CACjB,CAAC,CAAC"}
|
|
@@ -43,6 +43,7 @@ let PlaywrightService = PlaywrightService_1 = class PlaywrightService {
|
|
|
43
43
|
const { preNavigationHooks = [], postNavigationHooks = [] } = options;
|
|
44
44
|
const defaultPreNavHooks = this.hook.getPreNavigationHooks();
|
|
45
45
|
const defaultPostNavHooks = this.hook.getPostNavigationHooks();
|
|
46
|
+
const launcher = this.browser.getBrowserLauncher();
|
|
46
47
|
const defaultOptions = {
|
|
47
48
|
maxRequestsPerCrawl: this.maxRequests,
|
|
48
49
|
requestHandlerTimeoutSecs: this.timeoutSecs,
|
|
@@ -53,6 +54,7 @@ let PlaywrightService = PlaywrightService_1 = class PlaywrightService {
|
|
|
53
54
|
useSessionPool: true,
|
|
54
55
|
headless: this.headless,
|
|
55
56
|
launchContext: {
|
|
57
|
+
launcher,
|
|
56
58
|
launchOptions: {
|
|
57
59
|
args: playwright_browser_constant_1.BROWSER_ARGS,
|
|
58
60
|
},
|
|
@@ -70,7 +72,8 @@ let PlaywrightService = PlaywrightService_1 = class PlaywrightService {
|
|
|
70
72
|
preNavigationHooks: [...defaultPreNavHooks, ...preNavigationHooks],
|
|
71
73
|
postNavigationHooks: [...defaultPostNavHooks, ...postNavigationHooks],
|
|
72
74
|
});
|
|
73
|
-
this.
|
|
75
|
+
const name = this.browser.getBrowserName();
|
|
76
|
+
this.logger.log(`✅ ${name} Playwright Browser created successfully`);
|
|
74
77
|
return crawler;
|
|
75
78
|
}
|
|
76
79
|
async getBrowser() {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.service.js","sourceRoot":"","sources":["../../../src/modules/playwright/playwright.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,oDAAwD;AAGxD,gFAA2E;AAC3E,sFAAiF;AAEjF,uDAAoD;AACpD,gFAAqE;AACrE,gFAAqE;AACrE,gFAAyE;AACzE,gFAAkE;AAClE,gFAAkE;AAClE,gFAA+E;AAC/E,wFAAsE;AAG/D,IAAM,iBAAiB,yBAAvB,MAAM,iBAAiB;IAW5B,YACmB,MAAqB,EACrB,IAA2B,EAC3B,OAAiC;QAFjC,WAAM,GAAN,MAAM,CAAe;QACrB,SAAI,GAAJ,IAAI,CAAuB;QAC3B,YAAO,GAAP,OAAO,CAA0B;QAbnC,WAAM,GAAG,IAAI,eAAM,CAAC,mBAAiB,CAAC,IAAI,CAAC,CAAC;QAe3D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,yCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,yCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,6CAAmB,CAAC,CAAC;QACtE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,kCAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,yCAAe,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,CAAC,OAAiC;QACtC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAClD,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,cAAc,GAA6B;YAC/C,mBAAmB,EAAE,IAAI,CAAC,WAAW;YACrC,yBAAyB,EAAE,IAAI,CAAC,WAAW;YAC3C,qBAAqB,EAAE,IAAI,CAAC,WAAW;YACvC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE;gBACb,aAAa,EAAE;oBACb,IAAI,EAAE,0CAAY;iBACnB;gBACD,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;aAC1C;YACD,kBAAkB,EAAE;gBAClB,eAAe,EAAE,IAAI;gBACrB,2BAA2B,EAAE,EAAE;gBAC/B,8BAA8B,EAAE,EAAE;aACnC;SACF,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,8BAAiB,CAAC;YACpC,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,
|
|
1
|
+
{"version":3,"file":"playwright.service.js","sourceRoot":"","sources":["../../../src/modules/playwright/playwright.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,oDAAwD;AAGxD,gFAA2E;AAC3E,sFAAiF;AAEjF,uDAAoD;AACpD,gFAAqE;AACrE,gFAAqE;AACrE,gFAAyE;AACzE,gFAAkE;AAClE,gFAAkE;AAClE,gFAA+E;AAC/E,wFAAsE;AAG/D,IAAM,iBAAiB,yBAAvB,MAAM,iBAAiB;IAW5B,YACmB,MAAqB,EACrB,IAA2B,EAC3B,OAAiC;QAFjC,WAAM,GAAN,MAAM,CAAe;QACrB,SAAI,GAAJ,IAAI,CAAuB;QAC3B,YAAO,GAAP,OAAO,CAA0B;QAbnC,WAAM,GAAG,IAAI,eAAM,CAAC,mBAAiB,CAAC,IAAI,CAAC,CAAC;QAe3D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,yCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,yCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,6CAAmB,CAAC,CAAC;QACtE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,kCAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,yCAAe,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,CAAC,OAAiC;QACtC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAClD,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACnD,MAAM,cAAc,GAA6B;YAC/C,mBAAmB,EAAE,IAAI,CAAC,WAAW;YACrC,yBAAyB,EAAE,IAAI,CAAC,WAAW;YAC3C,qBAAqB,EAAE,IAAI,CAAC,WAAW;YACvC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE;gBACb,QAAQ;gBACR,aAAa,EAAE;oBACb,IAAI,EAAE,0CAAY;iBACnB;gBACD,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;aAC1C;YACD,kBAAkB,EAAE;gBAClB,eAAe,EAAE,IAAI;gBACrB,2BAA2B,EAAE,EAAE;gBAC/B,8BAA8B,EAAE,EAAE;aACnC;SACF,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,8BAAiB,CAAC;YACpC,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,0CAA0C,CAAC,CAAC;QACrE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;CACF,CAAA;AAnEY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;qCAagB,sBAAa;QACf,+CAAqB;QAClB,qDAAwB;GAdzC,iBAAiB,CAmE7B"}
|
|
@@ -1,9 +1,14 @@
|
|
|
1
1
|
import { ConfigService } from '@nestjs/config';
|
|
2
2
|
import { Browser } from 'playwright';
|
|
3
|
+
import * as playwright from 'playwright';
|
|
4
|
+
import { BrowserName } from '../enum/playwright.browser-name.enum';
|
|
3
5
|
export declare class PlaywrightBrowserService {
|
|
4
6
|
private readonly config;
|
|
5
7
|
private readonly logger;
|
|
6
8
|
private readonly headless;
|
|
9
|
+
private readonly type;
|
|
7
10
|
constructor(config: ConfigService);
|
|
11
|
+
getBrowserLauncher(): playwright.BrowserType;
|
|
12
|
+
getBrowserName(): BrowserName;
|
|
8
13
|
getBrowser(): Promise<Browser>;
|
|
9
14
|
}
|
|
@@ -1,10 +1,43 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
2
18
|
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
19
|
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
20
|
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
21
|
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
22
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
23
|
};
|
|
24
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
25
|
+
var ownKeys = function(o) {
|
|
26
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
27
|
+
var ar = [];
|
|
28
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
29
|
+
return ar;
|
|
30
|
+
};
|
|
31
|
+
return ownKeys(o);
|
|
32
|
+
};
|
|
33
|
+
return function (mod) {
|
|
34
|
+
if (mod && mod.__esModule) return mod;
|
|
35
|
+
var result = {};
|
|
36
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
37
|
+
__setModuleDefault(result, mod);
|
|
38
|
+
return result;
|
|
39
|
+
};
|
|
40
|
+
})();
|
|
8
41
|
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
42
|
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
43
|
};
|
|
@@ -12,24 +45,47 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
12
45
|
exports.PlaywrightBrowserService = void 0;
|
|
13
46
|
const common_1 = require("@nestjs/common");
|
|
14
47
|
const config_1 = require("@nestjs/config");
|
|
15
|
-
const
|
|
48
|
+
const playwright = __importStar(require("playwright"));
|
|
16
49
|
const playwright_service_1 = require("../playwright.service");
|
|
17
50
|
const playwright_browser_constant_1 = require("../constant/playwright.browser.constant");
|
|
18
51
|
const playwright_env_constant_1 = require("../constant/playwright.env.constant");
|
|
52
|
+
const playwright_browser_type_enum_1 = require("../enum/playwright.browser-type.enum");
|
|
19
53
|
const logger_1 = require("../../../common/logger/logger");
|
|
54
|
+
const playwright_browser_name_enum_1 = require("../enum/playwright.browser-name.enum");
|
|
20
55
|
let PlaywrightBrowserService = class PlaywrightBrowserService {
|
|
21
56
|
constructor(config) {
|
|
22
57
|
this.config = config;
|
|
23
58
|
this.logger = new logger_1.Logger(playwright_service_1.PlaywrightService.name);
|
|
24
59
|
this.headless = this.config.get(playwright_env_constant_1.HEADLESS);
|
|
60
|
+
this.type = this.config.get(playwright_env_constant_1.BROWSER);
|
|
61
|
+
}
|
|
62
|
+
getBrowserLauncher() {
|
|
63
|
+
const map = {
|
|
64
|
+
[playwright_browser_type_enum_1.BrowserType.CHROMIUM]: playwright.chromium,
|
|
65
|
+
[playwright_browser_type_enum_1.BrowserType.FIREFOX]: playwright.firefox,
|
|
66
|
+
[playwright_browser_type_enum_1.BrowserType.WEBKIT]: playwright.webkit,
|
|
67
|
+
[playwright_browser_type_enum_1.BrowserType.CAMOFOUX]: playwright.firefox,
|
|
68
|
+
};
|
|
69
|
+
return map[this.type] ?? playwright.chromium;
|
|
70
|
+
}
|
|
71
|
+
getBrowserName() {
|
|
72
|
+
const map = {
|
|
73
|
+
[playwright_browser_type_enum_1.BrowserType.CHROMIUM]: playwright_browser_name_enum_1.BrowserName.CHROMIUM,
|
|
74
|
+
[playwright_browser_type_enum_1.BrowserType.FIREFOX]: playwright_browser_name_enum_1.BrowserName.FIREFOX,
|
|
75
|
+
[playwright_browser_type_enum_1.BrowserType.WEBKIT]: playwright_browser_name_enum_1.BrowserName.WEBKIT,
|
|
76
|
+
[playwright_browser_type_enum_1.BrowserType.CAMOFOUX]: playwright_browser_name_enum_1.BrowserName.CAMOFOUX,
|
|
77
|
+
};
|
|
78
|
+
return map[this.type] ?? playwright_browser_name_enum_1.BrowserName.CHROMIUM;
|
|
25
79
|
}
|
|
26
80
|
async getBrowser() {
|
|
27
81
|
this.logger.log('🚀 Creating direct Playwright browser instance');
|
|
28
|
-
const
|
|
82
|
+
const launcher = this.getBrowserLauncher();
|
|
83
|
+
const browser = await launcher.launch({
|
|
29
84
|
headless: this.headless,
|
|
30
85
|
args: playwright_browser_constant_1.BROWSER_ARGS,
|
|
31
86
|
});
|
|
32
|
-
this.
|
|
87
|
+
const name = this.getBrowserName();
|
|
88
|
+
this.logger.log(`✅ ${name} Playwright Browser created successfully`);
|
|
33
89
|
return browser;
|
|
34
90
|
}
|
|
35
91
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/playwright/services/playwright.browser.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"playwright.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/playwright/services/playwright.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAG/C,uDAAyC;AAEzC,8DAA0D;AAC1D,yFAAuE;AACvE,iFAAwE;AACxE,uFAAmE;AACnE,0DAAuD;AACvD,uFAAmE;AAG5D,IAAM,wBAAwB,GAA9B,MAAM,wBAAwB;IAKnC,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QAJjC,WAAM,GAAG,IAAI,eAAM,CAAC,sCAAiB,CAAC,IAAI,CAAC,CAAC;QAK3D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,kCAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAc,iCAAO,CAAC,CAAC;IACpD,CAAC;IAED,kBAAkB;QAChB,MAAM,GAAG,GAAG;YACV,CAAC,0CAAW,CAAC,QAAQ,CAAC,EAAE,UAAU,CAAC,QAAQ;YAC3C,CAAC,0CAAW,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,OAAO;YACzC,CAAC,0CAAW,CAAC,MAAM,CAAC,EAAE,UAAU,CAAC,MAAM;YACvC,CAAC,0CAAW,CAAC,QAAQ,CAAC,EAAE,UAAU,CAAC,OAAO;SAC3C,CAAC;QAEF,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC;IAC/C,CAAC;IAED,cAAc;QACZ,MAAM,GAAG,GAAG;YACV,CAAC,0CAAW,CAAC,QAAQ,CAAC,EAAE,0CAAW,CAAC,QAAQ;YAC5C,CAAC,0CAAW,CAAC,OAAO,CAAC,EAAE,0CAAW,CAAC,OAAO;YAC1C,CAAC,0CAAW,CAAC,MAAM,CAAC,EAAE,0CAAW,CAAC,MAAM;YACxC,CAAC,0CAAW,CAAC,QAAQ,CAAC,EAAE,0CAAW,CAAC,QAAQ;SAC7C,CAAC;QAEF,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,0CAAW,CAAC,QAAQ,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;YACpC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,0CAAY;SACnB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,0CAA0C,CAAC,CAAC;QACrE,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AA3CY,4DAAwB;mCAAxB,wBAAwB;IADpC,IAAA,mBAAU,GAAE;qCAM0B,sBAAa;GALvC,wBAAwB,CA2CpC"}
|