@rafikidota/scoutee 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/common/index.d.ts +1 -0
- package/dist/common/index.js +18 -0
- package/dist/common/index.js.map +1 -0
- package/dist/common/logger/logger.d.ts +4 -0
- package/dist/common/logger/logger.js +11 -0
- package/dist/common/logger/logger.js.map +1 -0
- package/dist/modules/camoufox/camoufox.module.js +1 -7
- package/dist/modules/camoufox/camoufox.module.js.map +1 -1
- package/dist/modules/camoufox/camoufox.service.d.ts +2 -3
- package/dist/modules/camoufox/camoufox.service.js +6 -6
- package/dist/modules/camoufox/camoufox.service.js.map +1 -1
- package/dist/modules/camoufox/services/camoufox.browser.service.d.ts +1 -2
- package/dist/modules/camoufox/services/camoufox.browser.service.js +5 -5
- package/dist/modules/camoufox/services/camoufox.browser.service.js.map +1 -1
- package/dist/modules/camoufox/services/camoufox.hook.service.d.ts +0 -2
- package/dist/modules/camoufox/services/camoufox.hook.service.js +5 -8
- package/dist/modules/camoufox/services/camoufox.hook.service.js.map +1 -1
- package/dist/modules/cheerio/cheerio.module.js +1 -2
- package/dist/modules/cheerio/cheerio.module.js.map +1 -1
- package/dist/modules/cheerio/cheerio.service.d.ts +2 -3
- package/dist/modules/cheerio/cheerio.service.js +6 -6
- package/dist/modules/cheerio/cheerio.service.js.map +1 -1
- package/dist/modules/cheerio/services/cheerio.hook.service.d.ts +0 -2
- package/dist/modules/cheerio/services/cheerio.hook.service.js +5 -8
- package/dist/modules/cheerio/services/cheerio.hook.service.js.map +1 -1
- package/dist/modules/http/env/http.env.validation.d.ts +1 -1
- package/dist/modules/http/env/http.env.validation.js +2 -2
- package/dist/modules/http/env/http.env.validation.js.map +1 -1
- package/dist/modules/http/http.module.js +1 -2
- package/dist/modules/http/http.module.js.map +1 -1
- package/dist/modules/http/http.service.d.ts +2 -3
- package/dist/modules/http/http.service.js +6 -6
- package/dist/modules/http/http.service.js.map +1 -1
- package/dist/modules/http/services/http.hook.service.d.ts +0 -2
- package/dist/modules/http/services/http.hook.service.js +5 -8
- package/dist/modules/http/services/http.hook.service.js.map +1 -1
- package/dist/modules/playwright/playwright.module.js +0 -2
- package/dist/modules/playwright/playwright.module.js.map +1 -1
- package/dist/modules/playwright/playwright.service.d.ts +4 -3
- package/dist/modules/playwright/playwright.service.js +18 -7
- package/dist/modules/playwright/playwright.service.js.map +1 -1
- package/dist/modules/playwright/services/playwright.browser.service.d.ts +1 -2
- package/dist/modules/playwright/services/playwright.browser.service.js +5 -5
- package/dist/modules/playwright/services/playwright.browser.service.js.map +1 -1
- package/dist/modules/playwright/services/playwright.hook.service.d.ts +0 -2
- package/dist/modules/playwright/services/playwright.hook.service.js +5 -8
- package/dist/modules/playwright/services/playwright.hook.service.js.map +1 -1
- package/package.json +1 -1
- package/dist/modules/camoufox/services/camoufox.logger.service.d.ts +0 -11
- package/dist/modules/camoufox/services/camoufox.logger.service.js +0 -44
- package/dist/modules/camoufox/services/camoufox.logger.service.js.map +0 -1
- package/dist/modules/cheerio/services/cheerio.logger.service.d.ts +0 -11
- package/dist/modules/cheerio/services/cheerio.logger.service.js +0 -44
- package/dist/modules/cheerio/services/cheerio.logger.service.js.map +0 -1
- package/dist/modules/http/services/http.logger.service.d.ts +0 -11
- package/dist/modules/http/services/http.logger.service.js +0 -44
- package/dist/modules/http/services/http.logger.service.js.map +0 -1
- package/dist/modules/playwright/services/playwright.logger.service.d.ts +0 -11
- package/dist/modules/playwright/services/playwright.logger.service.js +0 -44
- package/dist/modules/playwright/services/playwright.logger.service.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from './logger/logger';
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./logger/logger"), exports);
|
|
18
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAAgC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.Logger = void 0;
|
|
4
|
+
const common_1 = require("@nestjs/common");
|
|
5
|
+
class Logger extends common_1.Logger {
|
|
6
|
+
constructor(context) {
|
|
7
|
+
super(context, { timestamp: true });
|
|
8
|
+
}
|
|
9
|
+
}
|
|
10
|
+
exports.Logger = Logger;
|
|
11
|
+
//# sourceMappingURL=logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../../src/common/logger/logger.ts"],"names":[],"mappings":";;;AAAA,2CAAsD;AAEtD,MAAa,MAAO,SAAQ,eAAU;IACpC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;CACF;AAJD,wBAIC"}
|
|
@@ -9,7 +9,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
9
9
|
exports.CamoufoxModule = void 0;
|
|
10
10
|
const common_1 = require("@nestjs/common");
|
|
11
11
|
const camoufox_service_1 = require("./camoufox.service");
|
|
12
|
-
const camoufox_logger_service_1 = require("./services/camoufox.logger.service");
|
|
13
12
|
const camoufox_hook_service_1 = require("./services/camoufox.hook.service");
|
|
14
13
|
const camoufox_browser_service_1 = require("./services/camoufox.browser.service");
|
|
15
14
|
let CamoufoxModule = class CamoufoxModule {
|
|
@@ -17,12 +16,7 @@ let CamoufoxModule = class CamoufoxModule {
|
|
|
17
16
|
exports.CamoufoxModule = CamoufoxModule;
|
|
18
17
|
exports.CamoufoxModule = CamoufoxModule = __decorate([
|
|
19
18
|
(0, common_1.Module)({
|
|
20
|
-
providers: [
|
|
21
|
-
camoufox_service_1.CamoufoxService,
|
|
22
|
-
camoufox_logger_service_1.CamoufoxLoggerService,
|
|
23
|
-
camoufox_hook_service_1.CamoufoxHookService,
|
|
24
|
-
camoufox_browser_service_1.CamoufoxBrowserService,
|
|
25
|
-
],
|
|
19
|
+
providers: [camoufox_service_1.CamoufoxService, camoufox_hook_service_1.CamoufoxHookService, camoufox_browser_service_1.CamoufoxBrowserService],
|
|
26
20
|
exports: [camoufox_service_1.CamoufoxService],
|
|
27
21
|
})
|
|
28
22
|
], CamoufoxModule);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.module.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,yDAAqD;AACrD,
|
|
1
|
+
{"version":3,"file":"camoufox.module.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,yDAAqD;AACrD,4EAAuE;AACvE,kFAA6E;AAMtE,IAAM,cAAc,GAApB,MAAM,cAAc;CAAG,CAAA;AAAjB,wCAAc;yBAAd,cAAc;IAJ1B,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,kCAAe,EAAE,2CAAmB,EAAE,iDAAsB,CAAC;QACzE,OAAO,EAAE,CAAC,kCAAe,CAAC;KAC3B,CAAC;GACW,cAAc,CAAG"}
|
|
@@ -1,21 +1,20 @@
|
|
|
1
1
|
import { ConfigService } from '@nestjs/config';
|
|
2
2
|
import { PlaywrightCrawler } from '@crawlee/playwright';
|
|
3
3
|
import { PlaywrightCrawlerOptions } from '@crawlee/playwright';
|
|
4
|
-
import { CamoufoxLoggerService } from './services/camoufox.logger.service';
|
|
5
4
|
import { CamoufoxHookService } from './services/camoufox.hook.service';
|
|
6
5
|
import { CamoufoxBrowserService } from './services/camoufox.browser.service';
|
|
7
6
|
export declare class CamoufoxService {
|
|
8
7
|
private readonly config;
|
|
9
|
-
private readonly logger;
|
|
10
8
|
private readonly hook;
|
|
11
9
|
private readonly browser;
|
|
10
|
+
private readonly logger;
|
|
12
11
|
private readonly maxRequests;
|
|
13
12
|
private readonly timeoutSecs;
|
|
14
13
|
private readonly maxConcurrency;
|
|
15
14
|
private readonly minConcurrency;
|
|
16
15
|
private readonly maxRequestRetries;
|
|
17
16
|
private readonly headless;
|
|
18
|
-
constructor(config: ConfigService,
|
|
17
|
+
constructor(config: ConfigService, hook: CamoufoxHookService, browser: CamoufoxBrowserService);
|
|
19
18
|
create(options: PlaywrightCrawlerOptions): Promise<PlaywrightCrawler>;
|
|
20
19
|
getBrowser(): Promise<import("playwright").Browser>;
|
|
21
20
|
}
|
|
@@ -8,6 +8,7 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
8
8
|
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
9
|
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
10
|
};
|
|
11
|
+
var CamoufoxService_1;
|
|
11
12
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
13
|
exports.CamoufoxService = void 0;
|
|
13
14
|
const common_1 = require("@nestjs/common");
|
|
@@ -15,21 +16,21 @@ const config_1 = require("@nestjs/config");
|
|
|
15
16
|
const playwright_1 = require("@crawlee/playwright");
|
|
16
17
|
const camoufox_js_1 = require("camoufox-js");
|
|
17
18
|
const playwright_2 = require("playwright");
|
|
18
|
-
const camoufox_logger_service_1 = require("./services/camoufox.logger.service");
|
|
19
19
|
const camoufox_hook_service_1 = require("./services/camoufox.hook.service");
|
|
20
20
|
const camoufox_browser_service_1 = require("./services/camoufox.browser.service");
|
|
21
|
+
const logger_1 = require("../../common/logger/logger");
|
|
21
22
|
const camoufox_env_constant_1 = require("./constant/camoufox.env.constant");
|
|
22
23
|
const camoufox_env_constant_2 = require("./constant/camoufox.env.constant");
|
|
23
24
|
const camoufox_env_constant_3 = require("./constant/camoufox.env.constant");
|
|
24
25
|
const camoufox_env_constant_4 = require("./constant/camoufox.env.constant");
|
|
25
26
|
const camoufox_env_constant_5 = require("./constant/camoufox.env.constant");
|
|
26
27
|
const camoufox_env_constant_6 = require("./constant/camoufox.env.constant");
|
|
27
|
-
let CamoufoxService = class CamoufoxService {
|
|
28
|
-
constructor(config,
|
|
28
|
+
let CamoufoxService = CamoufoxService_1 = class CamoufoxService {
|
|
29
|
+
constructor(config, hook, browser) {
|
|
29
30
|
this.config = config;
|
|
30
|
-
this.logger = logger;
|
|
31
31
|
this.hook = hook;
|
|
32
32
|
this.browser = browser;
|
|
33
|
+
this.logger = new logger_1.Logger(CamoufoxService_1.name);
|
|
33
34
|
this.maxConcurrency = this.config.get(camoufox_env_constant_1.MAX_CONCURRENCY);
|
|
34
35
|
this.minConcurrency = this.config.get(camoufox_env_constant_2.MIN_CONCURRENCY);
|
|
35
36
|
this.maxRequestRetries = this.config.get(camoufox_env_constant_3.MAX_REQUEST_RETRIES);
|
|
@@ -75,10 +76,9 @@ let CamoufoxService = class CamoufoxService {
|
|
|
75
76
|
}
|
|
76
77
|
};
|
|
77
78
|
exports.CamoufoxService = CamoufoxService;
|
|
78
|
-
exports.CamoufoxService = CamoufoxService = __decorate([
|
|
79
|
+
exports.CamoufoxService = CamoufoxService = CamoufoxService_1 = __decorate([
|
|
79
80
|
(0, common_1.Injectable)(),
|
|
80
81
|
__metadata("design:paramtypes", [config_1.ConfigService,
|
|
81
|
-
camoufox_logger_service_1.CamoufoxLoggerService,
|
|
82
82
|
camoufox_hook_service_1.CamoufoxHookService,
|
|
83
83
|
camoufox_browser_service_1.CamoufoxBrowserService])
|
|
84
84
|
], CamoufoxService);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.service.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"camoufox.service.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,oDAAwD;AAExD,6CAA4C;AAC5C,2CAAqC;AAErC,4EAAuE;AACvE,kFAA6E;AAE7E,uDAAoD;AACpD,4EAAmE;AACnE,4EAAmE;AACnE,4EAAuE;AACvE,4EAAgE;AAChE,4EAAgE;AAChE,4EAA4D;AAGrD,IAAM,eAAe,uBAArB,MAAM,eAAe;IAS1B,YACmB,MAAqB,EACrB,IAAyB,EACzB,OAA+B;QAF/B,WAAM,GAAN,MAAM,CAAe;QACrB,SAAI,GAAJ,IAAI,CAAqB;QACzB,YAAO,GAAP,OAAO,CAAwB;QAXjC,WAAM,GAAG,IAAI,eAAM,CAAC,iBAAe,CAAC,IAAI,CAAC,CAAC;QAazD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,2CAAmB,CAAC,CAAC;QACtE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,oCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,oCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,gCAAQ,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAiC;QAC5C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,cAAc,GAA6B;YAC/C,mBAAmB,EAAE,IAAI,CAAC,WAAW;YACrC,yBAAyB,EAAE,IAAI,CAAC,WAAW;YAC3C,qBAAqB,EAAE,IAAI,CAAC,WAAW;YACvC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE;gBACb,QAAQ,EAAE,oBAAO;gBACjB,aAAa,EAAE,MAAM,IAAA,2BAAa,EAAC;oBACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC;aACH;YACD,kBAAkB,EAAE;gBAClB,eAAe,EAAE,KAAK;aACvB;SACF,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,8BAAiB,CAAC;YACpC,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;QACpE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;CACF,CAAA;AA3DY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;qCAWgB,sBAAa;QACf,2CAAmB;QAChB,iDAAsB;GAZvC,eAAe,CA2D3B"}
|
|
@@ -1,10 +1,9 @@
|
|
|
1
1
|
import { ConfigService } from '@nestjs/config';
|
|
2
2
|
import { Browser } from 'playwright';
|
|
3
|
-
import { CamoufoxLoggerService } from './camoufox.logger.service';
|
|
4
3
|
export declare class CamoufoxBrowserService {
|
|
5
4
|
private readonly config;
|
|
6
5
|
private readonly logger;
|
|
7
6
|
private readonly headless;
|
|
8
|
-
constructor(config: ConfigService
|
|
7
|
+
constructor(config: ConfigService);
|
|
9
8
|
getBrowser(): Promise<Browser>;
|
|
10
9
|
}
|
|
@@ -14,12 +14,13 @@ const common_1 = require("@nestjs/common");
|
|
|
14
14
|
const config_1 = require("@nestjs/config");
|
|
15
15
|
const playwright_1 = require("playwright");
|
|
16
16
|
const camoufox_js_1 = require("camoufox-js");
|
|
17
|
-
const
|
|
17
|
+
const camoufox_service_1 = require("../camoufox.service");
|
|
18
|
+
const logger_1 = require("../../../common/logger/logger");
|
|
18
19
|
const camoufox_env_constant_1 = require("../constant/camoufox.env.constant");
|
|
19
20
|
let CamoufoxBrowserService = class CamoufoxBrowserService {
|
|
20
|
-
constructor(config
|
|
21
|
+
constructor(config) {
|
|
21
22
|
this.config = config;
|
|
22
|
-
this.logger =
|
|
23
|
+
this.logger = new logger_1.Logger(camoufox_service_1.CamoufoxService.name);
|
|
23
24
|
this.headless = this.config.get(camoufox_env_constant_1.HEADLESS);
|
|
24
25
|
}
|
|
25
26
|
async getBrowser() {
|
|
@@ -34,7 +35,6 @@ let CamoufoxBrowserService = class CamoufoxBrowserService {
|
|
|
34
35
|
exports.CamoufoxBrowserService = CamoufoxBrowserService;
|
|
35
36
|
exports.CamoufoxBrowserService = CamoufoxBrowserService = __decorate([
|
|
36
37
|
(0, common_1.Injectable)(),
|
|
37
|
-
__metadata("design:paramtypes", [config_1.ConfigService
|
|
38
|
-
camoufox_logger_service_1.CamoufoxLoggerService])
|
|
38
|
+
__metadata("design:paramtypes", [config_1.ConfigService])
|
|
39
39
|
], CamoufoxBrowserService);
|
|
40
40
|
//# sourceMappingURL=camoufox.browser.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,2CAA8C;AAC9C,6CAA4C;AAE5C,
|
|
1
|
+
{"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,2CAA8C;AAC9C,6CAA4C;AAE5C,0DAAsD;AAEtD,0DAAuD;AACvD,6EAA6D;AAGtD,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAKjC,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QAJjC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;QAKzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,gCAAQ,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,oBAAO,CAAC,MAAM,CAClC,MAAM,IAAA,2BAAa,EAAC;YAClB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC,CACH,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;QACpE,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AAnBY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAM0B,sBAAa;GALvC,sBAAsB,CAmBlC"}
|
|
@@ -1,8 +1,6 @@
|
|
|
1
|
-
import { CamoufoxLoggerService } from './camoufox.logger.service';
|
|
2
1
|
import { PlaywrightHook } from '@crawlee/playwright';
|
|
3
2
|
export declare class CamoufoxHookService {
|
|
4
3
|
private readonly logger;
|
|
5
|
-
constructor(logger: CamoufoxLoggerService);
|
|
6
4
|
getPreNavigationHooks(): PlaywrightHook[];
|
|
7
5
|
getPostNavigationHooks(): PlaywrightHook[];
|
|
8
6
|
}
|
|
@@ -5,16 +5,14 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
5
5
|
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
6
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
7
|
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
8
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
9
|
exports.CamoufoxHookService = void 0;
|
|
13
10
|
const common_1 = require("@nestjs/common");
|
|
14
|
-
const
|
|
11
|
+
const camoufox_service_1 = require("../camoufox.service");
|
|
12
|
+
const logger_1 = require("../../../common/logger/logger");
|
|
15
13
|
let CamoufoxHookService = class CamoufoxHookService {
|
|
16
|
-
constructor(
|
|
17
|
-
this.logger =
|
|
14
|
+
constructor() {
|
|
15
|
+
this.logger = new logger_1.Logger(camoufox_service_1.CamoufoxService.name);
|
|
18
16
|
}
|
|
19
17
|
getPreNavigationHooks() {
|
|
20
18
|
return [
|
|
@@ -66,7 +64,6 @@ let CamoufoxHookService = class CamoufoxHookService {
|
|
|
66
64
|
};
|
|
67
65
|
exports.CamoufoxHookService = CamoufoxHookService;
|
|
68
66
|
exports.CamoufoxHookService = CamoufoxHookService = __decorate([
|
|
69
|
-
(0, common_1.Injectable)()
|
|
70
|
-
__metadata("design:paramtypes", [camoufox_logger_service_1.CamoufoxLoggerService])
|
|
67
|
+
(0, common_1.Injectable)()
|
|
71
68
|
], CamoufoxHookService);
|
|
72
69
|
//# sourceMappingURL=camoufox.hook.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.hook.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"camoufox.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,0DAAsD;AACtD,0DAAuD;AAGhD,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAAzB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;IAmD7D,CAAC;IAjDC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,MAAM,yBAAyB,EAAE,CAAC;YACpC,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAErC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AApDY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;GACA,mBAAmB,CAoD/B"}
|
|
@@ -9,14 +9,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
9
9
|
exports.CheerioModule = void 0;
|
|
10
10
|
const common_1 = require("@nestjs/common");
|
|
11
11
|
const cheerio_service_1 = require("./cheerio.service");
|
|
12
|
-
const cheerio_logger_service_1 = require("./services/cheerio.logger.service");
|
|
13
12
|
const cheerio_hook_service_1 = require("./services/cheerio.hook.service");
|
|
14
13
|
let CheerioModule = class CheerioModule {
|
|
15
14
|
};
|
|
16
15
|
exports.CheerioModule = CheerioModule;
|
|
17
16
|
exports.CheerioModule = CheerioModule = __decorate([
|
|
18
17
|
(0, common_1.Module)({
|
|
19
|
-
providers: [cheerio_service_1.CheerioService,
|
|
18
|
+
providers: [cheerio_service_1.CheerioService, cheerio_hook_service_1.CheerioHookService],
|
|
20
19
|
exports: [cheerio_service_1.CheerioService],
|
|
21
20
|
})
|
|
22
21
|
], CheerioModule);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cheerio.module.js","sourceRoot":"","sources":["../../../src/modules/cheerio/cheerio.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,uDAAmD;AACnD,
|
|
1
|
+
{"version":3,"file":"cheerio.module.js","sourceRoot":"","sources":["../../../src/modules/cheerio/cheerio.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,uDAAmD;AACnD,0EAAqE;AAM9D,IAAM,aAAa,GAAnB,MAAM,aAAa;CAAG,CAAA;AAAhB,sCAAa;wBAAb,aAAa;IAJzB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,gCAAc,EAAE,yCAAkB,CAAC;QAC/C,OAAO,EAAE,CAAC,gCAAc,CAAC;KAC1B,CAAC;GACW,aAAa,CAAG"}
|
|
@@ -1,16 +1,15 @@
|
|
|
1
1
|
import { ConfigService } from '@nestjs/config';
|
|
2
2
|
import { CheerioCrawler, CheerioCrawlerOptions } from 'crawlee';
|
|
3
|
-
import { CheerioLoggerService } from './services/cheerio.logger.service';
|
|
4
3
|
import { CheerioHookService } from './services/cheerio.hook.service';
|
|
5
4
|
export declare class CheerioService {
|
|
6
5
|
private readonly config;
|
|
7
|
-
private readonly logger;
|
|
8
6
|
private readonly hook;
|
|
7
|
+
private readonly logger;
|
|
9
8
|
private readonly maxRequests;
|
|
10
9
|
private readonly timeoutSecs;
|
|
11
10
|
private readonly maxConcurrency;
|
|
12
11
|
private readonly minConcurrency;
|
|
13
12
|
private readonly maxRequestRetries;
|
|
14
|
-
constructor(config: ConfigService,
|
|
13
|
+
constructor(config: ConfigService, hook: CheerioHookService);
|
|
15
14
|
create(options: CheerioCrawlerOptions): CheerioCrawler;
|
|
16
15
|
}
|
|
@@ -8,23 +8,24 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
8
8
|
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
9
|
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
10
|
};
|
|
11
|
+
var CheerioService_1;
|
|
11
12
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
13
|
exports.CheerioService = void 0;
|
|
13
14
|
const common_1 = require("@nestjs/common");
|
|
14
15
|
const config_1 = require("@nestjs/config");
|
|
15
16
|
const crawlee_1 = require("crawlee");
|
|
16
|
-
const cheerio_logger_service_1 = require("./services/cheerio.logger.service");
|
|
17
17
|
const cheerio_hook_service_1 = require("./services/cheerio.hook.service");
|
|
18
|
+
const logger_1 = require("../../common/logger/logger");
|
|
18
19
|
const cheerio_env_constant_1 = require("./constant/cheerio.env.constant");
|
|
19
20
|
const cheerio_env_constant_2 = require("./constant/cheerio.env.constant");
|
|
20
21
|
const cheerio_env_constant_3 = require("./constant/cheerio.env.constant");
|
|
21
22
|
const cheerio_env_constant_4 = require("./constant/cheerio.env.constant");
|
|
22
23
|
const cheerio_env_constant_5 = require("./constant/cheerio.env.constant");
|
|
23
|
-
let CheerioService = class CheerioService {
|
|
24
|
-
constructor(config,
|
|
24
|
+
let CheerioService = CheerioService_1 = class CheerioService {
|
|
25
|
+
constructor(config, hook) {
|
|
25
26
|
this.config = config;
|
|
26
|
-
this.logger = logger;
|
|
27
27
|
this.hook = hook;
|
|
28
|
+
this.logger = new logger_1.Logger(CheerioService_1.name);
|
|
28
29
|
this.maxConcurrency = this.config.get(cheerio_env_constant_1.MAX_CONCURRENCY);
|
|
29
30
|
this.minConcurrency = this.config.get(cheerio_env_constant_2.MIN_CONCURRENCY);
|
|
30
31
|
this.maxRequestRetries = this.config.get(cheerio_env_constant_3.MAX_REQUEST_RETRIES);
|
|
@@ -52,10 +53,9 @@ let CheerioService = class CheerioService {
|
|
|
52
53
|
}
|
|
53
54
|
};
|
|
54
55
|
exports.CheerioService = CheerioService;
|
|
55
|
-
exports.CheerioService = CheerioService = __decorate([
|
|
56
|
+
exports.CheerioService = CheerioService = CheerioService_1 = __decorate([
|
|
56
57
|
(0, common_1.Injectable)(),
|
|
57
58
|
__metadata("design:paramtypes", [config_1.ConfigService,
|
|
58
|
-
cheerio_logger_service_1.CheerioLoggerService,
|
|
59
59
|
cheerio_hook_service_1.CheerioHookService])
|
|
60
60
|
], CheerioService);
|
|
61
61
|
//# sourceMappingURL=cheerio.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cheerio.service.js","sourceRoot":"","sources":["../../../src/modules/cheerio/cheerio.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"cheerio.service.js","sourceRoot":"","sources":["../../../src/modules/cheerio/cheerio.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,qCAAgE;AAChE,0EAAqE;AACrE,uDAAoD;AACpD,0EAAkE;AAClE,0EAAkE;AAClE,0EAAsE;AACtE,0EAA+D;AAC/D,0EAA+D;AAGxD,IAAM,cAAc,sBAApB,MAAM,cAAc;IASzB,YACmB,MAAqB,EACrB,IAAwB;QADxB,WAAM,GAAN,MAAM,CAAe;QACrB,SAAI,GAAJ,IAAI,CAAoB;QAV1B,WAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;QAYxD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sCAAe,CAAE,CAAC;QAChE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sCAAe,CAAE,CAAC;QAChE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,0CAAmB,CAAE,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,mCAAY,CAAE,CAAC;QAC1D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,mCAAY,CAAE,CAAC;IAC5D,CAAC;IAED,MAAM,CAAC,OAA8B;QACnC,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,cAAc,GAA0B;YAC5C,mBAAmB,EAAE,IAAI,CAAC,WAAW;YACrC,yBAAyB,EAAE,IAAI,CAAC,WAAW;YAC3C,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;SAC1C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACrD,OAAO,IAAI,wBAAc,CAAC;YACxB,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAvCY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAWgB,sBAAa;QACf,yCAAkB;GAXhC,cAAc,CAuC1B"}
|
|
@@ -1,8 +1,6 @@
|
|
|
1
1
|
import { CheerioHook } from 'crawlee';
|
|
2
|
-
import { CheerioLoggerService } from './cheerio.logger.service';
|
|
3
2
|
export declare class CheerioHookService {
|
|
4
3
|
private readonly logger;
|
|
5
|
-
constructor(logger: CheerioLoggerService);
|
|
6
4
|
getPreNavigationHooks(): CheerioHook[];
|
|
7
5
|
getPostNavigationHooks(): CheerioHook[];
|
|
8
6
|
}
|
|
@@ -5,16 +5,14 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
5
5
|
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
6
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
7
|
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
8
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
9
|
exports.CheerioHookService = void 0;
|
|
13
10
|
const common_1 = require("@nestjs/common");
|
|
14
|
-
const
|
|
11
|
+
const cheerio_service_1 = require("../cheerio.service");
|
|
12
|
+
const logger_1 = require("../../../common/logger/logger");
|
|
15
13
|
let CheerioHookService = class CheerioHookService {
|
|
16
|
-
constructor(
|
|
17
|
-
this.logger =
|
|
14
|
+
constructor() {
|
|
15
|
+
this.logger = new logger_1.Logger(cheerio_service_1.CheerioService.name);
|
|
18
16
|
}
|
|
19
17
|
getPreNavigationHooks() {
|
|
20
18
|
return [
|
|
@@ -63,7 +61,6 @@ let CheerioHookService = class CheerioHookService {
|
|
|
63
61
|
};
|
|
64
62
|
exports.CheerioHookService = CheerioHookService;
|
|
65
63
|
exports.CheerioHookService = CheerioHookService = __decorate([
|
|
66
|
-
(0, common_1.Injectable)()
|
|
67
|
-
__metadata("design:paramtypes", [cheerio_logger_service_1.CheerioLoggerService])
|
|
64
|
+
(0, common_1.Injectable)()
|
|
68
65
|
], CheerioHookService);
|
|
69
66
|
//# sourceMappingURL=cheerio.hook.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cheerio.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.hook.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"cheerio.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,wDAAoD;AACpD,0DAAuD;AAGhD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAAxB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,CAAC,CAAC;IAgD5D,CAAC;IA9CC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAEhC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAjDY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;GACA,kBAAkB,CAiD9B"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
import * as Joi from 'joi';
|
|
2
|
-
export declare const
|
|
2
|
+
export declare const HttpConfigValidationSchema: Joi.ObjectSchema<any>;
|
|
@@ -33,9 +33,9 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
33
33
|
};
|
|
34
34
|
})();
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
-
exports.
|
|
36
|
+
exports.HttpConfigValidationSchema = void 0;
|
|
37
37
|
const Joi = __importStar(require("joi"));
|
|
38
|
-
exports.
|
|
38
|
+
exports.HttpConfigValidationSchema = Joi.object({
|
|
39
39
|
CRAWLEE_HTTP_MAX_CONCURRENCY: Joi.number().default(10),
|
|
40
40
|
CRAWLEE_HTTP_MIN_CONCURRENCY: Joi.number().default(1),
|
|
41
41
|
CRAWLEE_HTTP_MAX_REQUEST_RETRIES: Joi.number().default(3),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/http/env/http.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAEd,QAAA,
|
|
1
|
+
{"version":3,"file":"http.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/http/env/http.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAEd,QAAA,0BAA0B,GAAG,GAAG,CAAC,MAAM,CAAC;IACnD,4BAA4B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACtD,4BAA4B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACrD,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzD,yBAAyB,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACnD,yBAAyB,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACpD,yBAAyB,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CACnD,CAAC,CAAC"}
|
|
@@ -9,14 +9,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
9
9
|
exports.HttpModule = void 0;
|
|
10
10
|
const common_1 = require("@nestjs/common");
|
|
11
11
|
const http_service_1 = require("./http.service");
|
|
12
|
-
const http_logger_service_1 = require("./services/http.logger.service");
|
|
13
12
|
const http_hook_service_1 = require("./services/http.hook.service");
|
|
14
13
|
let HttpModule = class HttpModule {
|
|
15
14
|
};
|
|
16
15
|
exports.HttpModule = HttpModule;
|
|
17
16
|
exports.HttpModule = HttpModule = __decorate([
|
|
18
17
|
(0, common_1.Module)({
|
|
19
|
-
providers: [http_service_1.HttpService,
|
|
18
|
+
providers: [http_service_1.HttpService, http_hook_service_1.HttpHookService],
|
|
20
19
|
exports: [http_service_1.HttpService],
|
|
21
20
|
})
|
|
22
21
|
], HttpModule);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.module.js","sourceRoot":"","sources":["../../../src/modules/http/http.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,iDAA6C;AAC7C,
|
|
1
|
+
{"version":3,"file":"http.module.js","sourceRoot":"","sources":["../../../src/modules/http/http.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,iDAA6C;AAC7C,oEAA+D;AAMxD,IAAM,UAAU,GAAhB,MAAM,UAAU;CAAG,CAAA;AAAb,gCAAU;qBAAV,UAAU;IAJtB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,0BAAW,EAAE,mCAAe,CAAC;QACzC,OAAO,EAAE,CAAC,0BAAW,CAAC;KACvB,CAAC;GACW,UAAU,CAAG"}
|
|
@@ -1,16 +1,15 @@
|
|
|
1
1
|
import { ConfigService } from '@nestjs/config';
|
|
2
2
|
import { HttpCrawler, HttpCrawlerOptions } from 'crawlee';
|
|
3
|
-
import { HttpLoggerService } from './services/http.logger.service';
|
|
4
3
|
import { HttpHookService } from './services/http.hook.service';
|
|
5
4
|
export declare class HttpService {
|
|
6
5
|
private readonly config;
|
|
7
|
-
private readonly logger;
|
|
8
6
|
private readonly hook;
|
|
7
|
+
private readonly logger;
|
|
9
8
|
private readonly maxRequests;
|
|
10
9
|
private readonly timeoutSecs;
|
|
11
10
|
private readonly maxConcurrency;
|
|
12
11
|
private readonly minConcurrency;
|
|
13
12
|
private readonly maxRequestRetries;
|
|
14
|
-
constructor(config: ConfigService,
|
|
13
|
+
constructor(config: ConfigService, hook: HttpHookService);
|
|
15
14
|
create(options: HttpCrawlerOptions): HttpCrawler<import("crawlee").InternalHttpCrawlingContext<any, any, HttpCrawler<any>>>;
|
|
16
15
|
}
|
|
@@ -8,23 +8,24 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
8
8
|
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
9
|
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
10
|
};
|
|
11
|
+
var HttpService_1;
|
|
11
12
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
13
|
exports.HttpService = void 0;
|
|
13
14
|
const common_1 = require("@nestjs/common");
|
|
14
15
|
const config_1 = require("@nestjs/config");
|
|
15
16
|
const crawlee_1 = require("crawlee");
|
|
16
|
-
const http_logger_service_1 = require("./services/http.logger.service");
|
|
17
17
|
const http_hook_service_1 = require("./services/http.hook.service");
|
|
18
|
+
const logger_1 = require("../../common/logger/logger");
|
|
18
19
|
const http_env_constant_1 = require("./constant/http.env.constant");
|
|
19
20
|
const http_env_constant_2 = require("./constant/http.env.constant");
|
|
20
21
|
const http_env_constant_3 = require("./constant/http.env.constant");
|
|
21
22
|
const http_env_constant_4 = require("./constant/http.env.constant");
|
|
22
23
|
const http_env_constant_5 = require("./constant/http.env.constant");
|
|
23
|
-
let HttpService = class HttpService {
|
|
24
|
-
constructor(config,
|
|
24
|
+
let HttpService = HttpService_1 = class HttpService {
|
|
25
|
+
constructor(config, hook) {
|
|
25
26
|
this.config = config;
|
|
26
|
-
this.logger = logger;
|
|
27
27
|
this.hook = hook;
|
|
28
|
+
this.logger = new logger_1.Logger(HttpService_1.name);
|
|
28
29
|
this.maxConcurrency = this.config.get(http_env_constant_1.MAX_CONCURRENCY);
|
|
29
30
|
this.minConcurrency = this.config.get(http_env_constant_2.MIN_CONCURRENCY);
|
|
30
31
|
this.maxRequestRetries = this.config.get(http_env_constant_3.MAX_REQUEST_RETRIES);
|
|
@@ -52,10 +53,9 @@ let HttpService = class HttpService {
|
|
|
52
53
|
}
|
|
53
54
|
};
|
|
54
55
|
exports.HttpService = HttpService;
|
|
55
|
-
exports.HttpService = HttpService = __decorate([
|
|
56
|
+
exports.HttpService = HttpService = HttpService_1 = __decorate([
|
|
56
57
|
(0, common_1.Injectable)(),
|
|
57
58
|
__metadata("design:paramtypes", [config_1.ConfigService,
|
|
58
|
-
http_logger_service_1.HttpLoggerService,
|
|
59
59
|
http_hook_service_1.HttpHookService])
|
|
60
60
|
], HttpService);
|
|
61
61
|
//# sourceMappingURL=http.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.service.js","sourceRoot":"","sources":["../../../src/modules/http/http.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"http.service.js","sourceRoot":"","sources":["../../../src/modules/http/http.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,qCAA0D;AAE1D,oEAA+D;AAC/D,uDAAoD;AACpD,oEAA+D;AAC/D,oEAA+D;AAC/D,oEAAmE;AACnE,oEAA4D;AAC5D,oEAA4D;AAGrD,IAAM,WAAW,mBAAjB,MAAM,WAAW;IAStB,YACmB,MAAqB,EACrB,IAAqB;QADrB,WAAM,GAAN,MAAM,CAAe;QACrB,SAAI,GAAJ,IAAI,CAAiB;QAVvB,WAAM,GAAG,IAAI,eAAM,CAAC,aAAW,CAAC,IAAI,CAAC,CAAC;QAYrD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,mCAAe,CAAE,CAAC;QAChE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,mCAAe,CAAE,CAAC;QAChE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAmB,CAAE,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,gCAAY,CAAE,CAAC;QAC1D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,gCAAY,CAAE,CAAC;IAC5D,CAAC;IAED,MAAM,CAAC,OAA2B;QAChC,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,cAAc,GAAuB;YACzC,mBAAmB,EAAE,IAAI,CAAC,WAAW;YACrC,yBAAyB,EAAE,IAAI,CAAC,WAAW;YAC3C,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;SAC1C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACrD,OAAO,IAAI,qBAAW,CAAC;YACrB,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAvCY,kCAAW;sBAAX,WAAW;IADvB,IAAA,mBAAU,GAAE;qCAWgB,sBAAa;QACf,mCAAe;GAX7B,WAAW,CAuCvB"}
|
|
@@ -1,8 +1,6 @@
|
|
|
1
1
|
import { HttpHook } from 'crawlee';
|
|
2
|
-
import { HttpLoggerService } from './http.logger.service';
|
|
3
2
|
export declare class HttpHookService {
|
|
4
3
|
private readonly logger;
|
|
5
|
-
constructor(logger: HttpLoggerService);
|
|
6
4
|
getPreNavigationHooks(): HttpHook[];
|
|
7
5
|
getPostNavigationHooks(): HttpHook[];
|
|
8
6
|
}
|
|
@@ -5,16 +5,14 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
5
5
|
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
6
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
7
|
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
8
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
9
|
exports.HttpHookService = void 0;
|
|
13
10
|
const common_1 = require("@nestjs/common");
|
|
14
|
-
const
|
|
11
|
+
const http_service_1 = require("../http.service");
|
|
12
|
+
const logger_1 = require("../../../common/logger/logger");
|
|
15
13
|
let HttpHookService = class HttpHookService {
|
|
16
|
-
constructor(
|
|
17
|
-
this.logger =
|
|
14
|
+
constructor() {
|
|
15
|
+
this.logger = new logger_1.Logger(http_service_1.HttpService.name);
|
|
18
16
|
}
|
|
19
17
|
getPreNavigationHooks() {
|
|
20
18
|
return [
|
|
@@ -72,7 +70,6 @@ let HttpHookService = class HttpHookService {
|
|
|
72
70
|
};
|
|
73
71
|
exports.HttpHookService = HttpHookService;
|
|
74
72
|
exports.HttpHookService = HttpHookService = __decorate([
|
|
75
|
-
(0, common_1.Injectable)()
|
|
76
|
-
__metadata("design:paramtypes", [http_logger_service_1.HttpLoggerService])
|
|
73
|
+
(0, common_1.Injectable)()
|
|
77
74
|
], HttpHookService);
|
|
78
75
|
//# sourceMappingURL=http.hook.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/http/services/http.hook.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"http.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/http/services/http.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,kDAA8C;AAC9C,0DAAuD;AAGhD,IAAM,eAAe,GAArB,MAAM,eAAe;IAArB;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,0BAAW,CAAC,IAAI,CAAC,CAAC;IAyDzD,CAAC;IAvDC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAEhC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,OAAO;wBACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,QAAQ;wBACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AA1DY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;GACA,eAAe,CA0D3B"}
|
|
@@ -9,7 +9,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
9
9
|
exports.PlaywrightModule = void 0;
|
|
10
10
|
const common_1 = require("@nestjs/common");
|
|
11
11
|
const playwright_service_1 = require("./playwright.service");
|
|
12
|
-
const playwright_logger_service_1 = require("./services/playwright.logger.service");
|
|
13
12
|
const playwright_hook_service_1 = require("./services/playwright.hook.service");
|
|
14
13
|
const playwright_browser_service_1 = require("./services/playwright.browser.service");
|
|
15
14
|
let PlaywrightModule = class PlaywrightModule {
|
|
@@ -19,7 +18,6 @@ exports.PlaywrightModule = PlaywrightModule = __decorate([
|
|
|
19
18
|
(0, common_1.Module)({
|
|
20
19
|
providers: [
|
|
21
20
|
playwright_service_1.PlaywrightService,
|
|
22
|
-
playwright_logger_service_1.PlaywrightLoggerService,
|
|
23
21
|
playwright_hook_service_1.PlaywrightHookService,
|
|
24
22
|
playwright_browser_service_1.PlaywrightBrowserService,
|
|
25
23
|
],
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.module.js","sourceRoot":"","sources":["../../../src/modules/playwright/playwright.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,6DAAyD;AACzD,
|
|
1
|
+
{"version":3,"file":"playwright.module.js","sourceRoot":"","sources":["../../../src/modules/playwright/playwright.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,6DAAyD;AACzD,gFAA2E;AAC3E,sFAAiF;AAU1E,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;CAAG,CAAA;AAAnB,4CAAgB;2BAAhB,gBAAgB;IAR5B,IAAA,eAAM,EAAC;QACN,SAAS,EAAE;YACT,sCAAiB;YACjB,+CAAqB;YACrB,qDAAwB;SACzB;QACD,OAAO,EAAE,CAAC,sCAAiB,CAAC;KAC7B,CAAC;GACW,gBAAgB,CAAG"}
|
|
@@ -1,19 +1,20 @@
|
|
|
1
1
|
import { ConfigService } from '@nestjs/config';
|
|
2
2
|
import { PlaywrightCrawler } from '@crawlee/playwright';
|
|
3
3
|
import { PlaywrightCrawlerOptions } from '@crawlee/playwright';
|
|
4
|
-
import {
|
|
4
|
+
import { PlaywrightHookService } from './services/playwright.hook.service';
|
|
5
5
|
import { PlaywrightBrowserService } from './services/playwright.browser.service';
|
|
6
6
|
export declare class PlaywrightService {
|
|
7
7
|
private readonly config;
|
|
8
|
-
private readonly
|
|
8
|
+
private readonly hook;
|
|
9
9
|
private readonly browser;
|
|
10
|
+
private readonly logger;
|
|
10
11
|
private readonly maxRequests;
|
|
11
12
|
private readonly timeoutSecs;
|
|
12
13
|
private readonly maxConcurrency;
|
|
13
14
|
private readonly minConcurrency;
|
|
14
15
|
private readonly maxRequestRetries;
|
|
15
16
|
private readonly headless;
|
|
16
|
-
constructor(config: ConfigService,
|
|
17
|
+
constructor(config: ConfigService, hook: PlaywrightHookService, browser: PlaywrightBrowserService);
|
|
17
18
|
create(options: PlaywrightCrawlerOptions): PlaywrightCrawler;
|
|
18
19
|
getBrowser(): Promise<import("playwright").Browser>;
|
|
19
20
|
}
|
|
@@ -8,13 +8,15 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
8
8
|
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
9
|
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
10
|
};
|
|
11
|
+
var PlaywrightService_1;
|
|
11
12
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
13
|
exports.PlaywrightService = void 0;
|
|
13
14
|
const common_1 = require("@nestjs/common");
|
|
14
15
|
const config_1 = require("@nestjs/config");
|
|
15
16
|
const playwright_1 = require("@crawlee/playwright");
|
|
16
|
-
const
|
|
17
|
+
const playwright_hook_service_1 = require("./services/playwright.hook.service");
|
|
17
18
|
const playwright_browser_service_1 = require("./services/playwright.browser.service");
|
|
19
|
+
const logger_1 = require("../../common/logger/logger");
|
|
18
20
|
const playwright_env_constant_1 = require("./constant/playwright.env.constant");
|
|
19
21
|
const playwright_env_constant_2 = require("./constant/playwright.env.constant");
|
|
20
22
|
const playwright_env_constant_3 = require("./constant/playwright.env.constant");
|
|
@@ -22,11 +24,12 @@ const playwright_env_constant_4 = require("./constant/playwright.env.constant");
|
|
|
22
24
|
const playwright_env_constant_5 = require("./constant/playwright.env.constant");
|
|
23
25
|
const playwright_browser_constant_1 = require("./constant/playwright.browser.constant");
|
|
24
26
|
const playwright_env_constant_6 = require("./constant/playwright.env.constant");
|
|
25
|
-
let PlaywrightService = class PlaywrightService {
|
|
26
|
-
constructor(config,
|
|
27
|
+
let PlaywrightService = PlaywrightService_1 = class PlaywrightService {
|
|
28
|
+
constructor(config, hook, browser) {
|
|
27
29
|
this.config = config;
|
|
28
|
-
this.
|
|
30
|
+
this.hook = hook;
|
|
29
31
|
this.browser = browser;
|
|
32
|
+
this.logger = new logger_1.Logger(PlaywrightService_1.name);
|
|
30
33
|
this.maxConcurrency = this.config.get(playwright_env_constant_1.MAX_CONCURRENCY);
|
|
31
34
|
this.minConcurrency = this.config.get(playwright_env_constant_2.MIN_CONCURRENCY);
|
|
32
35
|
this.maxRequestRetries = this.config.get(playwright_env_constant_3.MAX_REQUEST_RETRIES);
|
|
@@ -36,6 +39,9 @@ let PlaywrightService = class PlaywrightService {
|
|
|
36
39
|
}
|
|
37
40
|
create(options) {
|
|
38
41
|
this.logger.log('🚀 Creating Playwright Crawler instance');
|
|
42
|
+
const { preNavigationHooks = [], postNavigationHooks = [] } = options;
|
|
43
|
+
const defaultPreNavHooks = this.hook.getPreNavigationHooks();
|
|
44
|
+
const defaultPostNavHooks = this.hook.getPostNavigationHooks();
|
|
39
45
|
const defaultOptions = {
|
|
40
46
|
maxRequestsPerCrawl: this.maxRequests,
|
|
41
47
|
requestHandlerTimeoutSecs: this.timeoutSecs,
|
|
@@ -56,7 +62,12 @@ let PlaywrightService = class PlaywrightService {
|
|
|
56
62
|
retireBrowserAfterPageCount: 50,
|
|
57
63
|
},
|
|
58
64
|
};
|
|
59
|
-
const crawler = new playwright_1.PlaywrightCrawler({
|
|
65
|
+
const crawler = new playwright_1.PlaywrightCrawler({
|
|
66
|
+
...defaultOptions,
|
|
67
|
+
...options,
|
|
68
|
+
preNavigationHooks: [...defaultPreNavHooks, ...preNavigationHooks],
|
|
69
|
+
postNavigationHooks: [...defaultPostNavHooks, ...postNavigationHooks],
|
|
70
|
+
});
|
|
60
71
|
this.logger.log('✅ Playwright Crawler instance created successfully');
|
|
61
72
|
return crawler;
|
|
62
73
|
}
|
|
@@ -65,10 +76,10 @@ let PlaywrightService = class PlaywrightService {
|
|
|
65
76
|
}
|
|
66
77
|
};
|
|
67
78
|
exports.PlaywrightService = PlaywrightService;
|
|
68
|
-
exports.PlaywrightService = PlaywrightService = __decorate([
|
|
79
|
+
exports.PlaywrightService = PlaywrightService = PlaywrightService_1 = __decorate([
|
|
69
80
|
(0, common_1.Injectable)(),
|
|
70
81
|
__metadata("design:paramtypes", [config_1.ConfigService,
|
|
71
|
-
|
|
82
|
+
playwright_hook_service_1.PlaywrightHookService,
|
|
72
83
|
playwright_browser_service_1.PlaywrightBrowserService])
|
|
73
84
|
], PlaywrightService);
|
|
74
85
|
//# sourceMappingURL=playwright.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.service.js","sourceRoot":"","sources":["../../../src/modules/playwright/playwright.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"playwright.service.js","sourceRoot":"","sources":["../../../src/modules/playwright/playwright.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,oDAAwD;AAGxD,gFAA2E;AAC3E,sFAAiF;AAEjF,uDAAoD;AACpD,gFAAqE;AACrE,gFAAqE;AACrE,gFAAyE;AACzE,gFAAkE;AAClE,gFAAkE;AAClE,wFAAsE;AACtE,gFAA8D;AAGvD,IAAM,iBAAiB,yBAAvB,MAAM,iBAAiB;IAU5B,YACmB,MAAqB,EACrB,IAA2B,EAC3B,OAAiC;QAFjC,WAAM,GAAN,MAAM,CAAe;QACrB,SAAI,GAAJ,IAAI,CAAuB;QAC3B,YAAO,GAAP,OAAO,CAA0B;QAZnC,WAAM,GAAG,IAAI,eAAM,CAAC,mBAAiB,CAAC,IAAI,CAAC,CAAC;QAc3D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,yCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,yCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,6CAAmB,CAAC,CAAC;QACtE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,kCAAQ,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,CAAC,OAAiC;QACtC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QAC3D,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,cAAc,GAA6B;YAC/C,mBAAmB,EAAE,IAAI,CAAC,WAAW;YACrC,yBAAyB,EAAE,IAAI,CAAC,WAAW;YAC3C,qBAAqB,EAAE,IAAI,CAAC,WAAW;YACvC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE;gBACb,aAAa,EAAE;oBACb,IAAI,EAAE,0CAAY;iBACnB;gBACD,iBAAiB,EAAE,IAAI;aACxB;YACD,kBAAkB,EAAE;gBAClB,eAAe,EAAE,IAAI;gBACrB,2BAA2B,EAAE,EAAE;aAChC;SACF,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,8BAAiB,CAAC;YACpC,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;CACF,CAAA;AA7DY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;qCAYgB,sBAAa;QACf,+CAAqB;QAClB,qDAAwB;GAbzC,iBAAiB,CA6D7B"}
|
|
@@ -1,10 +1,9 @@
|
|
|
1
1
|
import { ConfigService } from '@nestjs/config';
|
|
2
2
|
import { Browser } from 'playwright';
|
|
3
|
-
import { PlaywrightLoggerService } from './playwright.logger.service';
|
|
4
3
|
export declare class PlaywrightBrowserService {
|
|
5
4
|
private readonly config;
|
|
6
5
|
private readonly logger;
|
|
7
6
|
private readonly headless;
|
|
8
|
-
constructor(config: ConfigService
|
|
7
|
+
constructor(config: ConfigService);
|
|
9
8
|
getBrowser(): Promise<Browser>;
|
|
10
9
|
}
|
|
@@ -13,13 +13,14 @@ exports.PlaywrightBrowserService = void 0;
|
|
|
13
13
|
const common_1 = require("@nestjs/common");
|
|
14
14
|
const config_1 = require("@nestjs/config");
|
|
15
15
|
const playwright_1 = require("playwright");
|
|
16
|
-
const
|
|
16
|
+
const playwright_service_1 = require("../playwright.service");
|
|
17
17
|
const playwright_browser_constant_1 = require("../constant/playwright.browser.constant");
|
|
18
18
|
const playwright_env_constant_1 = require("../constant/playwright.env.constant");
|
|
19
|
+
const logger_1 = require("../../../common/logger/logger");
|
|
19
20
|
let PlaywrightBrowserService = class PlaywrightBrowserService {
|
|
20
|
-
constructor(config
|
|
21
|
+
constructor(config) {
|
|
21
22
|
this.config = config;
|
|
22
|
-
this.logger =
|
|
23
|
+
this.logger = new logger_1.Logger(playwright_service_1.PlaywrightService.name);
|
|
23
24
|
this.headless = this.config.get(playwright_env_constant_1.HEADLESS);
|
|
24
25
|
}
|
|
25
26
|
async getBrowser() {
|
|
@@ -35,7 +36,6 @@ let PlaywrightBrowserService = class PlaywrightBrowserService {
|
|
|
35
36
|
exports.PlaywrightBrowserService = PlaywrightBrowserService;
|
|
36
37
|
exports.PlaywrightBrowserService = PlaywrightBrowserService = __decorate([
|
|
37
38
|
(0, common_1.Injectable)(),
|
|
38
|
-
__metadata("design:paramtypes", [config_1.ConfigService
|
|
39
|
-
playwright_logger_service_1.PlaywrightLoggerService])
|
|
39
|
+
__metadata("design:paramtypes", [config_1.ConfigService])
|
|
40
40
|
], PlaywrightBrowserService);
|
|
41
41
|
//# sourceMappingURL=playwright.browser.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/playwright/services/playwright.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,2CAA+C;AAE/C,
|
|
1
|
+
{"version":3,"file":"playwright.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/playwright/services/playwright.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,2CAA+C;AAE/C,8DAA0D;AAC1D,yFAAuE;AACvE,iFAA+D;AAC/D,0DAAuD;AAGhD,IAAM,wBAAwB,GAA9B,MAAM,wBAAwB;IAInC,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QAHjC,WAAM,GAAG,IAAI,eAAM,CAAC,sCAAiB,CAAC,IAAI,CAAC,CAAC;QAI3D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,kCAAQ,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;QAClE,MAAM,OAAO,GAAG,MAAM,qBAAQ,CAAC,MAAM,CAAC;YACpC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,0CAAY;SACnB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AAjBY,4DAAwB;mCAAxB,wBAAwB;IADpC,IAAA,mBAAU,GAAE;qCAK0B,sBAAa;GAJvC,wBAAwB,CAiBpC"}
|
|
@@ -1,8 +1,6 @@
|
|
|
1
|
-
import { PlaywrightLoggerService } from './playwright.logger.service';
|
|
2
1
|
import { PlaywrightHook } from '@crawlee/playwright';
|
|
3
2
|
export declare class PlaywrightHookService {
|
|
4
3
|
private readonly logger;
|
|
5
|
-
constructor(logger: PlaywrightLoggerService);
|
|
6
4
|
getPreNavigationHooks(): PlaywrightHook[];
|
|
7
5
|
getPostNavigationHooks(): PlaywrightHook[];
|
|
8
6
|
}
|
|
@@ -5,16 +5,14 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
5
5
|
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
6
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
7
|
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
8
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
9
|
exports.PlaywrightHookService = void 0;
|
|
13
10
|
const common_1 = require("@nestjs/common");
|
|
14
|
-
const
|
|
11
|
+
const logger_1 = require("../../../common/logger/logger");
|
|
12
|
+
const playwright_service_1 = require("../playwright.service");
|
|
15
13
|
let PlaywrightHookService = class PlaywrightHookService {
|
|
16
|
-
constructor(
|
|
17
|
-
this.logger =
|
|
14
|
+
constructor() {
|
|
15
|
+
this.logger = new logger_1.Logger(playwright_service_1.PlaywrightService.name);
|
|
18
16
|
}
|
|
19
17
|
getPreNavigationHooks() {
|
|
20
18
|
return [
|
|
@@ -66,7 +64,6 @@ let PlaywrightHookService = class PlaywrightHookService {
|
|
|
66
64
|
};
|
|
67
65
|
exports.PlaywrightHookService = PlaywrightHookService;
|
|
68
66
|
exports.PlaywrightHookService = PlaywrightHookService = __decorate([
|
|
69
|
-
(0, common_1.Injectable)()
|
|
70
|
-
__metadata("design:paramtypes", [playwright_logger_service_1.PlaywrightLoggerService])
|
|
67
|
+
(0, common_1.Injectable)()
|
|
71
68
|
], PlaywrightHookService);
|
|
72
69
|
//# sourceMappingURL=playwright.hook.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/playwright/services/playwright.hook.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"playwright.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/playwright/services/playwright.hook.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwD;AAGxD,0DAAuD;AACvD,8DAA0D;AAGnD,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAA3B;QACY,WAAM,GAAG,IAAI,eAAM,CAAC,sCAAiB,CAAC,IAAI,CAAC,CAAC;IAmD/D,CAAC;IAjDC,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,MAAM,yBAAyB,EAAE,CAAC;YACpC,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAErC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AApDY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;GACA,qBAAqB,CAoDjC"}
|
package/package.json
CHANGED
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
import { LoggerService } from '@nestjs/common';
|
|
2
|
-
export declare class CamoufoxLoggerService implements LoggerService {
|
|
3
|
-
private readonly logger;
|
|
4
|
-
constructor();
|
|
5
|
-
log(message: any, ...optionalParams: any[]): any;
|
|
6
|
-
debug(message: any, ...optionalParams: any[]): any;
|
|
7
|
-
verbose(message: any, ...optionalParams: any[]): any;
|
|
8
|
-
warn(message: any, ...optionalParams: any[]): any;
|
|
9
|
-
error(message: any, ...optionalParams: any[]): any;
|
|
10
|
-
fatal?(message: any, ...optionalParams: any[]): any;
|
|
11
|
-
}
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.CamoufoxLoggerService = void 0;
|
|
13
|
-
const common_1 = require("@nestjs/common");
|
|
14
|
-
const camoufox_service_1 = require("../camoufox.service");
|
|
15
|
-
let CamoufoxLoggerService = class CamoufoxLoggerService {
|
|
16
|
-
constructor() {
|
|
17
|
-
const options = { timestamp: true };
|
|
18
|
-
this.logger = new common_1.Logger(camoufox_service_1.CamoufoxService.name, options);
|
|
19
|
-
}
|
|
20
|
-
log(message, ...optionalParams) {
|
|
21
|
-
this.logger.log(message, ...optionalParams);
|
|
22
|
-
}
|
|
23
|
-
debug(message, ...optionalParams) {
|
|
24
|
-
this.logger.debug(message, ...optionalParams);
|
|
25
|
-
}
|
|
26
|
-
verbose(message, ...optionalParams) {
|
|
27
|
-
this.logger.verbose(message, ...optionalParams);
|
|
28
|
-
}
|
|
29
|
-
warn(message, ...optionalParams) {
|
|
30
|
-
this.logger.warn(message, ...optionalParams);
|
|
31
|
-
}
|
|
32
|
-
error(message, ...optionalParams) {
|
|
33
|
-
this.logger.error(message, ...optionalParams);
|
|
34
|
-
}
|
|
35
|
-
fatal(message, ...optionalParams) {
|
|
36
|
-
this.logger.fatal(message, ...optionalParams);
|
|
37
|
-
}
|
|
38
|
-
};
|
|
39
|
-
exports.CamoufoxLoggerService = CamoufoxLoggerService;
|
|
40
|
-
exports.CamoufoxLoggerService = CamoufoxLoggerService = __decorate([
|
|
41
|
-
(0, common_1.Injectable)(),
|
|
42
|
-
__metadata("design:paramtypes", [])
|
|
43
|
-
], CamoufoxLoggerService);
|
|
44
|
-
//# sourceMappingURL=camoufox.logger.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"camoufox.logger.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.logger.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAmE;AAEnE,0DAAsD;AAG/C,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAEhC;QACE,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IAED,GAAG,CAAC,OAAY,EAAE,GAAG,cAAqB;QACxC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC5C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,CAAC,OAAY,EAAE,GAAG,cAAqB;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAE,OAAY,EAAE,GAAG,cAAqB;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;CACF,CAAA;AA9BY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;;GACA,qBAAqB,CA8BjC"}
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
import { LoggerService } from '@nestjs/common';
|
|
2
|
-
export declare class CheerioLoggerService implements LoggerService {
|
|
3
|
-
private readonly logger;
|
|
4
|
-
constructor();
|
|
5
|
-
log(message: any, ...optionalParams: any[]): any;
|
|
6
|
-
debug(message: any, ...optionalParams: any[]): any;
|
|
7
|
-
verbose(message: any, ...optionalParams: any[]): any;
|
|
8
|
-
warn(message: any, ...optionalParams: any[]): any;
|
|
9
|
-
error(message: any, ...optionalParams: any[]): any;
|
|
10
|
-
fatal?(message: any, ...optionalParams: any[]): any;
|
|
11
|
-
}
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.CheerioLoggerService = void 0;
|
|
13
|
-
const common_1 = require("@nestjs/common");
|
|
14
|
-
const cheerio_service_1 = require("../cheerio.service");
|
|
15
|
-
let CheerioLoggerService = class CheerioLoggerService {
|
|
16
|
-
constructor() {
|
|
17
|
-
const options = { timestamp: true };
|
|
18
|
-
this.logger = new common_1.Logger(cheerio_service_1.CheerioService.name, options);
|
|
19
|
-
}
|
|
20
|
-
log(message, ...optionalParams) {
|
|
21
|
-
this.logger.log(message, ...optionalParams);
|
|
22
|
-
}
|
|
23
|
-
debug(message, ...optionalParams) {
|
|
24
|
-
this.logger.debug(message, ...optionalParams);
|
|
25
|
-
}
|
|
26
|
-
verbose(message, ...optionalParams) {
|
|
27
|
-
this.logger.verbose(message, ...optionalParams);
|
|
28
|
-
}
|
|
29
|
-
warn(message, ...optionalParams) {
|
|
30
|
-
this.logger.warn(message, ...optionalParams);
|
|
31
|
-
}
|
|
32
|
-
error(message, ...optionalParams) {
|
|
33
|
-
this.logger.error(message, ...optionalParams);
|
|
34
|
-
}
|
|
35
|
-
fatal(message, ...optionalParams) {
|
|
36
|
-
this.logger.fatal(message, ...optionalParams);
|
|
37
|
-
}
|
|
38
|
-
};
|
|
39
|
-
exports.CheerioLoggerService = CheerioLoggerService;
|
|
40
|
-
exports.CheerioLoggerService = CheerioLoggerService = __decorate([
|
|
41
|
-
(0, common_1.Injectable)(),
|
|
42
|
-
__metadata("design:paramtypes", [])
|
|
43
|
-
], CheerioLoggerService);
|
|
44
|
-
//# sourceMappingURL=cheerio.logger.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"cheerio.logger.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.logger.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAmE;AAEnE,wDAAoD;AAG7C,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAE/B;QACE,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,gCAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAED,GAAG,CAAC,OAAY,EAAE,GAAG,cAAqB;QACxC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC5C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,CAAC,OAAY,EAAE,GAAG,cAAqB;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAE,OAAY,EAAE,GAAG,cAAqB;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;CACF,CAAA;AA9BY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;;GACA,oBAAoB,CA8BhC"}
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
import { LoggerService } from '@nestjs/common';
|
|
2
|
-
export declare class HttpLoggerService implements LoggerService {
|
|
3
|
-
private readonly logger;
|
|
4
|
-
constructor();
|
|
5
|
-
log(message: any, ...optionalParams: any[]): any;
|
|
6
|
-
debug(message: any, ...optionalParams: any[]): any;
|
|
7
|
-
verbose(message: any, ...optionalParams: any[]): any;
|
|
8
|
-
warn(message: any, ...optionalParams: any[]): any;
|
|
9
|
-
error(message: any, ...optionalParams: any[]): any;
|
|
10
|
-
fatal?(message: any, ...optionalParams: any[]): any;
|
|
11
|
-
}
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.HttpLoggerService = void 0;
|
|
13
|
-
const common_1 = require("@nestjs/common");
|
|
14
|
-
const http_service_1 = require("../http.service");
|
|
15
|
-
let HttpLoggerService = class HttpLoggerService {
|
|
16
|
-
constructor() {
|
|
17
|
-
const options = { timestamp: true };
|
|
18
|
-
this.logger = new common_1.Logger(http_service_1.HttpService.name, options);
|
|
19
|
-
}
|
|
20
|
-
log(message, ...optionalParams) {
|
|
21
|
-
this.logger.log(message, ...optionalParams);
|
|
22
|
-
}
|
|
23
|
-
debug(message, ...optionalParams) {
|
|
24
|
-
this.logger.debug(message, ...optionalParams);
|
|
25
|
-
}
|
|
26
|
-
verbose(message, ...optionalParams) {
|
|
27
|
-
this.logger.verbose(message, ...optionalParams);
|
|
28
|
-
}
|
|
29
|
-
warn(message, ...optionalParams) {
|
|
30
|
-
this.logger.warn(message, ...optionalParams);
|
|
31
|
-
}
|
|
32
|
-
error(message, ...optionalParams) {
|
|
33
|
-
this.logger.error(message, ...optionalParams);
|
|
34
|
-
}
|
|
35
|
-
fatal(message, ...optionalParams) {
|
|
36
|
-
this.logger.fatal(message, ...optionalParams);
|
|
37
|
-
}
|
|
38
|
-
};
|
|
39
|
-
exports.HttpLoggerService = HttpLoggerService;
|
|
40
|
-
exports.HttpLoggerService = HttpLoggerService = __decorate([
|
|
41
|
-
(0, common_1.Injectable)(),
|
|
42
|
-
__metadata("design:paramtypes", [])
|
|
43
|
-
], HttpLoggerService);
|
|
44
|
-
//# sourceMappingURL=http.logger.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"http.logger.service.js","sourceRoot":"","sources":["../../../../src/modules/http/services/http.logger.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAmE;AAEnE,kDAA8C;AAGvC,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAE5B;QACE,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,0BAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAED,GAAG,CAAC,OAAY,EAAE,GAAG,cAAqB;QACxC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC5C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,CAAC,OAAY,EAAE,GAAG,cAAqB;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAE,OAAY,EAAE,GAAG,cAAqB;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;CACF,CAAA;AA9BY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;;GACA,iBAAiB,CA8B7B"}
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
import { LoggerService } from '@nestjs/common';
|
|
2
|
-
export declare class PlaywrightLoggerService implements LoggerService {
|
|
3
|
-
private readonly logger;
|
|
4
|
-
constructor();
|
|
5
|
-
log(message: any, ...optionalParams: any[]): any;
|
|
6
|
-
debug(message: any, ...optionalParams: any[]): any;
|
|
7
|
-
verbose(message: any, ...optionalParams: any[]): any;
|
|
8
|
-
warn(message: any, ...optionalParams: any[]): any;
|
|
9
|
-
error(message: any, ...optionalParams: any[]): any;
|
|
10
|
-
fatal?(message: any, ...optionalParams: any[]): any;
|
|
11
|
-
}
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.PlaywrightLoggerService = void 0;
|
|
13
|
-
const common_1 = require("@nestjs/common");
|
|
14
|
-
const playwright_service_1 = require("../playwright.service");
|
|
15
|
-
let PlaywrightLoggerService = class PlaywrightLoggerService {
|
|
16
|
-
constructor() {
|
|
17
|
-
const options = { timestamp: true };
|
|
18
|
-
this.logger = new common_1.Logger(playwright_service_1.PlaywrightService.name, options);
|
|
19
|
-
}
|
|
20
|
-
log(message, ...optionalParams) {
|
|
21
|
-
this.logger.log(message, ...optionalParams);
|
|
22
|
-
}
|
|
23
|
-
debug(message, ...optionalParams) {
|
|
24
|
-
this.logger.debug(message, ...optionalParams);
|
|
25
|
-
}
|
|
26
|
-
verbose(message, ...optionalParams) {
|
|
27
|
-
this.logger.verbose(message, ...optionalParams);
|
|
28
|
-
}
|
|
29
|
-
warn(message, ...optionalParams) {
|
|
30
|
-
this.logger.warn(message, ...optionalParams);
|
|
31
|
-
}
|
|
32
|
-
error(message, ...optionalParams) {
|
|
33
|
-
this.logger.error(message, ...optionalParams);
|
|
34
|
-
}
|
|
35
|
-
fatal(message, ...optionalParams) {
|
|
36
|
-
this.logger.fatal(message, ...optionalParams);
|
|
37
|
-
}
|
|
38
|
-
};
|
|
39
|
-
exports.PlaywrightLoggerService = PlaywrightLoggerService;
|
|
40
|
-
exports.PlaywrightLoggerService = PlaywrightLoggerService = __decorate([
|
|
41
|
-
(0, common_1.Injectable)(),
|
|
42
|
-
__metadata("design:paramtypes", [])
|
|
43
|
-
], PlaywrightLoggerService);
|
|
44
|
-
//# sourceMappingURL=playwright.logger.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.logger.service.js","sourceRoot":"","sources":["../../../../src/modules/playwright/services/playwright.logger.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAmE;AAEnE,8DAA0D;AAGnD,IAAM,uBAAuB,GAA7B,MAAM,uBAAuB;IAElC;QACE,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,sCAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC;IAED,GAAG,CAAC,OAAY,EAAE,GAAG,cAAqB;QACxC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC5C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,CAAC,OAAY,EAAE,GAAG,cAAqB;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAE,OAAY,EAAE,GAAG,cAAqB;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;CACF,CAAA;AA9BY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAU,GAAE;;GACA,uBAAuB,CA8BnC"}
|