@rafikidota/scoutee 0.12.0 → 0.15.0

package/dist/modules/camoufox/services/camoufox.browser.service.js

@@ -11,25 +11,22 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CamoufoxBrowserService = void 0;
 const common_1 = require("@nestjs/common");
-const config_1 = require("@nestjs/config");
 const playwright_1 = require("playwright");
 const camoufox_js_1 = require("camoufox-js");
 const camoufox_service_1 = require("../camoufox.service");
 const logger_1 = require("../../../common/logger/logger");
-const camoufox_env_constant_1 = require("../constant/camoufox.env.constant");
+const camoufox_config_service_1 = require("./camoufox.config.service");
 let CamoufoxBrowserService = class CamoufoxBrowserService {
     constructor(config) {
         this.config = config;
         this.logger = new logger_1.Logger(camoufox_service_1.CamoufoxService.name);
-        this.headless = this.config.get(camoufox_env_constant_1.HEADLESS);
-        this.path = this.config.get(camoufox_env_constant_1.EXECUTABLE_PATH);
     }
     async getLaunchOptions() {
         const options = await (0, camoufox_js_1.launchOptions)({
-            headless: this.headless,
+            headless: this.config.headless,
         });
-        if (this.path) {
-            options.executablePath = this.path;
+        if (this.config.executablePath) {
+            options.executablePath = this.config.executablePath;
         }
         return options;
     }
@@ -44,6 +41,6 @@ let CamoufoxBrowserService = class CamoufoxBrowserService {
 exports.CamoufoxBrowserService = CamoufoxBrowserService;
 exports.CamoufoxBrowserService = CamoufoxBrowserService = __decorate([
     (0, common_1.Injectable)(),
-    __metadata("design:paramtypes", [config_1.ConfigService])
+    __metadata("design:paramtypes", [camoufox_config_service_1.CamoufoxConfigService])
 ], CamoufoxBrowserService);
 //# sourceMappingURL=camoufox.browser.service.js.map

package/dist/modules/camoufox/services/camoufox.browser.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,2CAA8C;AAC9C,6CAA4C;AAE5C,0DAAsD;AAEtD,0DAAuD;AACvD,6EAA8E;AAGvE,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAMjC,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QALjC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;QAMzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,gCAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAe,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAa,EAAC;YAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC;QACrC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,oBAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AA5BY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAO0B,sBAAa;GANvC,sBAAsB,CA4BlC"}
+{"version":3,"file":"camoufox.browser.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.browser.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAE5C,2CAA8C;AAC9C,6CAA4C;AAE5C,0DAAsD;AAEtD,0DAAuD;AACvD,uEAAkE;AAG3D,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAGjC,YAA6B,MAA6B;QAA7B,WAAM,GAAN,MAAM,CAAuB;QAFzC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAE9D,KAAK,CAAC,gBAAgB;QACpB,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAa,EAAC;YAClC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;SAC/B,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC/B,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACtD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,oBAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACtE,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AAtBY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;qCAI0B,+CAAqB;GAH/C,sBAAsB,CAsBlC"}

package/dist/modules/camoufox/services/camoufox.config.service.d.ts

@@ -0,0 +1,18 @@
+import { ConfigService } from '@nestjs/config';
+import { CamoufoxConfig } from '../types/camoufox.config';
+export declare class CamoufoxConfigService {
+    private readonly service;
+    private readonly _env;
+    constructor(service: ConfigService);
+    get env(): CamoufoxConfig;
+    get maxRequests(): number;
+    get timeoutSecs(): number;
+    get maxConcurrency(): number;
+    get minConcurrency(): number;
+    get maxRequestRetries(): number;
+    get headless(): boolean;
+    get useIncognitoPages(): boolean;
+    get initialPage(): number;
+    get executablePath(): string;
+    get handleCloudflareChallenge(): boolean;
+}

package/dist/modules/camoufox/services/camoufox.config.service.js

@@ -0,0 +1,71 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CamoufoxConfigService = void 0;
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const camoufox_env_constant_1 = require("./../constant/camoufox.env.constant");
+let CamoufoxConfigService = class CamoufoxConfigService {
+    constructor(service) {
+        this.service = service;
+        this._env = {
+            maxConcurrency: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.MAX_CONCURRENCY),
+            minConcurrency: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.MIN_CONCURRENCY),
+            maxRequestRetries: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.MAX_REQUEST_RETRIES),
+            timeoutSecs: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.TIMEOUT_SECS),
+            maxRequests: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.MAX_REQUESTS),
+            initialPage: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.INITIAL_PAGE),
+            headless: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.HEADLESS),
+            executablePath: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.EXECUTABLE_PATH),
+            handleCloudflareChallenge: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.HANDLE_CLOUDFLARE_CHALLENGE),
+            useIncognitoPages: this.service.get(camoufox_env_constant_1.CAMOUFOX_ENV.INCOGNITO_PAGES),
+        };
+    }
+    get env() {
+        return this._env;
+    }
+    get maxRequests() {
+        return Number(this._env.maxRequests);
+    }
+    get timeoutSecs() {
+        return Number(this._env.timeoutSecs);
+    }
+    get maxConcurrency() {
+        return Number(this._env.maxConcurrency);
+    }
+    get minConcurrency() {
+        return Number(this._env.minConcurrency);
+    }
+    get maxRequestRetries() {
+        return Number(this._env.maxRequestRetries);
+    }
+    get headless() {
+        return Boolean(this._env.headless);
+    }
+    get useIncognitoPages() {
+        return Boolean(this._env.useIncognitoPages);
+    }
+    get initialPage() {
+        return Number(this._env.initialPage);
+    }
+    get executablePath() {
+        return String(this._env.executablePath);
+    }
+    get handleCloudflareChallenge() {
+        return Boolean(this._env.handleCloudflareChallenge);
+    }
+};
+exports.CamoufoxConfigService = CamoufoxConfigService;
+exports.CamoufoxConfigService = CamoufoxConfigService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [config_1.ConfigService])
+], CamoufoxConfigService);
+//# sourceMappingURL=camoufox.config.service.js.map

package/dist/modules/camoufox/services/camoufox.config.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"camoufox.config.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAG/C,+EAA0E;AAGnE,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAGhC,YAA6B,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;QACjD,IAAI,CAAC,IAAI,GAAG;YACV,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,mBAAmB,CAAC;YACpE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,YAAY,CAAC;YACvD,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,QAAQ,CAAC;YACjD,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,oCAAG,CAAC,eAAe,CAAC;YAC7D,yBAAyB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CACzC,oCAAG,CAAC,2BAA2B,CAChC;YACD,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAU,oCAAG,CAAC,eAAe,CAAC;SAClE,CAAC;IACJ,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,yBAAyB;QAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACtD,CAAC;CACF,CAAA;AA/DY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;qCAI2B,sBAAa;GAHxC,qBAAqB,CA+DjC"}

package/dist/modules/camoufox/services/camoufox.hook.service.d.ts

@@ -1,10 +1,9 @@
-import { ConfigService } from '@nestjs/config';
 import { PlaywrightHook } from '@crawlee/playwright';
+import { CamoufoxConfigService } from './camoufox.config.service';
 export declare class CamoufoxHookService {
     private readonly config;
     private readonly logger;
-    private readonly shouldHandleCloudflareChallenge;
-    constructor(config: ConfigService);
+    constructor(config: CamoufoxConfigService);
     getPreNavigationHooks(): PlaywrightHook[];
     getPostNavigationHooks(): PlaywrightHook[];
 }

package/dist/modules/camoufox/services/camoufox.hook.service.js

@@ -11,16 +11,13 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CamoufoxHookService = void 0;
 const common_1 = require("@nestjs/common");
-const config_1 = require("@nestjs/config");
 const logger_1 = require("../../../common/logger/logger");
 const camoufox_service_1 = require("../camoufox.service");
-const camoufox_env_constant_1 = require("../constant/camoufox.env.constant");
+const camoufox_config_service_1 = require("./camoufox.config.service");
 let CamoufoxHookService = class CamoufoxHookService {
     constructor(config) {
         this.config = config;
         this.logger = new logger_1.Logger(camoufox_service_1.CamoufoxService.name);
-        const enabled = this.config.get(camoufox_env_constant_1.HANDLE_CLOUDFLARE_CHALLENGE, false);
-        this.shouldHandleCloudflareChallenge = enabled;
     }
     getPreNavigationHooks() {
         return [
@@ -32,7 +29,7 @@ let CamoufoxHookService = class CamoufoxHookService {
     getPostNavigationHooks() {
         return [
             async ({ handleCloudflareChallenge }) => {
-                if (this.shouldHandleCloudflareChallenge) {
+                if (this.config.handleCloudflareChallenge) {
                     await handleCloudflareChallenge();
                 }
             },
@@ -75,6 +72,6 @@ let CamoufoxHookService = class CamoufoxHookService {
 exports.CamoufoxHookService = CamoufoxHookService;
 exports.CamoufoxHookService = CamoufoxHookService = __decorate([
     (0, common_1.Injectable)(),
-    __metadata("design:paramtypes", [config_1.ConfigService])
+    __metadata("design:paramtypes", [camoufox_config_service_1.CamoufoxConfigService])
 ], CamoufoxHookService);
 //# sourceMappingURL=camoufox.hook.service.js.map

package/dist/modules/camoufox/services/camoufox.hook.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"camoufox.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AACxD,2CAA+C;AAG/C,0DAAuD;AACvD,0DAAsD;AACtD,6EAA8F;AAGvF,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAI9B,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QAHjC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;QAIzD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,mDAAU,EAAE,KAAK,CAAC,CAAC;QAC5D,IAAI,CAAC,+BAA+B,GAAG,OAAO,CAAC;IACjD,CAAC;IAED,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,IAAI,IAAI,CAAC,+BAA+B,EAAE,CAAC;oBACzC,MAAM,yBAAyB,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAErC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AA5DY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;qCAK0B,sBAAa;GAJvC,mBAAmB,CA4D/B"}
+{"version":3,"file":"camoufox.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/services/camoufox.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAIxD,0DAAuD;AACvD,0DAAsD;AACtD,uEAAkE;AAG3D,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAG9B,YAA6B,MAA6B;QAA7B,WAAM,GAAN,MAAM,CAAuB;QAFzC,WAAM,GAAG,IAAI,eAAM,CAAC,kCAAe,CAAC,IAAI,CAAC,CAAC;IAEE,CAAC;IAE9D,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,KAAK,EAAE,EAAE,yBAAyB,EAAE,EAAE,EAAE;gBACtC,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE,CAAC;oBAC1C,MAAM,yBAAyB,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAErC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAxDY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;qCAI0B,+CAAqB;GAH/C,mBAAmB,CAwD/B"}

package/dist/modules/camoufox/types/camoufox.config.d.ts

@@ -0,0 +1,12 @@
+export type CamoufoxConfig = {
+    maxRequests: number;
+    timeoutSecs: number;
+    maxConcurrency: number;
+    minConcurrency: number;
+    maxRequestRetries: number;
+    initialPage: number;
+    headless: boolean;
+    executablePath: string;
+    handleCloudflareChallenge: boolean;
+    useIncognitoPages: boolean;
+};

package/dist/modules/camoufox/types/camoufox.config.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=camoufox.config.js.map

package/dist/modules/camoufox/types/camoufox.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"camoufox.config.js","sourceRoot":"","sources":["../../../../src/modules/camoufox/types/camoufox.config.ts"],"names":[],"mappings":""}

package/dist/modules/cheerio/cheerio.module.js

@@ -9,13 +9,14 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.CheerioModule = void 0;
 const common_1 = require("@nestjs/common");
 const cheerio_service_1 = require("./cheerio.service");
+const cheerio_config_service_1 = require("./services/cheerio.config.service");
 const cheerio_hook_service_1 = require("./services/cheerio.hook.service");
 let CheerioModule = class CheerioModule {
 };
 exports.CheerioModule = CheerioModule;
 exports.CheerioModule = CheerioModule = __decorate([
     (0, common_1.Module)({
-        providers: [cheerio_service_1.CheerioService, cheerio_hook_service_1.CheerioHookService],
+        providers: [cheerio_service_1.CheerioService, cheerio_config_service_1.CheerioConfigService, cheerio_hook_service_1.CheerioHookService],
         exports: [cheerio_service_1.CheerioService],
     })
 ], CheerioModule);

package/dist/modules/cheerio/cheerio.module.js.map

@@ -1 +1 @@
-{"version":3,"file":"cheerio.module.js","sourceRoot":"","sources":["../../../src/modules/cheerio/cheerio.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,uDAAmD;AACnD,0EAAqE;AAM9D,IAAM,aAAa,GAAnB,MAAM,aAAa;CAAG,CAAA;AAAhB,sCAAa;wBAAb,aAAa;IAJzB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,gCAAc,EAAE,yCAAkB,CAAC;QAC/C,OAAO,EAAE,CAAC,gCAAc,CAAC;KAC1B,CAAC;GACW,aAAa,CAAG"}
+{"version":3,"file":"cheerio.module.js","sourceRoot":"","sources":["../../../src/modules/cheerio/cheerio.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,uDAAmD;AACnD,8EAAyE;AACzE,0EAAqE;AAM9D,IAAM,aAAa,GAAnB,MAAM,aAAa;CAAG,CAAA;AAAhB,sCAAa;wBAAb,aAAa;IAJzB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,gCAAc,EAAE,6CAAoB,EAAE,yCAAkB,CAAC;QACrE,OAAO,EAAE,CAAC,gCAAc,CAAC;KAC1B,CAAC;GACW,aAAa,CAAG"}

package/dist/modules/cheerio/cheerio.service.d.ts

@@ -1,15 +1,10 @@
-import { ConfigService } from '@nestjs/config';
 import { CheerioCrawler, CheerioCrawlerOptions } from 'crawlee';
 import { CheerioHookService } from './services/cheerio.hook.service';
+import { CheerioConfigService } from './services/cheerio.config.service';
 export declare class CheerioService {
     private readonly config;
     private readonly hook;
     private readonly logger;
-    private readonly maxRequests;
-    private readonly timeoutSecs;
-    private readonly maxConcurrency;
-    private readonly minConcurrency;
-    private readonly maxRequestRetries;
-    constructor(config: ConfigService, hook: CheerioHookService);
+    constructor(config: CheerioConfigService, hook: CheerioHookService);
     create(options: CheerioCrawlerOptions): CheerioCrawler;
 }

package/dist/modules/cheerio/cheerio.service.js

@@ -12,36 +12,27 @@ var CheerioService_1;
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CheerioService = void 0;
 const common_1 = require("@nestjs/common");
-const config_1 = require("@nestjs/config");
 const crawlee_1 = require("crawlee");
 const cheerio_hook_service_1 = require("./services/cheerio.hook.service");
+const cheerio_config_service_1 = require("./services/cheerio.config.service");
 const logger_1 = require("../../common/logger/logger");
-const cheerio_env_constant_1 = require("./constant/cheerio.env.constant");
-const cheerio_env_constant_2 = require("./constant/cheerio.env.constant");
-const cheerio_env_constant_3 = require("./constant/cheerio.env.constant");
-const cheerio_env_constant_4 = require("./constant/cheerio.env.constant");
-const cheerio_env_constant_5 = require("./constant/cheerio.env.constant");
 let CheerioService = CheerioService_1 = class CheerioService {
     constructor(config, hook) {
         this.config = config;
         this.hook = hook;
         this.logger = new logger_1.Logger(CheerioService_1.name);
-        this.maxConcurrency = this.config.get(cheerio_env_constant_1.MAX_CONCURRENCY);
-        this.minConcurrency = this.config.get(cheerio_env_constant_2.MIN_CONCURRENCY);
-        this.maxRequestRetries = this.config.get(cheerio_env_constant_3.MAX_REQUEST_RETRIES);
-        this.timeoutSecs = this.config.get(cheerio_env_constant_4.TIMEOUT_SECS);
-        this.maxRequests = this.config.get(cheerio_env_constant_5.MAX_REQUESTS);
     }
     create(options) {
         const { preNavigationHooks = [], postNavigationHooks = [] } = options;
         const defaultPreNavHooks = this.hook.getPreNavigationHooks();
         const defaultPostNavHooks = this.hook.getPostNavigationHooks();
+        const { env } = this.config;
         const defaultOptions = {
-            maxRequestsPerCrawl: this.maxRequests,
-            requestHandlerTimeoutSecs: this.timeoutSecs,
-            maxConcurrency: this.maxConcurrency,
-            minConcurrency: this.minConcurrency,
-            maxRequestRetries: this.maxRequestRetries,
+            maxRequestsPerCrawl: env.maxRequests,
+            requestHandlerTimeoutSecs: env.timeoutSecs,
+            maxConcurrency: env.maxConcurrency,
+            minConcurrency: env.minConcurrency,
+            maxRequestRetries: env.maxRequestRetries,
         };
         this.logger.log('Creating Cheerio Crawler instance');
         return new crawlee_1.CheerioCrawler({
@@ -55,7 +46,7 @@ let CheerioService = CheerioService_1 = class CheerioService {
 exports.CheerioService = CheerioService;
 exports.CheerioService = CheerioService = CheerioService_1 = __decorate([
     (0, common_1.Injectable)(),
-    __metadata("design:paramtypes", [config_1.ConfigService,
+    __metadata("design:paramtypes", [cheerio_config_service_1.CheerioConfigService,
         cheerio_hook_service_1.CheerioHookService])
 ], CheerioService);
 //# sourceMappingURL=cheerio.service.js.map

package/dist/modules/cheerio/cheerio.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"cheerio.service.js","sourceRoot":"","sources":["../../../src/modules/cheerio/cheerio.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,qCAAgE;AAChE,0EAAqE;AACrE,uDAAoD;AACpD,0EAAkE;AAClE,0EAAkE;AAClE,0EAAsE;AACtE,0EAA+D;AAC/D,0EAA+D;AAGxD,IAAM,cAAc,sBAApB,MAAM,cAAc;IASzB,YACmB,MAAqB,EACrB,IAAwB;QADxB,WAAM,GAAN,MAAM,CAAe;QACrB,SAAI,GAAJ,IAAI,CAAoB;QAV1B,WAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;QAYxD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sCAAe,CAAE,CAAC;QAChE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,sCAAe,CAAE,CAAC;QAChE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,0CAAmB,CAAE,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,mCAAY,CAAE,CAAC;QAC1D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,mCAAY,CAAE,CAAC;IAC5D,CAAC;IAED,MAAM,CAAC,OAA8B;QACnC,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,cAAc,GAA0B;YAC5C,mBAAmB,EAAE,IAAI,CAAC,WAAW;YACrC,yBAAyB,EAAE,IAAI,CAAC,WAAW;YAC3C,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;SAC1C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACrD,OAAO,IAAI,wBAAc,CAAC;YACxB,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAvCY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAWgB,sBAAa;QACf,yCAAkB;GAXhC,cAAc,CAuC1B"}
+{"version":3,"file":"cheerio.service.js","sourceRoot":"","sources":["../../../src/modules/cheerio/cheerio.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAE5C,qCAAgE;AAChE,0EAAqE;AACrE,8EAAyE;AACzE,uDAAoD;AAG7C,IAAM,cAAc,sBAApB,MAAM,cAAc;IAGzB,YACmB,MAA4B,EAC5B,IAAwB;QADxB,WAAM,GAAN,MAAM,CAAsB;QAC5B,SAAI,GAAJ,IAAI,CAAoB;QAJ1B,WAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;IAKvD,CAAC;IAEJ,MAAM,CAAC,OAA8B;QACnC,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC5B,MAAM,cAAc,GAA0B;YAC5C,mBAAmB,EAAE,GAAG,CAAC,WAAW;YACpC,yBAAyB,EAAE,GAAG,CAAC,WAAW;YAC1C,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;SACzC,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACrD,OAAO,IAAI,wBAAc,CAAC;YACxB,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AA5BY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAKgB,6CAAoB;QACtB,yCAAkB;GALhC,cAAc,CA4B1B"}

package/dist/modules/cheerio/constant/cheerio.env.constant.d.ts

@@ -1,6 +1,8 @@
-export declare const MIN_CONCURRENCY = "CRAWLEE_CHEERIO_MIN_CONCURRENCY";
-export declare const MAX_CONCURRENCY = "CRAWLEE_CHEERIO_MAX_CONCURRENCY";
-export declare const MAX_REQUEST_RETRIES = "CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES";
-export declare const TIMEOUT_SECS = "CRAWLEE_CHEERIO_TIMEOUT_SECS";
-export declare const MAX_REQUESTS = "CRAWLEE_CHEERIO_MAX_REQUESTS";
-export declare const INITIAL_PAGE = "CRAWLEE_CHEERIO_INITIAL_PAGE";
+export declare const CHEERIO_ENV: {
+    readonly MIN_CONCURRENCY: "CRAWLEE_CHEERIO_MIN_CONCURRENCY";
+    readonly MAX_CONCURRENCY: "CRAWLEE_CHEERIO_MAX_CONCURRENCY";
+    readonly MAX_REQUEST_RETRIES: "CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES";
+    readonly TIMEOUT_SECS: "CRAWLEE_CHEERIO_TIMEOUT_SECS";
+    readonly MAX_REQUESTS: "CRAWLEE_CHEERIO_MAX_REQUESTS";
+    readonly INITIAL_PAGE: "CRAWLEE_CHEERIO_INITIAL_PAGE";
+};

package/dist/modules/cheerio/constant/cheerio.env.constant.js

@@ -1,10 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.INITIAL_PAGE = exports.MAX_REQUESTS = exports.TIMEOUT_SECS = exports.MAX_REQUEST_RETRIES = exports.MAX_CONCURRENCY = exports.MIN_CONCURRENCY = void 0;
-exports.MIN_CONCURRENCY = 'CRAWLEE_CHEERIO_MIN_CONCURRENCY';
-exports.MAX_CONCURRENCY = 'CRAWLEE_CHEERIO_MAX_CONCURRENCY';
-exports.MAX_REQUEST_RETRIES = 'CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES';
-exports.TIMEOUT_SECS = 'CRAWLEE_CHEERIO_TIMEOUT_SECS';
-exports.MAX_REQUESTS = 'CRAWLEE_CHEERIO_MAX_REQUESTS';
-exports.INITIAL_PAGE = 'CRAWLEE_CHEERIO_INITIAL_PAGE';
+exports.CHEERIO_ENV = void 0;
+exports.CHEERIO_ENV = {
+    MIN_CONCURRENCY: 'CRAWLEE_CHEERIO_MIN_CONCURRENCY',
+    MAX_CONCURRENCY: 'CRAWLEE_CHEERIO_MAX_CONCURRENCY',
+    MAX_REQUEST_RETRIES: 'CRAWLEE_CHEERIO_MAX_REQUEST_RETRIES',
+    TIMEOUT_SECS: 'CRAWLEE_CHEERIO_TIMEOUT_SECS',
+    MAX_REQUESTS: 'CRAWLEE_CHEERIO_MAX_REQUESTS',
+    INITIAL_PAGE: 'CRAWLEE_CHEERIO_INITIAL_PAGE',
+};
 //# sourceMappingURL=cheerio.env.constant.js.map

package/dist/modules/cheerio/constant/cheerio.env.constant.js.map

@@ -1 +1 @@
-{"version":3,"file":"cheerio.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/constant/cheerio.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,eAAe,GAAG,iCAAiC,CAAC;AACpD,QAAA,eAAe,GAAG,iCAAiC,CAAC;AACpD,QAAA,mBAAmB,GAAG,qCAAqC,CAAC;AAC5D,QAAA,YAAY,GAAG,8BAA8B,CAAC;AAC9C,QAAA,YAAY,GAAG,8BAA8B,CAAC;AAC9C,QAAA,YAAY,GAAG,8BAA8B,CAAC"}
+{"version":3,"file":"cheerio.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/constant/cheerio.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,WAAW,GAAG;IACzB,eAAe,EAAE,iCAAiC;IAClD,eAAe,EAAE,iCAAiC;IAClD,mBAAmB,EAAE,qCAAqC;IAC1D,YAAY,EAAE,8BAA8B;IAC5C,YAAY,EAAE,8BAA8B;IAC5C,YAAY,EAAE,8BAA8B;CACpC,CAAC"}

package/dist/modules/cheerio/services/cheerio.config.service.d.ts

@@ -0,0 +1,14 @@
+import { ConfigService } from '@nestjs/config';
+import { CheerioConfig } from '../types/cheerio.config';
+export declare class CheerioConfigService {
+    private readonly service;
+    private readonly _env;
+    constructor(service: ConfigService);
+    get env(): CheerioConfig;
+    get maxRequests(): number;
+    get timeoutSecs(): number;
+    get maxConcurrency(): number;
+    get minConcurrency(): number;
+    get maxRequestRetries(): number;
+    get initialPage(): number;
+}

package/dist/modules/cheerio/services/cheerio.config.service.js

@@ -0,0 +1,55 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CheerioConfigService = void 0;
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const cheerio_env_constant_1 = require("../constant/cheerio.env.constant");
+let CheerioConfigService = class CheerioConfigService {
+    constructor(service) {
+        this.service = service;
+        this._env = {
+            maxConcurrency: this.service.get(cheerio_env_constant_1.CHEERIO_ENV.MAX_CONCURRENCY),
+            minConcurrency: this.service.get(cheerio_env_constant_1.CHEERIO_ENV.MIN_CONCURRENCY),
+            maxRequestRetries: this.service.get(cheerio_env_constant_1.CHEERIO_ENV.MAX_REQUEST_RETRIES),
+            timeoutSecs: this.service.get(cheerio_env_constant_1.CHEERIO_ENV.TIMEOUT_SECS),
+            maxRequests: this.service.get(cheerio_env_constant_1.CHEERIO_ENV.MAX_REQUESTS),
+            initialPage: this.service.get(cheerio_env_constant_1.CHEERIO_ENV.INITIAL_PAGE),
+        };
+    }
+    get env() {
+        return this._env;
+    }
+    get maxRequests() {
+        return Number(this._env.maxRequests);
+    }
+    get timeoutSecs() {
+        return Number(this._env.timeoutSecs);
+    }
+    get maxConcurrency() {
+        return Number(this._env.maxConcurrency);
+    }
+    get minConcurrency() {
+        return Number(this._env.minConcurrency);
+    }
+    get maxRequestRetries() {
+        return Number(this._env.maxRequestRetries);
+    }
+    get initialPage() {
+        return Number(this._env.initialPage);
+    }
+};
+exports.CheerioConfigService = CheerioConfigService;
+exports.CheerioConfigService = CheerioConfigService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [config_1.ConfigService])
+], CheerioConfigService);
+//# sourceMappingURL=cheerio.config.service.js.map

package/dist/modules/cheerio/services/cheerio.config.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cheerio.config.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.config.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAG/C,2EAAsE;AAG/D,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAG/B,YAA6B,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;QACjD,IAAI,CAAC,IAAI,GAAG;YACV,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,kCAAG,CAAC,eAAe,CAAC;YAC7D,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,kCAAG,CAAC,eAAe,CAAC;YAC7D,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,kCAAG,CAAC,mBAAmB,CAAC;YACpE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,kCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,kCAAG,CAAC,YAAY,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAS,kCAAG,CAAC,YAAY,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,WAAW;QACb,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;CACF,CAAA;AAzCY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;qCAI2B,sBAAa;GAHxC,oBAAoB,CAyChC"}

package/dist/modules/cheerio/types/cheerio.config.d.ts

@@ -0,0 +1,8 @@
+export type CheerioConfig = {
+    maxRequests: number;
+    timeoutSecs: number;
+    maxConcurrency: number;
+    minConcurrency: number;
+    maxRequestRetries: number;
+    initialPage: number;
+};

package/dist/modules/cheerio/types/cheerio.config.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=cheerio.config.js.map

package/dist/modules/cheerio/types/cheerio.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cheerio.config.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/types/cheerio.config.ts"],"names":[],"mappings":""}

package/dist/modules/http/constant/http.env.constant.d.ts

@@ -1,6 +1,8 @@
-export declare const MAX_CONCURRENCY = "CRAWLEE_HTTP_MAX_CONCURRENCY";
-export declare const MIN_CONCURRENCY = "CRAWLEE_HTTP_MIN_CONCURRENCY";
-export declare const MAX_REQUEST_RETRIES = "CRAWLEE_HTTP_MAX_REQUEST_RETRIES";
-export declare const TIMEOUT_SECS = "CRAWLEE_HTTP_TIMEOUT_SECS";
-export declare const MAX_REQUESTS = "CRAWLEE_HTTP_MAX_REQUESTS";
-export declare const INITIAL_PAGE = "CRAWLEE_HTTP_INITIAL_PAGE";
+export declare const HTTP_ENV: {
+    readonly MAX_CONCURRENCY: "CRAWLEE_HTTP_MAX_CONCURRENCY";
+    readonly MIN_CONCURRENCY: "CRAWLEE_HTTP_MIN_CONCURRENCY";
+    readonly MAX_REQUEST_RETRIES: "CRAWLEE_HTTP_MAX_REQUEST_RETRIES";
+    readonly TIMEOUT_SECS: "CRAWLEE_HTTP_TIMEOUT_SECS";
+    readonly MAX_REQUESTS: "CRAWLEE_HTTP_MAX_REQUESTS";
+    readonly INITIAL_PAGE: "CRAWLEE_HTTP_INITIAL_PAGE";
+};

package/dist/modules/http/constant/http.env.constant.js

@@ -1,10 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.INITIAL_PAGE = exports.MAX_REQUESTS = exports.TIMEOUT_SECS = exports.MAX_REQUEST_RETRIES = exports.MIN_CONCURRENCY = exports.MAX_CONCURRENCY = void 0;
-exports.MAX_CONCURRENCY = 'CRAWLEE_HTTP_MAX_CONCURRENCY';
-exports.MIN_CONCURRENCY = 'CRAWLEE_HTTP_MIN_CONCURRENCY';
-exports.MAX_REQUEST_RETRIES = 'CRAWLEE_HTTP_MAX_REQUEST_RETRIES';
-exports.TIMEOUT_SECS = 'CRAWLEE_HTTP_TIMEOUT_SECS';
-exports.MAX_REQUESTS = 'CRAWLEE_HTTP_MAX_REQUESTS';
-exports.INITIAL_PAGE = 'CRAWLEE_HTTP_INITIAL_PAGE';
+exports.HTTP_ENV = void 0;
+exports.HTTP_ENV = {
+    MAX_CONCURRENCY: 'CRAWLEE_HTTP_MAX_CONCURRENCY',
+    MIN_CONCURRENCY: 'CRAWLEE_HTTP_MIN_CONCURRENCY',
+    MAX_REQUEST_RETRIES: 'CRAWLEE_HTTP_MAX_REQUEST_RETRIES',
+    TIMEOUT_SECS: 'CRAWLEE_HTTP_TIMEOUT_SECS',
+    MAX_REQUESTS: 'CRAWLEE_HTTP_MAX_REQUESTS',
+    INITIAL_PAGE: 'CRAWLEE_HTTP_INITIAL_PAGE',
+};
 //# sourceMappingURL=http.env.constant.js.map

package/dist/modules/http/constant/http.env.constant.js.map

@@ -1 +1 @@
-{"version":3,"file":"http.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/http/constant/http.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,eAAe,GAAG,8BAA8B,CAAC;AACjD,QAAA,eAAe,GAAG,8BAA8B,CAAC;AACjD,QAAA,mBAAmB,GAAG,kCAAkC,CAAC;AACzD,QAAA,YAAY,GAAG,2BAA2B,CAAC;AAC3C,QAAA,YAAY,GAAG,2BAA2B,CAAC;AAC3C,QAAA,YAAY,GAAG,2BAA2B,CAAC"}
+{"version":3,"file":"http.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/http/constant/http.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,QAAQ,GAAG;IACtB,eAAe,EAAE,8BAA8B;IAC/C,eAAe,EAAE,8BAA8B;IAC/C,mBAAmB,EAAE,kCAAkC;IACvD,YAAY,EAAE,2BAA2B;IACzC,YAAY,EAAE,2BAA2B;IACzC,YAAY,EAAE,2BAA2B;CACjC,CAAC"}

package/dist/modules/http/http.module.js

@@ -9,13 +9,14 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.HttpModule = void 0;
 const common_1 = require("@nestjs/common");
 const http_service_1 = require("./http.service");
+const http_config_service_1 = require("./services/http.config.service");
 const http_hook_service_1 = require("./services/http.hook.service");
 let HttpModule = class HttpModule {
 };
 exports.HttpModule = HttpModule;
 exports.HttpModule = HttpModule = __decorate([
     (0, common_1.Module)({
-        providers: [http_service_1.HttpService, http_hook_service_1.HttpHookService],
+        providers: [http_service_1.HttpService, http_config_service_1.HttpConfigService, http_hook_service_1.HttpHookService],
         exports: [http_service_1.HttpService],
     })
 ], HttpModule);

package/dist/modules/http/http.module.js.map

@@ -1 +1 @@
-{"version":3,"file":"http.module.js","sourceRoot":"","sources":["../../../src/modules/http/http.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,iDAA6C;AAC7C,oEAA+D;AAMxD,IAAM,UAAU,GAAhB,MAAM,UAAU;CAAG,CAAA;AAAb,gCAAU;qBAAV,UAAU;IAJtB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,0BAAW,EAAE,mCAAe,CAAC;QACzC,OAAO,EAAE,CAAC,0BAAW,CAAC;KACvB,CAAC;GACW,UAAU,CAAG"}
+{"version":3,"file":"http.module.js","sourceRoot":"","sources":["../../../src/modules/http/http.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,iDAA6C;AAC7C,wEAAmE;AACnE,oEAA+D;AAMxD,IAAM,UAAU,GAAhB,MAAM,UAAU;CAAG,CAAA;AAAb,gCAAU;qBAAV,UAAU;IAJtB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,0BAAW,EAAE,uCAAiB,EAAE,mCAAe,CAAC;QAC5D,OAAO,EAAE,CAAC,0BAAW,CAAC;KACvB,CAAC;GACW,UAAU,CAAG"}

package/dist/modules/http/http.service.d.ts

@@ -1,15 +1,10 @@
-import { ConfigService } from '@nestjs/config';
 import { HttpCrawler, HttpCrawlerOptions } from 'crawlee';
 import { HttpHookService } from './services/http.hook.service';
+import { HttpConfigService } from './services/http.config.service';
 export declare class HttpService {
     private readonly config;
     private readonly hook;
     private readonly logger;
-    private readonly maxRequests;
-    private readonly timeoutSecs;
-    private readonly maxConcurrency;
-    private readonly minConcurrency;
-    private readonly maxRequestRetries;
-    constructor(config: ConfigService, hook: HttpHookService);
+    constructor(config: HttpConfigService, hook: HttpHookService);
     create(options: HttpCrawlerOptions): HttpCrawler<import("crawlee").InternalHttpCrawlingContext<any, any, HttpCrawler<any>>>;
 }

package/dist/modules/http/http.service.js

@@ -12,38 +12,29 @@ var HttpService_1;
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.HttpService = void 0;
 const common_1 = require("@nestjs/common");
-const config_1 = require("@nestjs/config");
 const crawlee_1 = require("crawlee");
 const http_hook_service_1 = require("./services/http.hook.service");
+const http_config_service_1 = require("./services/http.config.service");
 const logger_1 = require("../../common/logger/logger");
-const http_env_constant_1 = require("./constant/http.env.constant");
-const http_env_constant_2 = require("./constant/http.env.constant");
-const http_env_constant_3 = require("./constant/http.env.constant");
-const http_env_constant_4 = require("./constant/http.env.constant");
-const http_env_constant_5 = require("./constant/http.env.constant");
 let HttpService = HttpService_1 = class HttpService {
     constructor(config, hook) {
         this.config = config;
         this.hook = hook;
         this.logger = new logger_1.Logger(HttpService_1.name);
-        this.maxConcurrency = this.config.get(http_env_constant_1.MAX_CONCURRENCY);
-        this.minConcurrency = this.config.get(http_env_constant_2.MIN_CONCURRENCY);
-        this.maxRequestRetries = this.config.get(http_env_constant_3.MAX_REQUEST_RETRIES);
-        this.timeoutSecs = this.config.get(http_env_constant_4.TIMEOUT_SECS);
-        this.maxRequests = this.config.get(http_env_constant_5.MAX_REQUESTS);
     }
     create(options) {
         const { preNavigationHooks = [], postNavigationHooks = [] } = options;
         const defaultPreNavHooks = this.hook.getPreNavigationHooks();
         const defaultPostNavHooks = this.hook.getPostNavigationHooks();
+        const { env } = this.config;
         const defaultOptions = {
-            maxRequestsPerCrawl: this.maxRequests,
-            requestHandlerTimeoutSecs: this.timeoutSecs,
-            maxConcurrency: this.maxConcurrency,
-            minConcurrency: this.minConcurrency,
-            maxRequestRetries: this.maxRequestRetries,
+            maxRequestsPerCrawl: env.maxRequests,
+            requestHandlerTimeoutSecs: env.timeoutSecs,
+            maxConcurrency: env.maxConcurrency,
+            minConcurrency: env.minConcurrency,
+            maxRequestRetries: env.maxRequestRetries,
         };
-        this.logger.log('Creating Cheerio Crawler instance');
+        this.logger.log('Creating Http Crawler instance');
         return new crawlee_1.HttpCrawler({
             ...defaultOptions,
             ...options,
@@ -55,7 +46,7 @@ let HttpService = HttpService_1 = class HttpService {
 exports.HttpService = HttpService;
 exports.HttpService = HttpService = HttpService_1 = __decorate([
     (0, common_1.Injectable)(),
-    __metadata("design:paramtypes", [config_1.ConfigService,
+    __metadata("design:paramtypes", [http_config_service_1.HttpConfigService,
         http_hook_service_1.HttpHookService])
 ], HttpService);
 //# sourceMappingURL=http.service.js.map