@rafikidota/scoutee 0.3.0 → 0.5.0

package/dist/index.d.ts

@@ -1,6 +1,16 @@
+export * from './modules/camoufox/camoufox.module';
+export * from './modules/camoufox/camoufox.service';
+export * from './modules/camoufox/env/camoufox.env.config';
+export * from './modules/camoufox/env/camoufox.env.validation';
 export * from './modules/cheerio/cheerio.module';
 export * from './modules/cheerio/cheerio.service';
+export * from './modules/cheerio/env/cheerio.env.config';
+export * from './modules/cheerio/env/cheerio.env.validation';
+export * from './modules/http/http.module';
+export * from './modules/http/http.service';
+export * from './modules/http/env/http.env.config';
+export * from './modules/http/env/http.env.validation';
 export * from './modules/playwright/playwright.module';
 export * from './modules/playwright/playwright.service';
-export * from './modules/camoufox/camoufox.module';
-export * from './modules/camoufox/camoufox.service';
+export * from './modules/playwright/env/playwright.env.config';
+export * from './modules/playwright/env/playwright.env.validation';

package/dist/index.js

@@ -14,10 +14,20 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./modules/camoufox/camoufox.module"), exports);
+__exportStar(require("./modules/camoufox/camoufox.service"), exports);
+__exportStar(require("./modules/camoufox/env/camoufox.env.config"), exports);
+__exportStar(require("./modules/camoufox/env/camoufox.env.validation"), exports);
 __exportStar(require("./modules/cheerio/cheerio.module"), exports);
 __exportStar(require("./modules/cheerio/cheerio.service"), exports);
+__exportStar(require("./modules/cheerio/env/cheerio.env.config"), exports);
+__exportStar(require("./modules/cheerio/env/cheerio.env.validation"), exports);
+__exportStar(require("./modules/http/http.module"), exports);
+__exportStar(require("./modules/http/http.service"), exports);
+__exportStar(require("./modules/http/env/http.env.config"), exports);
+__exportStar(require("./modules/http/env/http.env.validation"), exports);
 __exportStar(require("./modules/playwright/playwright.module"), exports);
 __exportStar(require("./modules/playwright/playwright.service"), exports);
-__exportStar(require("./modules/camoufox/camoufox.module"), exports);
-__exportStar(require("./modules/camoufox/camoufox.service"), exports);
+__exportStar(require("./modules/playwright/env/playwright.env.config"), exports);
+__exportStar(require("./modules/playwright/env/playwright.env.validation"), exports);
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mEAAiD;AACjD,oEAAkD;AAElD,yEAAuD;AACvD,0EAAwD;AAExD,qEAAmD;AACnD,sEAAoD"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qEAAmD;AACnD,sEAAoD;AACpD,6EAA2D;AAC3D,iFAA+D;AAE/D,mEAAiD;AACjD,oEAAkD;AAClD,2EAAyD;AACzD,+EAA6D;AAE7D,6DAA2C;AAC3C,8DAA4C;AAC5C,qEAAmD;AACnD,yEAAuD;AAEvD,yEAAuD;AACvD,0EAAwD;AACxD,iFAA+D;AAC/D,qFAAmE"}

package/dist/modules/camoufox/camoufox.module.js

@@ -8,9 +8,7 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CamoufoxModule = void 0;
 const common_1 = require("@nestjs/common");
-const config_1 = require("@nestjs/config");
 const camoufox_service_1 = require("./camoufox.service");
-const camoufox_env_config_1 = require("./env/camoufox.env.config");
 const camoufox_logger_service_1 = require("./services/camoufox.logger.service");
 const camoufox_hook_service_1 = require("./services/camoufox.hook.service");
 const camoufox_browser_service_1 = require("./services/camoufox.browser.service");
@@ -19,7 +17,6 @@ let CamoufoxModule = class CamoufoxModule {
 exports.CamoufoxModule = CamoufoxModule;
 exports.CamoufoxModule = CamoufoxModule = __decorate([
     (0, common_1.Module)({
-        imports: [config_1.ConfigModule.forFeature(camoufox_env_config_1.CamoufoxEnvConfig)],
         providers: [
             camoufox_service_1.CamoufoxService,
             camoufox_logger_service_1.CamoufoxLoggerService,

package/dist/modules/camoufox/camoufox.module.js.map

@@ -1 +1 @@
-{"version":3,"file":"camoufox.module.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,2CAA8C;AAE9C,yDAAqD;AACrD,mEAA8D;AAC9D,gFAA2E;AAC3E,4EAAuE;AACvE,kFAA6E;AAYtE,IAAM,cAAc,GAApB,MAAM,cAAc;CAAG,CAAA;AAAjB,wCAAc;yBAAd,cAAc;IAV1B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,qBAAY,CAAC,UAAU,CAAC,uCAAiB,CAAC,CAAC;QACrD,SAAS,EAAE;YACT,kCAAe;YACf,+CAAqB;YACrB,2CAAmB;YACnB,iDAAsB;SACvB;QACD,OAAO,EAAE,CAAC,kCAAe,CAAC;KAC3B,CAAC;GACW,cAAc,CAAG"}
+{"version":3,"file":"camoufox.module.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,yDAAqD;AACrD,gFAA2E;AAC3E,4EAAuE;AACvE,kFAA6E;AAWtE,IAAM,cAAc,GAApB,MAAM,cAAc;CAAG,CAAA;AAAjB,wCAAc;yBAAd,cAAc;IAT1B,IAAA,eAAM,EAAC;QACN,SAAS,EAAE;YACT,kCAAe;YACf,+CAAqB;YACrB,2CAAmB;YACnB,iDAAsB;SACvB;QACD,OAAO,EAAE,CAAC,kCAAe,CAAC;KAC3B,CAAC;GACW,cAAc,CAAG"}

package/dist/modules/camoufox/camoufox.service.d.ts

@@ -2,10 +2,12 @@ import { ConfigService } from '@nestjs/config';
 import { PlaywrightCrawler } from '@crawlee/playwright';
 import { PlaywrightCrawlerOptions } from '@crawlee/playwright';
 import { CamoufoxLoggerService } from './services/camoufox.logger.service';
+import { CamoufoxHookService } from './services/camoufox.hook.service';
 import { CamoufoxBrowserService } from './services/camoufox.browser.service';
 export declare class CamoufoxService {
     private readonly config;
     private readonly logger;
+    private readonly hook;
     private readonly browser;
     private readonly maxRequests;
     private readonly timeoutSecs;
@@ -13,7 +15,7 @@ export declare class CamoufoxService {
     private readonly minConcurrency;
     private readonly maxRequestRetries;
     private readonly headless;
-    constructor(config: ConfigService, logger: CamoufoxLoggerService, browser: CamoufoxBrowserService);
+    constructor(config: ConfigService, logger: CamoufoxLoggerService, hook: CamoufoxHookService, browser: CamoufoxBrowserService);
     create(options: PlaywrightCrawlerOptions): Promise<PlaywrightCrawler>;
     getBrowser(): Promise<import("playwright").Browser>;
 }

package/dist/modules/camoufox/camoufox.service.js

@@ -16,6 +16,7 @@ const playwright_1 = require("@crawlee/playwright");
 const camoufox_js_1 = require("camoufox-js");
 const playwright_2 = require("playwright");
 const camoufox_logger_service_1 = require("./services/camoufox.logger.service");
+const camoufox_hook_service_1 = require("./services/camoufox.hook.service");
 const camoufox_browser_service_1 = require("./services/camoufox.browser.service");
 const camoufox_env_constant_1 = require("./constant/camoufox.env.constant");
 const camoufox_env_constant_2 = require("./constant/camoufox.env.constant");
@@ -24,9 +25,10 @@ const camoufox_env_constant_4 = require("./constant/camoufox.env.constant");
 const camoufox_env_constant_5 = require("./constant/camoufox.env.constant");
 const camoufox_env_constant_6 = require("./constant/camoufox.env.constant");
 let CamoufoxService = class CamoufoxService {
-    constructor(config, logger, browser) {
+    constructor(config, logger, hook, browser) {
         this.config = config;
         this.logger = logger;
+        this.hook = hook;
         this.browser = browser;
         this.maxConcurrency = this.config.get(camoufox_env_constant_1.MAX_CONCURRENCY);
         this.minConcurrency = this.config.get(camoufox_env_constant_2.MIN_CONCURRENCY);
@@ -37,6 +39,9 @@ let CamoufoxService = class CamoufoxService {
     }
     async create(options) {
         this.logger.log('🚀 Creating Camoufox Crawler instance');
+        const { preNavigationHooks = [], postNavigationHooks = [] } = options;
+        const defaultPreNavHooks = this.hook.getPreNavigationHooks();
+        const defaultPostNavHooks = this.hook.getPostNavigationHooks();
         const defaultOptions = {
             maxRequestsPerCrawl: this.maxRequests,
             requestHandlerTimeoutSecs: this.timeoutSecs,
@@ -56,7 +61,12 @@ let CamoufoxService = class CamoufoxService {
                 useFingerprints: false,
             },
         };
-        const crawler = new playwright_1.PlaywrightCrawler({ ...defaultOptions, ...options });
+        const crawler = new playwright_1.PlaywrightCrawler({
+            ...defaultOptions,
+            ...options,
+            preNavigationHooks: [...defaultPreNavHooks, ...preNavigationHooks],
+            postNavigationHooks: [...defaultPostNavHooks, ...postNavigationHooks],
+        });
         this.logger.log('✅ Camoufox Crawler instance created successfully');
         return crawler;
     }
@@ -69,6 +79,7 @@ exports.CamoufoxService = CamoufoxService = __decorate([
     (0, common_1.Injectable)(),
     __metadata("design:paramtypes", [config_1.ConfigService,
         camoufox_logger_service_1.CamoufoxLoggerService,
+        camoufox_hook_service_1.CamoufoxHookService,
         camoufox_browser_service_1.CamoufoxBrowserService])
 ], CamoufoxService);
 //# sourceMappingURL=camoufox.service.js.map

package/dist/modules/camoufox/camoufox.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"camoufox.service.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,oDAAwD;AAExD,6CAA4C;AAC5C,2CAAqC;AAErC,gFAA2E;AAC3E,kFAA6E;AAE7E,4EAAmE;AACnE,4EAAmE;AACnE,4EAAuE;AACvE,4EAAgE;AAChE,4EAAgE;AAChE,4EAA4D;AAGrD,IAAM,eAAe,GAArB,MAAM,eAAe;IAQ1B,YACmB,MAAqB,EACrB,MAA6B,EAC7B,OAA+B;QAF/B,WAAM,GAAN,MAAM,CAAe;QACrB,WAAM,GAAN,MAAM,CAAuB;QAC7B,YAAO,GAAP,OAAO,CAAwB;QAEhD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,2CAAmB,CAAC,CAAC;QACtE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,oCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,oCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,gCAAQ,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAiC;QAC5C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,cAAc,GAA6B;YAC/C,mBAAmB,EAAE,IAAI,CAAC,WAAW;YACrC,yBAAyB,EAAE,IAAI,CAAC,WAAW;YAC3C,qBAAqB,EAAE,IAAI,CAAC,WAAW;YACvC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE;gBACb,QAAQ,EAAE,oBAAO;gBACjB,aAAa,EAAE,MAAM,IAAA,2BAAa,EAAC;oBACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC;aACH;YACD,kBAAkB,EAAE;gBAClB,eAAe,EAAE,KAAK;aACvB;SACF,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,8BAAiB,CAAC,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACzE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;QACpE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;CACF,CAAA;AAlDY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;qCAUgB,sBAAa;QACb,+CAAqB;QACpB,iDAAsB;GAXvC,eAAe,CAkD3B"}
+{"version":3,"file":"camoufox.service.js","sourceRoot":"","sources":["../../../src/modules/camoufox/camoufox.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,oDAAwD;AAExD,6CAA4C;AAC5C,2CAAqC;AAErC,gFAA2E;AAC3E,4EAAuE;AACvE,kFAA6E;AAE7E,4EAAmE;AACnE,4EAAmE;AACnE,4EAAuE;AACvE,4EAAgE;AAChE,4EAAgE;AAChE,4EAA4D;AAGrD,IAAM,eAAe,GAArB,MAAM,eAAe;IAQ1B,YACmB,MAAqB,EACrB,MAA6B,EAC7B,IAAyB,EACzB,OAA+B;QAH/B,WAAM,GAAN,MAAM,CAAe;QACrB,WAAM,GAAN,MAAM,CAAuB;QAC7B,SAAI,GAAJ,IAAI,CAAqB;QACzB,YAAO,GAAP,OAAO,CAAwB;QAEhD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAe,CAAC,CAAC;QAC/D,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,2CAAmB,CAAC,CAAC;QACtE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,oCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,oCAAY,CAAC,CAAC;QACzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAU,gCAAQ,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAiC;QAC5C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACzD,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,cAAc,GAA6B;YAC/C,mBAAmB,EAAE,IAAI,CAAC,WAAW;YACrC,yBAAyB,EAAE,IAAI,CAAC,WAAW;YAC3C,qBAAqB,EAAE,IAAI,CAAC,WAAW;YACvC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE;gBACb,QAAQ,EAAE,oBAAO;gBACjB,aAAa,EAAE,MAAM,IAAA,2BAAa,EAAC;oBACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC;aACH;YACD,kBAAkB,EAAE;gBAClB,eAAe,EAAE,KAAK;aACvB;SACF,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,8BAAiB,CAAC;YACpC,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;QACpE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;CACF,CAAA;AA3DY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;qCAUgB,sBAAa;QACb,+CAAqB;QACvB,2CAAmB;QAChB,iDAAsB;GAZvC,eAAe,CA2D3B"}

package/dist/modules/cheerio/cheerio.module.js

@@ -8,9 +8,7 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CheerioModule = void 0;
 const common_1 = require("@nestjs/common");
-const config_1 = require("@nestjs/config");
 const cheerio_service_1 = require("./cheerio.service");
-const cheerio_env_config_1 = require("./env/cheerio.env.config");
 const cheerio_logger_service_1 = require("./services/cheerio.logger.service");
 const cheerio_hook_service_1 = require("./services/cheerio.hook.service");
 let CheerioModule = class CheerioModule {
@@ -18,7 +16,6 @@ let CheerioModule = class CheerioModule {
 exports.CheerioModule = CheerioModule;
 exports.CheerioModule = CheerioModule = __decorate([
     (0, common_1.Module)({
-        imports: [config_1.ConfigModule.forFeature(cheerio_env_config_1.CheerioEnvConfig)],
         providers: [cheerio_service_1.CheerioService, cheerio_logger_service_1.CheerioLoggerService, cheerio_hook_service_1.CheerioHookService],
         exports: [cheerio_service_1.CheerioService],
     })

package/dist/modules/cheerio/cheerio.module.js.map

@@ -1 +1 @@
-{"version":3,"file":"cheerio.module.js","sourceRoot":"","sources":["../../../src/modules/cheerio/cheerio.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,2CAA8C;AAE9C,uDAAmD;AACnD,iEAA4D;AAC5D,8EAAyE;AACzE,0EAAqE;AAO9D,IAAM,aAAa,GAAnB,MAAM,aAAa;CAAG,CAAA;AAAhB,sCAAa;wBAAb,aAAa;IALzB,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,qBAAY,CAAC,UAAU,CAAC,qCAAgB,CAAC,CAAC;QACpD,SAAS,EAAE,CAAC,gCAAc,EAAE,6CAAoB,EAAE,yCAAkB,CAAC;QACrE,OAAO,EAAE,CAAC,gCAAc,CAAC;KAC1B,CAAC;GACW,aAAa,CAAG"}
+{"version":3,"file":"cheerio.module.js","sourceRoot":"","sources":["../../../src/modules/cheerio/cheerio.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,uDAAmD;AACnD,8EAAyE;AACzE,0EAAqE;AAM9D,IAAM,aAAa,GAAnB,MAAM,aAAa;CAAG,CAAA;AAAhB,sCAAa;wBAAb,aAAa;IAJzB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,gCAAc,EAAE,6CAAoB,EAAE,yCAAkB,CAAC;QACrE,OAAO,EAAE,CAAC,gCAAc,CAAC;KAC1B,CAAC;GACW,aAAa,CAAG"}

package/dist/modules/cheerio/services/cheerio.hook.service.d.ts

@@ -1,7 +1,8 @@
+import { CheerioHook } from 'crawlee';
 import { CheerioLoggerService } from './cheerio.logger.service';
 export declare class CheerioHookService {
     private readonly logger;
     constructor(logger: CheerioLoggerService);
-    getPreNavigationHooks(): (({ request }: any) => void)[];
-    getPostNavigationHooks(): (({ request, response }: any) => void)[];
+    getPreNavigationHooks(): CheerioHook[];
+    getPostNavigationHooks(): CheerioHook[];
 }

package/dist/modules/cheerio/services/cheerio.hook.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"cheerio.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAExD,qEAAgE;AAGzD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC7B,YAA6B,MAA4B;QAA5B,WAAM,GAAN,MAAM,CAAsB;IAAG,CAAC;IAE7D,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAO,EAAE,EAAE;gBACnB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAO,EAAE,EAAE;gBAC7B,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAEhC,QAAQ,UAAU,EAAE,CAAC;oBACnB,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAjDY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;qCAE0B,6CAAoB;GAD9C,kBAAkB,CAiD9B"}
+{"version":3,"file":"cheerio.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/cheerio/services/cheerio.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAGxD,qEAAgE;AAGzD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC7B,YAA6B,MAA4B;QAA5B,WAAM,GAAN,MAAM,CAAsB;IAAG,CAAC;IAE7D,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAEhC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AAjDY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;qCAE0B,6CAAoB;GAD9C,kBAAkB,CAiD9B"}

package/dist/modules/http/constant/http.env.constant.d.ts

@@ -0,0 +1,6 @@
+export declare const MAX_CONCURRENCY = "CRAWLEE_HTTP_MAX_CONCURRENCY";
+export declare const MIN_CONCURRENCY = "CRAWLEE_HTTP_MIN_CONCURRENCY";
+export declare const MAX_REQUEST_RETRIES = "CRAWLEE_HTTP_MAX_REQUEST_RETRIES";
+export declare const TIMEOUT_SECS = "CRAWLEE_HTTP_TIMEOUT_SECS";
+export declare const MAX_REQUESTS = "CRAWLEE_HTTP_MAX_REQUESTS";
+export declare const INITIAL_PAGE = "CRAWLEE_HTTP_INITIAL_PAGE";

package/dist/modules/http/constant/http.env.constant.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.INITIAL_PAGE = exports.MAX_REQUESTS = exports.TIMEOUT_SECS = exports.MAX_REQUEST_RETRIES = exports.MIN_CONCURRENCY = exports.MAX_CONCURRENCY = void 0;
+exports.MAX_CONCURRENCY = 'CRAWLEE_HTTP_MAX_CONCURRENCY';
+exports.MIN_CONCURRENCY = 'CRAWLEE_HTTP_MIN_CONCURRENCY';
+exports.MAX_REQUEST_RETRIES = 'CRAWLEE_HTTP_MAX_REQUEST_RETRIES';
+exports.TIMEOUT_SECS = 'CRAWLEE_HTTP_TIMEOUT_SECS';
+exports.MAX_REQUESTS = 'CRAWLEE_HTTP_MAX_REQUESTS';
+exports.INITIAL_PAGE = 'CRAWLEE_HTTP_INITIAL_PAGE';
+//# sourceMappingURL=http.env.constant.js.map

package/dist/modules/http/constant/http.env.constant.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.env.constant.js","sourceRoot":"","sources":["../../../../src/modules/http/constant/http.env.constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,eAAe,GAAG,8BAA8B,CAAC;AACjD,QAAA,eAAe,GAAG,8BAA8B,CAAC;AACjD,QAAA,mBAAmB,GAAG,kCAAkC,CAAC;AACzD,QAAA,YAAY,GAAG,2BAA2B,CAAC;AAC3C,QAAA,YAAY,GAAG,2BAA2B,CAAC;AAC3C,QAAA,YAAY,GAAG,2BAA2B,CAAC"}

package/dist/modules/http/env/http.env.config.d.ts

@@ -0,0 +1,8 @@
+export declare const HttpEnvConfig: () => {
+    CRAWLEE_HTTP_MAX_CONCURRENCY: number;
+    CRAWLEE_HTTP_MIN_CONCURRENCY: number;
+    CRAWLEE_HTTP_MAX_REQUEST_RETRIES: number;
+    CRAWLEE_HTTP_TIMEOUT_SECS: number;
+    CRAWLEE_HTTP_MAX_REQUESTS: number;
+    CRAWLEE_HTTP_INITIAL_PAGE: number;
+};

package/dist/modules/http/env/http.env.config.js

@@ -0,0 +1,48 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HttpEnvConfig = void 0;
+const dotenv = __importStar(require("dotenv"));
+dotenv.config();
+const HttpEnvConfig = () => ({
+    CRAWLEE_HTTP_MAX_CONCURRENCY: Number(process.env.CRAWLEE_HTTP_MAX_CONCURRENCY),
+    CRAWLEE_HTTP_MIN_CONCURRENCY: Number(process.env.CRAWLEE_HTTP_MIN_CONCURRENCY),
+    CRAWLEE_HTTP_MAX_REQUEST_RETRIES: Number(process.env.CRAWLEE_HTTP_MAX_REQUEST_RETRIES),
+    CRAWLEE_HTTP_TIMEOUT_SECS: Number(process.env.CRAWLEE_HTTP_TIMEOUT_SECS),
+    CRAWLEE_HTTP_MAX_REQUESTS: Number(process.env.CRAWLEE_HTTP_MAX_REQUESTS),
+    CRAWLEE_HTTP_INITIAL_PAGE: Number(process.env.CRAWLEE_HTTP_INITIAL_PAGE),
+});
+exports.HttpEnvConfig = HttpEnvConfig;
+//# sourceMappingURL=http.env.config.js.map

package/dist/modules/http/env/http.env.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.env.config.js","sourceRoot":"","sources":["../../../../src/modules/http/env/http.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,CAAC;IAClC,4BAA4B,EAAE,MAAM,CAClC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CACzC;IACD,4BAA4B,EAAE,MAAM,CAClC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CACzC;IACD,gCAAgC,EAAE,MAAM,CACtC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAC7C;IACD,yBAAyB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;IACxE,yBAAyB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;IACxE,yBAAyB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;CACzE,CAAC,CAAC;AAbU,QAAA,aAAa,iBAavB"}

package/dist/modules/http/env/http.env.validation.d.ts

@@ -0,0 +1,2 @@
+import * as Joi from 'joi';
+export declare const HttpEnvValidation: Joi.ObjectSchema<any>;

package/dist/modules/http/env/http.env.validation.js

@@ -0,0 +1,46 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HttpEnvValidation = void 0;
+const Joi = __importStar(require("joi"));
+exports.HttpEnvValidation = Joi.object({
+    CRAWLEE_HTTP_MAX_CONCURRENCY: Joi.number().default(10),
+    CRAWLEE_HTTP_MIN_CONCURRENCY: Joi.number().default(1),
+    CRAWLEE_HTTP_MAX_REQUEST_RETRIES: Joi.number().default(3),
+    CRAWLEE_HTTP_TIMEOUT_SECS: Joi.number().default(30),
+    CRAWLEE_HTTP_MAX_REQUESTS: Joi.number().default(100),
+    CRAWLEE_HTTP_INITIAL_PAGE: Joi.number().default(1),
+});
+//# sourceMappingURL=http.env.validation.js.map

package/dist/modules/http/env/http.env.validation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/http/env/http.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAEd,QAAA,iBAAiB,GAAG,GAAG,CAAC,MAAM,CAAC;IAC1C,4BAA4B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACtD,4BAA4B,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACrD,gCAAgC,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzD,yBAAyB,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACnD,yBAAyB,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACpD,yBAAyB,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CACnD,CAAC,CAAC"}

package/dist/modules/http/http.module.d.ts

@@ -0,0 +1,2 @@
+export declare class HttpModule {
+}

package/dist/modules/http/http.module.js

@@ -0,0 +1,23 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HttpModule = void 0;
+const common_1 = require("@nestjs/common");
+const http_service_1 = require("./http.service");
+const http_logger_service_1 = require("./services/http.logger.service");
+const http_hook_service_1 = require("./services/http.hook.service");
+let HttpModule = class HttpModule {
+};
+exports.HttpModule = HttpModule;
+exports.HttpModule = HttpModule = __decorate([
+    (0, common_1.Module)({
+        providers: [http_service_1.HttpService, http_logger_service_1.HttpLoggerService, http_hook_service_1.HttpHookService],
+        exports: [http_service_1.HttpService],
+    })
+], HttpModule);
+//# sourceMappingURL=http.module.js.map

package/dist/modules/http/http.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.module.js","sourceRoot":"","sources":["../../../src/modules/http/http.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,iDAA6C;AAC7C,wEAAmE;AACnE,oEAA+D;AAMxD,IAAM,UAAU,GAAhB,MAAM,UAAU;CAAG,CAAA;AAAb,gCAAU;qBAAV,UAAU;IAJtB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,0BAAW,EAAE,uCAAiB,EAAE,mCAAe,CAAC;QAC5D,OAAO,EAAE,CAAC,0BAAW,CAAC;KACvB,CAAC;GACW,UAAU,CAAG"}

package/dist/modules/http/http.service.d.ts

@@ -0,0 +1,16 @@
+import { ConfigService } from '@nestjs/config';
+import { HttpCrawler, HttpCrawlerOptions } from 'crawlee';
+import { HttpLoggerService } from './services/http.logger.service';
+import { HttpHookService } from './services/http.hook.service';
+export declare class HttpService {
+    private readonly config;
+    private readonly logger;
+    private readonly hook;
+    private readonly maxRequests;
+    private readonly timeoutSecs;
+    private readonly maxConcurrency;
+    private readonly minConcurrency;
+    private readonly maxRequestRetries;
+    constructor(config: ConfigService, logger: HttpLoggerService, hook: HttpHookService);
+    create(options: HttpCrawlerOptions): HttpCrawler<import("crawlee").InternalHttpCrawlingContext<any, any, HttpCrawler<any>>>;
+}

package/dist/modules/http/http.service.js

@@ -0,0 +1,61 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HttpService = void 0;
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const crawlee_1 = require("crawlee");
+const http_logger_service_1 = require("./services/http.logger.service");
+const http_hook_service_1 = require("./services/http.hook.service");
+const http_env_constant_1 = require("./constant/http.env.constant");
+const http_env_constant_2 = require("./constant/http.env.constant");
+const http_env_constant_3 = require("./constant/http.env.constant");
+const http_env_constant_4 = require("./constant/http.env.constant");
+const http_env_constant_5 = require("./constant/http.env.constant");
+let HttpService = class HttpService {
+    constructor(config, logger, hook) {
+        this.config = config;
+        this.logger = logger;
+        this.hook = hook;
+        this.maxConcurrency = this.config.get(http_env_constant_1.MAX_CONCURRENCY);
+        this.minConcurrency = this.config.get(http_env_constant_2.MIN_CONCURRENCY);
+        this.maxRequestRetries = this.config.get(http_env_constant_3.MAX_REQUEST_RETRIES);
+        this.timeoutSecs = this.config.get(http_env_constant_4.TIMEOUT_SECS);
+        this.maxRequests = this.config.get(http_env_constant_5.MAX_REQUESTS);
+    }
+    create(options) {
+        const { preNavigationHooks = [], postNavigationHooks = [] } = options;
+        const defaultPreNavHooks = this.hook.getPreNavigationHooks();
+        const defaultPostNavHooks = this.hook.getPostNavigationHooks();
+        const defaultOptions = {
+            maxRequestsPerCrawl: this.maxRequests,
+            requestHandlerTimeoutSecs: this.timeoutSecs,
+            maxConcurrency: this.maxConcurrency,
+            minConcurrency: this.minConcurrency,
+            maxRequestRetries: this.maxRequestRetries,
+        };
+        this.logger.log('Creating Cheerio Crawler instance');
+        return new crawlee_1.HttpCrawler({
+            ...defaultOptions,
+            ...options,
+            preNavigationHooks: [...defaultPreNavHooks, ...preNavigationHooks],
+            postNavigationHooks: [...defaultPostNavHooks, ...postNavigationHooks],
+        });
+    }
+};
+exports.HttpService = HttpService;
+exports.HttpService = HttpService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [config_1.ConfigService,
+        http_logger_service_1.HttpLoggerService,
+        http_hook_service_1.HttpHookService])
+], HttpService);
+//# sourceMappingURL=http.service.js.map

package/dist/modules/http/http.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.service.js","sourceRoot":"","sources":["../../../src/modules/http/http.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA+C;AAE/C,qCAA0D;AAE1D,wEAAmE;AACnE,oEAA+D;AAC/D,oEAA+D;AAC/D,oEAA+D;AAC/D,oEAAmE;AACnE,oEAA4D;AAC5D,oEAA4D;AAGrD,IAAM,WAAW,GAAjB,MAAM,WAAW;IAOtB,YACmB,MAAqB,EACrB,MAAyB,EACzB,IAAqB;QAFrB,WAAM,GAAN,MAAM,CAAe;QACrB,WAAM,GAAN,MAAM,CAAmB;QACzB,SAAI,GAAJ,IAAI,CAAiB;QAEtC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,mCAAe,CAAE,CAAC;QAChE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,mCAAe,CAAE,CAAC;QAChE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,uCAAmB,CAAE,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,gCAAY,CAAE,CAAC;QAC1D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,gCAAY,CAAE,CAAC;IAC5D,CAAC;IAED,MAAM,CAAC,OAA2B;QAChC,MAAM,EAAE,kBAAkB,GAAG,EAAE,EAAE,mBAAmB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,MAAM,cAAc,GAAuB;YACzC,mBAAmB,EAAE,IAAI,CAAC,WAAW;YACrC,yBAAyB,EAAE,IAAI,CAAC,WAAW;YAC3C,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;SAC1C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACrD,OAAO,IAAI,qBAAW,CAAC;YACrB,GAAG,cAAc;YACjB,GAAG,OAAO;YACV,kBAAkB,EAAE,CAAC,GAAG,kBAAkB,EAAE,GAAG,kBAAkB,CAAC;YAClE,mBAAmB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;SACtE,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAtCY,kCAAW;sBAAX,WAAW;IADvB,IAAA,mBAAU,GAAE;qCASgB,sBAAa;QACb,uCAAiB;QACnB,mCAAe;GAV7B,WAAW,CAsCvB"}

package/dist/modules/http/services/http.hook.service.d.ts

@@ -0,0 +1,8 @@
+import { HttpHook } from 'crawlee';
+import { HttpLoggerService } from './http.logger.service';
+export declare class HttpHookService {
+    private readonly logger;
+    constructor(logger: HttpLoggerService);
+    getPreNavigationHooks(): HttpHook[];
+    getPostNavigationHooks(): HttpHook[];
+}

package/dist/modules/http/services/http.hook.service.js

@@ -0,0 +1,78 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HttpHookService = void 0;
+const common_1 = require("@nestjs/common");
+const http_logger_service_1 = require("./http.logger.service");
+let HttpHookService = class HttpHookService {
+    constructor(logger) {
+        this.logger = logger;
+    }
+    getPreNavigationHooks() {
+        return [
+            ({ request }) => {
+                this.logger.log(`🔎 ${request.url}`);
+            },
+        ];
+    }
+    getPostNavigationHooks() {
+        return [
+            ({ request, response }) => {
+                const { url } = request;
+                const { statusCode } = response;
+                switch (statusCode) {
+                    case common_1.HttpStatus.OK:
+                        this.logger.log(`✅ ${statusCode} ${url}`);
+                        break;
+                    case common_1.HttpStatus.CREATED:
+                        this.logger.log(`✅ ${statusCode} ${url}`);
+                        break;
+                    case common_1.HttpStatus.ACCEPTED:
+                        this.logger.log(`✅ ${statusCode} ${url}`);
+                        break;
+                    case common_1.HttpStatus.BAD_REQUEST:
+                        this.logger.warn(`⚠️ ${statusCode} ${url}`);
+                        break;
+                    case common_1.HttpStatus.UNAUTHORIZED:
+                        this.logger.warn(`⚠️ ${statusCode} ${url}`);
+                        break;
+                    case common_1.HttpStatus.FORBIDDEN:
+                        this.logger.warn(`⚠️ ${statusCode} ${url}`);
+                        break;
+                    case common_1.HttpStatus.NOT_FOUND:
+                        this.logger.warn(`⚠️ ${statusCode} ${url}`);
+                        break;
+                    case common_1.HttpStatus.TOO_MANY_REQUESTS:
+                        this.logger.warn(`⛔ ${statusCode} ${url}`);
+                        break;
+                    case common_1.HttpStatus.INTERNAL_SERVER_ERROR:
+                        this.logger.error(`💥 ${statusCode} ${url}`);
+                        break;
+                    case common_1.HttpStatus.BAD_GATEWAY:
+                        this.logger.error(`🚧 ${statusCode} ${url}`);
+                        break;
+                    case common_1.HttpStatus.SERVICE_UNAVAILABLE:
+                        this.logger.error(`🚧 ${statusCode} ${url}`);
+                        break;
+                    default:
+                        this.logger.log(`🤔 ${statusCode} ${url}`);
+                        break;
+                }
+            },
+        ];
+    }
+};
+exports.HttpHookService = HttpHookService;
+exports.HttpHookService = HttpHookService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [http_logger_service_1.HttpLoggerService])
+], HttpHookService);
+//# sourceMappingURL=http.hook.service.js.map

package/dist/modules/http/services/http.hook.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.hook.service.js","sourceRoot":"","sources":["../../../../src/modules/http/services/http.hook.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAGxD,+DAA0D;AAGnD,IAAM,eAAe,GAArB,MAAM,eAAe;IAC1B,YAA6B,MAAyB;QAAzB,WAAM,GAAN,MAAM,CAAmB;IAAG,CAAC;IAE1D,qBAAqB;QACnB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO;YACL,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACxB,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;gBACxB,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAEhC,QAAQ,UAAwB,EAAE,CAAC;oBACjC,KAAK,mBAAU,CAAC,EAAE;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,OAAO;wBACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,QAAQ;wBACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,YAAY;wBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,SAAS;wBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC5C,MAAM;oBACR,KAAK,mBAAU,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;oBACR,KAAK,mBAAU,CAAC,qBAAqB;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,WAAW;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR,KAAK,mBAAU,CAAC,mBAAmB;wBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC7C,MAAM;oBACR;wBACE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;wBAC3C,MAAM;gBACV,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAA;AA1DY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;qCAE0B,uCAAiB;GAD3C,eAAe,CA0D3B"}

package/dist/modules/http/services/http.logger.service.d.ts

@@ -0,0 +1,11 @@
+import { LoggerService } from '@nestjs/common';
+export declare class HttpLoggerService implements LoggerService {
+    private readonly logger;
+    constructor();
+    log(message: any, ...optionalParams: any[]): any;
+    debug(message: any, ...optionalParams: any[]): any;
+    verbose(message: any, ...optionalParams: any[]): any;
+    warn(message: any, ...optionalParams: any[]): any;
+    error(message: any, ...optionalParams: any[]): any;
+    fatal?(message: any, ...optionalParams: any[]): any;
+}

package/dist/modules/http/services/http.logger.service.js

@@ -0,0 +1,44 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HttpLoggerService = void 0;
+const common_1 = require("@nestjs/common");
+const http_service_1 = require("../http.service");
+let HttpLoggerService = class HttpLoggerService {
+    constructor() {
+        const options = { timestamp: true };
+        this.logger = new common_1.Logger(http_service_1.HttpService.name, options);
+    }
+    log(message, ...optionalParams) {
+        this.logger.log(message, ...optionalParams);
+    }
+    debug(message, ...optionalParams) {
+        this.logger.debug(message, ...optionalParams);
+    }
+    verbose(message, ...optionalParams) {
+        this.logger.verbose(message, ...optionalParams);
+    }
+    warn(message, ...optionalParams) {
+        this.logger.warn(message, ...optionalParams);
+    }
+    error(message, ...optionalParams) {
+        this.logger.error(message, ...optionalParams);
+    }
+    fatal(message, ...optionalParams) {
+        this.logger.fatal(message, ...optionalParams);
+    }
+};
+exports.HttpLoggerService = HttpLoggerService;
+exports.HttpLoggerService = HttpLoggerService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [])
+], HttpLoggerService);
+//# sourceMappingURL=http.logger.service.js.map

package/dist/modules/http/services/http.logger.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.logger.service.js","sourceRoot":"","sources":["../../../../src/modules/http/services/http.logger.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAmE;AAEnE,kDAA8C;AAGvC,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAE5B;QACE,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,0BAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAED,GAAG,CAAC,OAAY,EAAE,GAAG,cAAqB;QACxC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC5C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,CAAC,OAAY,EAAE,GAAG,cAAqB;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,OAAY,EAAE,GAAG,cAAqB;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAE,OAAY,EAAE,GAAG,cAAqB;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;CACF,CAAA;AA9BY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;;GACA,iBAAiB,CA8B7B"}

package/dist/modules/playwright/playwright.module.js

@@ -8,9 +8,7 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PlaywrightModule = void 0;
 const common_1 = require("@nestjs/common");
-const config_1 = require("@nestjs/config");
 const playwright_service_1 = require("./playwright.service");
-const playwright_env_config_1 = require("./env/playwright.env.config");
 const playwright_logger_service_1 = require("./services/playwright.logger.service");
 const playwright_hook_service_1 = require("./services/playwright.hook.service");
 const playwright_browser_service_1 = require("./services/playwright.browser.service");
@@ -19,7 +17,6 @@ let PlaywrightModule = class PlaywrightModule {
 exports.PlaywrightModule = PlaywrightModule;
 exports.PlaywrightModule = PlaywrightModule = __decorate([
     (0, common_1.Module)({
-        imports: [config_1.ConfigModule.forFeature(playwright_env_config_1.PlaywrightEnvConfig)],
         providers: [
             playwright_service_1.PlaywrightService,
             playwright_logger_service_1.PlaywrightLoggerService,

package/dist/modules/playwright/playwright.module.js.map

@@ -1 +1 @@
-{"version":3,"file":"playwright.module.js","sourceRoot":"","sources":["../../../src/modules/playwright/playwright.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,2CAA8C;AAE9C,6DAAyD;AACzD,uEAAkE;AAClE,oFAA+E;AAC/E,gFAA2E;AAC3E,sFAAiF;AAY1E,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;CAAG,CAAA;AAAnB,4CAAgB;2BAAhB,gBAAgB;IAV5B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,qBAAY,CAAC,UAAU,CAAC,2CAAmB,CAAC,CAAC;QACvD,SAAS,EAAE;YACT,sCAAiB;YACjB,mDAAuB;YACvB,+CAAqB;YACrB,qDAAwB;SACzB;QACD,OAAO,EAAE,CAAC,sCAAiB,CAAC;KAC7B,CAAC;GACW,gBAAgB,CAAG"}
+{"version":3,"file":"playwright.module.js","sourceRoot":"","sources":["../../../src/modules/playwright/playwright.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,6DAAyD;AACzD,oFAA+E;AAC/E,gFAA2E;AAC3E,sFAAiF;AAW1E,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;CAAG,CAAA;AAAnB,4CAAgB;2BAAhB,gBAAgB;IAT5B,IAAA,eAAM,EAAC;QACN,SAAS,EAAE;YACT,sCAAiB;YACjB,mDAAuB;YACvB,+CAAqB;YACrB,qDAAwB;SACzB;QACD,OAAO,EAAE,CAAC,sCAAiB,CAAC;KAC7B,CAAC;GACW,gBAAgB,CAAG"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rafikidota/scoutee",
-  "version": "0.3.0",
+  "version": "0.5.0",
   "description": "Sometimes, the best way to solve your own problems is to help someone else.",
   "repository": {
     "type": "git",