@rafikidota/cuba-ofertas-scraping 0.24.1 → 0.26.0

package/dist/common/index.d.ts

@@ -28,6 +28,10 @@ export * from './interface/provider.interface';
 export * from './interface/province.interface';
 export * from './interface/scraping-result.interface';
 export * from './interface/transport-event.interface';
+export * from './logger/constant/network-interceptor';
+export * from './logger/enum/handler-logger-context.enum';
+export * from './logger/enum/processor-logger-context.enum';
+export * from './logger/enum/router-logger-context.enum';
 export * from './logger/logger';
 export * from './types/country';
 export * from './types/delay-range';

package/dist/common/index.js

@@ -44,6 +44,10 @@ __exportStar(require("./interface/provider.interface"), exports);
 __exportStar(require("./interface/province.interface"), exports);
 __exportStar(require("./interface/scraping-result.interface"), exports);
 __exportStar(require("./interface/transport-event.interface"), exports);
+__exportStar(require("./logger/constant/network-interceptor"), exports);
+__exportStar(require("./logger/enum/handler-logger-context.enum"), exports);
+__exportStar(require("./logger/enum/processor-logger-context.enum"), exports);
+__exportStar(require("./logger/enum/router-logger-context.enum"), exports);
 __exportStar(require("./logger/logger"), exports);
 __exportStar(require("./types/country"), exports);
 __exportStar(require("./types/delay-range"), exports);

package/dist/common/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,iDAA+B;AAC/B,uDAAqC;AACrC,kDAAgC;AAChC,mDAAiC;AACjC,mDAAiC;AACjC,yDAAuC;AACvC,qEAAmD;AACnD,0DAAwC;AAExC,4DAA0C;AAC1C,oDAAkC;AAClC,sDAAoC;AACpC,qDAAmC;AACnC,kDAAgC;AAEhC,oDAAkC;AAClC,sDAAoC;AACpC,2DAAyC;AACzC,6DAA2C;AAC3C,qEAAmD;AACnD,4DAA0C;AAE1C,2DAAyC;AACzC,+DAA6C;AAE7C,iEAA+C;AAC/C,+DAA6C;AAC7C,qEAAmD;AACnD,gEAA8C;AAC9C,iEAA+C;AAC/C,iEAA+C;AAC/C,wEAAsD;AACtD,wEAAsD;AAEtD,kDAAgC;AAEhC,kDAAgC;AAChC,sDAAoC;AACpC,mDAAiC;AACjC,mDAAiC;AACjC,iDAA+B;AAC/B,2DAAyC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,iDAA+B;AAC/B,uDAAqC;AACrC,kDAAgC;AAChC,mDAAiC;AACjC,mDAAiC;AACjC,yDAAuC;AACvC,qEAAmD;AACnD,0DAAwC;AAExC,4DAA0C;AAC1C,oDAAkC;AAClC,sDAAoC;AACpC,qDAAmC;AACnC,kDAAgC;AAEhC,oDAAkC;AAClC,sDAAoC;AACpC,2DAAyC;AACzC,6DAA2C;AAC3C,qEAAmD;AACnD,4DAA0C;AAE1C,2DAAyC;AACzC,+DAA6C;AAE7C,iEAA+C;AAC/C,+DAA6C;AAC7C,qEAAmD;AACnD,gEAA8C;AAC9C,iEAA+C;AAC/C,iEAA+C;AAC/C,wEAAsD;AACtD,wEAAsD;AAEtD,wEAAsD;AACtD,4EAA0D;AAC1D,8EAA4D;AAC5D,2EAAyD;AACzD,kDAAgC;AAEhC,kDAAgC;AAChC,sDAAoC;AACpC,mDAAiC;AACjC,mDAAiC;AACjC,iDAA+B;AAC/B,2DAAyC"}

package/dist/common/logger/constant/network-interceptor.d.ts

@@ -0,0 +1 @@
+export declare const NETWORK_INTERCEPTOR = "NetworkInterceptor";

package/dist/common/logger/constant/network-interceptor.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NETWORK_INTERCEPTOR = void 0;
+exports.NETWORK_INTERCEPTOR = 'NetworkInterceptor';
+//# sourceMappingURL=network-interceptor.js.map

package/dist/common/logger/constant/network-interceptor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"network-interceptor.js","sourceRoot":"","sources":["../../../../src/common/logger/constant/network-interceptor.ts"],"names":[],"mappings":";;;AAAa,QAAA,mBAAmB,GAAG,oBAAoB,CAAC"}

package/dist/common/logger/enum/handler-logger-context.enum.d.ts

@@ -0,0 +1,8 @@
+export declare enum HandlerLoggerContext {
+    CATEGORY = "CategoryHandler",
+    PAGINATION = "PaginationHandler",
+    PRODUCT = "ProductHandler",
+    PROVIDER = "ProviderHandler",
+    PROVINCE = "ProvinceHandler",
+    ERROR = "ErrorHandler"
+}

package/dist/common/logger/enum/handler-logger-context.enum.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HandlerLoggerContext = void 0;
+var HandlerLoggerContext;
+(function (HandlerLoggerContext) {
+    HandlerLoggerContext["CATEGORY"] = "CategoryHandler";
+    HandlerLoggerContext["PAGINATION"] = "PaginationHandler";
+    HandlerLoggerContext["PRODUCT"] = "ProductHandler";
+    HandlerLoggerContext["PROVIDER"] = "ProviderHandler";
+    HandlerLoggerContext["PROVINCE"] = "ProvinceHandler";
+    HandlerLoggerContext["ERROR"] = "ErrorHandler";
+})(HandlerLoggerContext || (exports.HandlerLoggerContext = HandlerLoggerContext = {}));
+//# sourceMappingURL=handler-logger-context.enum.js.map

package/dist/common/logger/enum/handler-logger-context.enum.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handler-logger-context.enum.js","sourceRoot":"","sources":["../../../../src/common/logger/enum/handler-logger-context.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,oBAOX;AAPD,WAAY,oBAAoB;IAC9B,oDAA4B,CAAA;IAC5B,wDAAgC,CAAA;IAChC,kDAA0B,CAAA;IAC1B,oDAA4B,CAAA;IAC5B,oDAA4B,CAAA;IAC5B,8CAAsB,CAAA;AACxB,CAAC,EAPW,oBAAoB,oCAApB,oBAAoB,QAO/B"}

package/dist/common/logger/enum/processor-logger-context.enum.d.ts

@@ -0,0 +1,8 @@
+export declare enum ProcessorLoggerContext {
+    CATEGORY = "CategoryProcessor",
+    PAGINATION = "PaginationProcessor",
+    PRODUCT = "ProductProcessor",
+    PROVIDER = "ProviderProcessor",
+    PROVINCE = "ProvinceProcessor",
+    ERROR = "ErrorProcessor"
+}

package/dist/common/logger/enum/processor-logger-context.enum.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessorLoggerContext = void 0;
+var ProcessorLoggerContext;
+(function (ProcessorLoggerContext) {
+    ProcessorLoggerContext["CATEGORY"] = "CategoryProcessor";
+    ProcessorLoggerContext["PAGINATION"] = "PaginationProcessor";
+    ProcessorLoggerContext["PRODUCT"] = "ProductProcessor";
+    ProcessorLoggerContext["PROVIDER"] = "ProviderProcessor";
+    ProcessorLoggerContext["PROVINCE"] = "ProvinceProcessor";
+    ProcessorLoggerContext["ERROR"] = "ErrorProcessor";
+})(ProcessorLoggerContext || (exports.ProcessorLoggerContext = ProcessorLoggerContext = {}));
+//# sourceMappingURL=processor-logger-context.enum.js.map

package/dist/common/logger/enum/processor-logger-context.enum.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"processor-logger-context.enum.js","sourceRoot":"","sources":["../../../../src/common/logger/enum/processor-logger-context.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,sBAOX;AAPD,WAAY,sBAAsB;IAChC,wDAA8B,CAAA;IAC9B,4DAAkC,CAAA;IAClC,sDAA4B,CAAA;IAC5B,wDAA8B,CAAA;IAC9B,wDAA8B,CAAA;IAC9B,kDAAwB,CAAA;AAC1B,CAAC,EAPW,sBAAsB,sCAAtB,sBAAsB,QAOjC"}

package/dist/common/logger/enum/router-logger-context.enum.d.ts

@@ -0,0 +1,8 @@
+export declare enum RouterLoggerContext {
+    CATEGORY = "CategoryRouter",
+    PAGINATION = "PaginationRouter",
+    PRODUCT = "ProductRouter",
+    PROVIDER = "ProviderRouter",
+    PROVINCE = "ProvinceRouter",
+    ERROR = "ErrorRouter"
+}

package/dist/common/logger/enum/router-logger-context.enum.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RouterLoggerContext = void 0;
+var RouterLoggerContext;
+(function (RouterLoggerContext) {
+    RouterLoggerContext["CATEGORY"] = "CategoryRouter";
+    RouterLoggerContext["PAGINATION"] = "PaginationRouter";
+    RouterLoggerContext["PRODUCT"] = "ProductRouter";
+    RouterLoggerContext["PROVIDER"] = "ProviderRouter";
+    RouterLoggerContext["PROVINCE"] = "ProvinceRouter";
+    RouterLoggerContext["ERROR"] = "ErrorRouter";
+})(RouterLoggerContext || (exports.RouterLoggerContext = RouterLoggerContext = {}));
+//# sourceMappingURL=router-logger-context.enum.js.map

package/dist/common/logger/enum/router-logger-context.enum.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"router-logger-context.enum.js","sourceRoot":"","sources":["../../../../src/common/logger/enum/router-logger-context.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,mBAOX;AAPD,WAAY,mBAAmB;IAC7B,kDAA2B,CAAA;IAC3B,sDAA+B,CAAA;IAC/B,gDAAyB,CAAA;IACzB,kDAA2B,CAAA;IAC3B,kDAA2B,CAAA;IAC3B,4CAAqB,CAAA;AACvB,CAAC,EAPW,mBAAmB,mCAAnB,mBAAmB,QAO9B"}

package/dist/modules/cloudflare/cloudflare.module.d.ts

@@ -0,0 +1,2 @@
+export declare class CloudflareModule {
+}

package/dist/modules/cloudflare/cloudflare.module.js

@@ -0,0 +1,33 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CloudflareModule = void 0;
+const common_1 = require("@nestjs/common");
+const delayer_module_1 = require("../delayer/delayer.module");
+const cloudflare_service_1 = require("./cloudflare.service");
+const check_cloudflare_block_use_case_1 = require("./use-cases/check-cloudflare-block.use-case");
+const normalize_cloudflare_response_use_case_1 = require("./use-cases/normalize-cloudflare-response.use-case");
+const report_cloudflare_use_case_1 = require("./use-cases/report-cloudflare.use-case");
+const cloudflare_repository_service_1 = require("./services/cloudflare-repository.service");
+let CloudflareModule = class CloudflareModule {
+};
+exports.CloudflareModule = CloudflareModule;
+exports.CloudflareModule = CloudflareModule = __decorate([
+    (0, common_1.Module)({
+        imports: [delayer_module_1.DelayerModule],
+        providers: [
+            cloudflare_service_1.CloudflareService,
+            normalize_cloudflare_response_use_case_1.NormalizeCloudflareResponseUseCase,
+            check_cloudflare_block_use_case_1.CheckCloudflareBlockUseCase,
+            report_cloudflare_use_case_1.ReportCloudflareUseCase,
+            cloudflare_repository_service_1.CloudflareRepositoryService,
+        ],
+        exports: [cloudflare_service_1.CloudflareService],
+    })
+], CloudflareModule);
+//# sourceMappingURL=cloudflare.module.js.map

package/dist/modules/cloudflare/cloudflare.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloudflare.module.js","sourceRoot":"","sources":["../../../src/modules/cloudflare/cloudflare.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,8DAA0D;AAC1D,6DAAyD;AACzD,iGAA0F;AAC1F,+GAAwG;AACxG,uFAAiF;AACjF,4FAAuF;AAahF,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;CAAG,CAAA;AAAnB,4CAAgB;2BAAhB,gBAAgB;IAX5B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,8BAAa,CAAC;QACxB,SAAS,EAAE;YACT,sCAAiB;YACjB,2EAAkC;YAClC,6DAA2B;YAC3B,oDAAuB;YACvB,2DAA2B;SAC5B;QACD,OAAO,EAAE,CAAC,sCAAiB,CAAC;KAC7B,CAAC;GACW,gBAAgB,CAAG"}

package/dist/modules/cloudflare/cloudflare.service.d.ts

@@ -0,0 +1,26 @@
+import { FinalStatistics } from 'crawlee';
+import { DelayerService } from '../delayer/delayer.service';
+import { CheckCloudflareBlockUseCase } from './use-cases/check-cloudflare-block.use-case';
+import { ReportCloudflareUseCase } from './use-cases/report-cloudflare.use-case';
+import { CloudflareRepositoryService } from './services/cloudflare-repository.service';
+import { NormalizeCloudflareResponseUseCase } from './use-cases/normalize-cloudflare-response.use-case';
+import { CrawleeResponse } from './types/normalize-response.types';
+import { IHandleBlockOption } from './types/handle-request.types';
+export declare class CloudflareService {
+    private readonly delayer;
+    private readonly checker;
+    private readonly reporter;
+    private readonly repository;
+    private readonly normalizer;
+    private logger;
+    constructor(delayer: DelayerService, checker: CheckCloudflareBlockUseCase, reporter: ReportCloudflareUseCase, repository: CloudflareRepositoryService, normalizer: NormalizeCloudflareResponseUseCase);
+    check(response: CrawleeResponse): boolean;
+    get blocks(): import("./types/block-info").BlockInfo[];
+    handle(response: CrawleeResponse, blockOptions?: IHandleBlockOption): Promise<void>;
+    report(stats: FinalStatistics): {
+        blocks: number;
+        total: number;
+        percent: number;
+    };
+    reset(): void;
+}

package/dist/modules/cloudflare/cloudflare.service.js

@@ -0,0 +1,62 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var CloudflareService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CloudflareService = void 0;
+const common_1 = require("@nestjs/common");
+const delayer_service_1 = require("../delayer/delayer.service");
+const logger_1 = require("../../common/logger/logger");
+const check_cloudflare_block_use_case_1 = require("./use-cases/check-cloudflare-block.use-case");
+const report_cloudflare_use_case_1 = require("./use-cases/report-cloudflare.use-case");
+const cloudflare_repository_service_1 = require("./services/cloudflare-repository.service");
+const normalize_cloudflare_response_use_case_1 = require("./use-cases/normalize-cloudflare-response.use-case");
+const handle_request_types_1 = require("./types/handle-request.types");
+let CloudflareService = CloudflareService_1 = class CloudflareService {
+    constructor(delayer, checker, reporter, repository, normalizer) {
+        this.delayer = delayer;
+        this.checker = checker;
+        this.reporter = reporter;
+        this.repository = repository;
+        this.normalizer = normalizer;
+        this.logger = new logger_1.Logger(CloudflareService_1.name);
+    }
+    check(response) {
+        return this.checker.execute(response);
+    }
+    get blocks() {
+        return this.repository.blocks;
+    }
+    async handle(response, blockOptions) {
+        const normalized = this.normalizer.execute(response);
+        const { options } = new handle_request_types_1.HandleBlockOption(blockOptions);
+        const { statusCode, url } = normalized;
+        const { method, body, delay } = options;
+        this.repository.add({ url, method, body });
+        this.logger.warn(`⚠️  ${statusCode} ${url}`);
+        return await this.delayer.wait(url, delay.min, delay.max);
+    }
+    report(stats) {
+        return this.reporter.execute(stats);
+    }
+    reset() {
+        this.delayer.reset();
+    }
+};
+exports.CloudflareService = CloudflareService;
+exports.CloudflareService = CloudflareService = CloudflareService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [delayer_service_1.DelayerService,
+        check_cloudflare_block_use_case_1.CheckCloudflareBlockUseCase,
+        report_cloudflare_use_case_1.ReportCloudflareUseCase,
+        cloudflare_repository_service_1.CloudflareRepositoryService,
+        normalize_cloudflare_response_use_case_1.NormalizeCloudflareResponseUseCase])
+], CloudflareService);
+//# sourceMappingURL=cloudflare.service.js.map

package/dist/modules/cloudflare/cloudflare.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloudflare.service.js","sourceRoot":"","sources":["../../../src/modules/cloudflare/cloudflare.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAG5C,gEAA4D;AAC5D,uDAAoD;AACpD,iGAA0F;AAC1F,uFAAiF;AACjF,4FAAuF;AACvF,+GAAwG;AAKxG,uEAAiE;AAG1D,IAAM,iBAAiB,yBAAvB,MAAM,iBAAiB;IAG5B,YACmB,OAAuB,EACvB,OAAoC,EACpC,QAAiC,EACjC,UAAuC,EACvC,UAA8C;QAJ9C,YAAO,GAAP,OAAO,CAAgB;QACvB,YAAO,GAAP,OAAO,CAA6B;QACpC,aAAQ,GAAR,QAAQ,CAAyB;QACjC,eAAU,GAAV,UAAU,CAA6B;QACvC,eAAU,GAAV,UAAU,CAAoC;QAPzD,WAAM,GAAG,IAAI,eAAM,CAAC,mBAAiB,CAAC,IAAI,CAAC,CAAC;IAQjD,CAAC;IAEJ,KAAK,CAAC,QAAyB;QAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,YAAiC;QACvE,MAAM,UAAU,GAAuB,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACzE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,wCAAiB,CAAC,YAAY,CAAC,CAAC;QACxD,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,UAAU,CAAC;QACvC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QACxC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;QAC7C,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,CAAC,KAAsB;QAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF,CAAA;AApCY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;qCAKiB,gCAAc;QACd,6DAA2B;QAC1B,oDAAuB;QACrB,2DAA2B;QAC3B,2EAAkC;GARtD,iBAAiB,CAoC7B"}

package/dist/modules/cloudflare/services/cloudflare-repository.service.d.ts

@@ -0,0 +1,12 @@
+import { BlockInfo } from '../types/block-info';
+export declare class CloudflareRepositoryService {
+    private map;
+    private logger;
+    constructor();
+    get size(): number;
+    get blocks(): BlockInfo[];
+    private hash;
+    add(block: BlockInfo): void;
+    exists(block: BlockInfo): boolean;
+    reset(): void;
+}

package/dist/modules/cloudflare/services/cloudflare-repository.service.js

@@ -0,0 +1,55 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var CloudflareRepositoryService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CloudflareRepositoryService = void 0;
+const common_1 = require("@nestjs/common");
+const crypto_1 = require("crypto");
+const logger_1 = require("../../../common/logger/logger");
+let CloudflareRepositoryService = CloudflareRepositoryService_1 = class CloudflareRepositoryService {
+    constructor() {
+        this.map = new Map();
+        this.logger = new logger_1.Logger(CloudflareRepositoryService_1.name);
+    }
+    get size() {
+        return this.map.size;
+    }
+    get blocks() {
+        return Array.from(this.map.values());
+    }
+    hash(block) {
+        const data = JSON.stringify(block);
+        return (0, crypto_1.createHash)('sha256').update(data).digest('hex');
+    }
+    add(block) {
+        const key = this.hash(block);
+        const mappedBlock = this.map.get(key);
+        const previous = mappedBlock?.count ?? 0;
+        this.map.set(key, {
+            ...block,
+            count: previous + 1,
+            timestamp: new Date(),
+        });
+    }
+    exists(block) {
+        const key = this.hash(block);
+        return this.map.has(key);
+    }
+    reset() {
+        this.map.clear();
+    }
+};
+exports.CloudflareRepositoryService = CloudflareRepositoryService;
+exports.CloudflareRepositoryService = CloudflareRepositoryService = CloudflareRepositoryService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [])
+], CloudflareRepositoryService);
+//# sourceMappingURL=cloudflare-repository.service.js.map

package/dist/modules/cloudflare/services/cloudflare-repository.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloudflare-repository.service.js","sourceRoot":"","sources":["../../../../src/modules/cloudflare/services/cloudflare-repository.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,mCAAoC;AAEpC,0DAAuD;AAIhD,IAAM,2BAA2B,mCAAjC,MAAM,2BAA2B;IAItC;QAHQ,QAAG,GAAG,IAAI,GAAG,EAAqB,CAAC;QACnC,WAAM,GAAG,IAAI,eAAM,CAAC,6BAA2B,CAAC,IAAI,CAAC,CAAC;IAE/C,CAAC;IAEhB,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;IACvB,CAAC;IAED,IAAI,MAAM;QACR,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,CAAC;IAEO,IAAI,CAAC,KAAgB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,OAAO,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,CAAC;IAED,GAAG,CAAC,KAAgB;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,WAAW,EAAE,KAAK,IAAI,CAAC,CAAC;QAEzC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE;YAChB,GAAG,KAAK;YACR,KAAK,EAAE,QAAQ,GAAG,CAAC;YACnB,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,KAAgB;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC;CACF,CAAA;AAvCY,kEAA2B;sCAA3B,2BAA2B;IADvC,IAAA,mBAAU,GAAE;;GACA,2BAA2B,CAuCvC"}

package/dist/modules/cloudflare/types/block-info.d.ts

@@ -0,0 +1,7 @@
+export type BlockInfo = {
+    url: string;
+    method: string;
+    body?: string;
+    timestamp?: Date;
+    count?: number;
+};

package/dist/modules/cloudflare/types/block-info.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=block-info.js.map

package/dist/modules/cloudflare/types/block-info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"block-info.js","sourceRoot":"","sources":["../../../../src/modules/cloudflare/types/block-info.ts"],"names":[],"mappings":""}

package/dist/modules/cloudflare/types/handle-request.types.d.ts

@@ -0,0 +1,18 @@
+import { HttpMethod } from '../../../common/enum/request.enum';
+import { DelayRange } from '../../../common/types/delay-range';
+export type IHandleBlockOption = {
+    method: HttpMethod;
+    body?: any;
+    delay?: DelayRange;
+};
+export declare class HandleBlockOption {
+    private readonly method;
+    private body;
+    private delay;
+    constructor(options: IHandleBlockOption);
+    get options(): {
+        method: HttpMethod;
+        body: any;
+        delay: DelayRange;
+    };
+}

package/dist/modules/cloudflare/types/handle-request.types.js

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HandleBlockOption = void 0;
+const request_enum_1 = require("../../../common/enum/request.enum");
+class HandleBlockOption {
+    constructor(options) {
+        this.method = request_enum_1.HttpMethod.GET;
+        this.method = options.method ?? this.method;
+        this.body = options.body ?? this.body;
+        this.delay = options.delay ?? this.delay;
+    }
+    get options() {
+        return {
+            method: this.method,
+            body: this.body,
+            delay: this.delay,
+        };
+    }
+}
+exports.HandleBlockOption = HandleBlockOption;
+//# sourceMappingURL=handle-request.types.js.map

package/dist/modules/cloudflare/types/handle-request.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handle-request.types.js","sourceRoot":"","sources":["../../../../src/modules/cloudflare/types/handle-request.types.ts"],"names":[],"mappings":";;;AAAA,oEAA+D;AAS/D,MAAa,iBAAiB;IAK5B,YAAY,OAA2B;QAJtB,WAAM,GAAe,yBAAU,CAAC,GAAG,CAAC;QAKnD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;IAC3C,CAAC;IAED,IAAI,OAAO;QACT,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;CACF;AAlBD,8CAkBC"}

package/dist/modules/cloudflare/types/normalize-response.types.d.ts

@@ -0,0 +1,26 @@
+import { Response as PlaywrightResponse } from 'playwright';
+import { CheerioAPI } from 'cheerio';
+export interface HttpResponse {
+    statusCode: number;
+    headers: Record<string, string>;
+    url: string;
+}
+export interface CheerioResponse extends HttpResponse {
+    body: string;
+    $: CheerioAPI;
+}
+export interface PuppeteerResponse {
+    status: () => number;
+    headers: () => Record<string, string>;
+    url: () => string;
+}
+export interface JSDOMResponse extends HttpResponse {
+    body: string;
+    window: any;
+}
+export type CrawleeResponse = HttpResponse | CheerioResponse | PlaywrightResponse | PuppeteerResponse | JSDOMResponse;
+export interface NormalizedResponse {
+    statusCode: number;
+    headers: Record<string, string>;
+    url: string;
+}

package/dist/modules/cloudflare/types/normalize-response.types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=normalize-response.types.js.map

package/dist/modules/cloudflare/types/normalize-response.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize-response.types.js","sourceRoot":"","sources":["../../../../src/modules/cloudflare/types/normalize-response.types.ts"],"names":[],"mappings":""}

package/dist/modules/cloudflare/use-cases/check-cloudflare-block.use-case.d.ts

@@ -0,0 +1,11 @@
+import { CrawleeResponse } from '../types/normalize-response.types';
+import { NormalizeCloudflareResponseUseCase } from './normalize-cloudflare-response.use-case';
+export declare class CheckCloudflareBlockUseCase {
+    private readonly normalizer;
+    private readonly cloudflare;
+    private readonly blockedStatusCodes;
+    constructor(normalizer: NormalizeCloudflareResponseUseCase);
+    execute(response: CrawleeResponse): boolean;
+    private detect;
+    private check;
+}

package/dist/modules/cloudflare/use-cases/check-cloudflare-block.use-case.js

@@ -0,0 +1,46 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CheckCloudflareBlockUseCase = void 0;
+const common_1 = require("@nestjs/common");
+const normalize_cloudflare_response_use_case_1 = require("./normalize-cloudflare-response.use-case");
+let CheckCloudflareBlockUseCase = class CheckCloudflareBlockUseCase {
+    constructor(normalizer) {
+        this.normalizer = normalizer;
+        this.cloudflare = 'cloudflare';
+        this.blockedStatusCodes = [
+            common_1.HttpStatus.FORBIDDEN,
+            common_1.HttpStatus.SERVICE_UNAVAILABLE,
+        ];
+    }
+    execute(response) {
+        const result = this.normalizer.execute(response);
+        const { statusCode, headers = {} } = result;
+        return this.detect(headers) && this.check(statusCode);
+    }
+    detect(headers) {
+        const server = headers['server']?.toLowerCase();
+        const poweredBy = headers['x-powered-by']?.toLowerCase();
+        return (!!headers['cf-ray'] ||
+            !!headers['cf-cache-status'] ||
+            server.includes(this.cloudflare) ||
+            poweredBy.includes(this.cloudflare));
+    }
+    check(statusCode) {
+        return this.blockedStatusCodes.includes(statusCode);
+    }
+};
+exports.CheckCloudflareBlockUseCase = CheckCloudflareBlockUseCase;
+exports.CheckCloudflareBlockUseCase = CheckCloudflareBlockUseCase = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [normalize_cloudflare_response_use_case_1.NormalizeCloudflareResponseUseCase])
+], CheckCloudflareBlockUseCase);
+//# sourceMappingURL=check-cloudflare-block.use-case.js.map

package/dist/modules/cloudflare/use-cases/check-cloudflare-block.use-case.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-cloudflare-block.use-case.js","sourceRoot":"","sources":["../../../../src/modules/cloudflare/use-cases/check-cloudflare-block.use-case.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAwD;AAExD,qGAA8F;AAGvF,IAAM,2BAA2B,GAAjC,MAAM,2BAA2B;IAQtC,YACmB,UAA8C;QAA9C,eAAU,GAAV,UAAU,CAAoC;QARhD,eAAU,GAAG,YAAY,CAAC;QAE1B,uBAAkB,GAAG;YACpC,mBAAU,CAAC,SAAS;YACpB,mBAAU,CAAC,mBAAmB;SAC/B,CAAC;IAIC,CAAC;IAEJ,OAAO,CAAC,QAAyB;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,EAAE,UAAU,EAAE,OAAO,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC;QAC5C,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACxD,CAAC;IAEO,MAAM,CAAC,OAA4B;QACzC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;QAChD,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,CAAC,EAAE,WAAW,EAAE,CAAC;QAEzD,OAAO,CACL,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;YACnB,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;YAC5B,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;YAChC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CACpC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAkB;QAC9B,OAAO,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACtD,CAAC;CACF,CAAA;AAjCY,kEAA2B;sCAA3B,2BAA2B;IADvC,IAAA,mBAAU,GAAE;qCAUoB,2EAAkC;GATtD,2BAA2B,CAiCvC"}

package/dist/modules/cloudflare/use-cases/normalize-cloudflare-response.use-case.d.ts

@@ -0,0 +1,8 @@
+import { CrawleeResponse } from '../types/normalize-response.types';
+import { NormalizedResponse } from '../types/normalize-response.types';
+export declare class NormalizeCloudflareResponseUseCase {
+    execute(response: CrawleeResponse): NormalizedResponse;
+    private isPlaywrightResponse;
+    private isPuppeteerResponse;
+    private isHttpLikeResponse;
+}

package/dist/modules/cloudflare/use-cases/normalize-cloudflare-response.use-case.js

@@ -0,0 +1,55 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NormalizeCloudflareResponseUseCase = void 0;
+const common_1 = require("@nestjs/common");
+let NormalizeCloudflareResponseUseCase = class NormalizeCloudflareResponseUseCase {
+    execute(response) {
+        if (this.isPlaywrightResponse(response)) {
+            return {
+                statusCode: response.status(),
+                headers: response.headers(),
+                url: response.url(),
+            };
+        }
+        if (this.isPuppeteerResponse(response)) {
+            return {
+                statusCode: response.status(),
+                headers: response.headers(),
+                url: response.url(),
+            };
+        }
+        if (this.isHttpLikeResponse(response)) {
+            return {
+                statusCode: response.statusCode,
+                headers: response.headers,
+                url: response.url,
+            };
+        }
+        throw new Error('Unable to normalize response: unknown response type');
+    }
+    isPlaywrightResponse(response) {
+        return response && typeof response.status === 'function';
+    }
+    isPuppeteerResponse(response) {
+        return (response &&
+            typeof response.status === 'function' &&
+            typeof response.headers === 'function');
+    }
+    isHttpLikeResponse(response) {
+        return (response &&
+            typeof response.statusCode === 'number' &&
+            typeof response.headers === 'object' &&
+            typeof response.url === 'string');
+    }
+};
+exports.NormalizeCloudflareResponseUseCase = NormalizeCloudflareResponseUseCase;
+exports.NormalizeCloudflareResponseUseCase = NormalizeCloudflareResponseUseCase = __decorate([
+    (0, common_1.Injectable)()
+], NormalizeCloudflareResponseUseCase);
+//# sourceMappingURL=normalize-cloudflare-response.use-case.js.map

package/dist/modules/cloudflare/use-cases/normalize-cloudflare-response.use-case.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize-cloudflare-response.use-case.js","sourceRoot":"","sources":["../../../../src/modules/cloudflare/use-cases/normalize-cloudflare-response.use-case.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAA4C;AAUrC,IAAM,kCAAkC,GAAxC,MAAM,kCAAkC;IAC7C,OAAO,CAAC,QAAyB;QAC/B,IAAI,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxC,OAAO;gBACL,UAAU,EAAE,QAAQ,CAAC,MAAM,EAAE;gBAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;gBAC3B,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE;aACpB,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,OAAO;gBACL,UAAU,EAAE,QAAQ,CAAC,MAAM,EAAE;gBAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;gBAC3B,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE;aACpB,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,GAAG,EAAE,QAAQ,CAAC,GAAG;aAClB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IAEO,oBAAoB,CAAC,QAAa;QACxC,OAAO,QAAQ,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAC;IAC3D,CAAC;IAEO,mBAAmB,CAAC,QAAa;QACvC,OAAO,CACL,QAAQ;YACR,OAAO,QAAQ,CAAC,MAAM,KAAK,UAAU;YACrC,OAAO,QAAQ,CAAC,OAAO,KAAK,UAAU,CACvC,CAAC;IACJ,CAAC;IAEO,kBAAkB,CACxB,QAAa;QAEb,OAAO,CACL,QAAQ;YACR,OAAO,QAAQ,CAAC,UAAU,KAAK,QAAQ;YACvC,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ;YACpC,OAAO,QAAQ,CAAC,GAAG,KAAK,QAAQ,CACjC,CAAC;IACJ,CAAC;CACF,CAAA;AAnDY,gFAAkC;6CAAlC,kCAAkC;IAD9C,IAAA,mBAAU,GAAE;GACA,kCAAkC,CAmD9C"}

package/dist/modules/cloudflare/use-cases/report-cloudflare.use-case.d.ts

@@ -0,0 +1,12 @@
+import { FinalStatistics } from 'crawlee';
+export declare class ReportCloudflareUseCase {
+    private _blocks;
+    private logger;
+    constructor();
+    execute(stats: FinalStatistics): {
+        blocks: number;
+        total: number;
+        percent: number;
+    };
+    private reduce;
+}

package/dist/modules/cloudflare/use-cases/report-cloudflare.use-case.js

@@ -0,0 +1,41 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ReportCloudflareUseCase = void 0;
+const common_1 = require("@nestjs/common");
+const logger_1 = require("../../../common/logger/logger");
+const cloudflare_service_1 = require("../cloudflare.service");
+let ReportCloudflareUseCase = class ReportCloudflareUseCase {
+    constructor() {
+        this._blocks = 0;
+        this.logger = new logger_1.Logger(cloudflare_service_1.CloudflareService.name);
+    }
+    execute(stats) {
+        const reducer = this.reduce.bind(this);
+        const total = stats.retryHistogram.reduce(reducer, 0);
+        const percentValue = (this._blocks / total) * 100;
+        const percent = Number(percentValue.toFixed(2));
+        const { _blocks: blocks } = this;
+        const report = { blocks, total, percent };
+        const message = `⚠️  ${report.blocks}/${report.total} → ${report.percent}%`;
+        this.logger.warn(message);
+        return report;
+    }
+    reduce(total, count, retries) {
+        return total + count * (retries + 1);
+    }
+};
+exports.ReportCloudflareUseCase = ReportCloudflareUseCase;
+exports.ReportCloudflareUseCase = ReportCloudflareUseCase = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [])
+], ReportCloudflareUseCase);
+//# sourceMappingURL=report-cloudflare.use-case.js.map

package/dist/modules/cloudflare/use-cases/report-cloudflare.use-case.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report-cloudflare.use-case.js","sourceRoot":"","sources":["../../../../src/modules/cloudflare/use-cases/report-cloudflare.use-case.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAG5C,0DAAuD;AACvD,8DAA0D;AAGnD,IAAM,uBAAuB,GAA7B,MAAM,uBAAuB;IAIlC;QAHQ,YAAO,GAAG,CAAC,CAAC;QACZ,WAAM,GAAG,IAAI,eAAM,CAAC,sCAAiB,CAAC,IAAI,CAAC,CAAC;IAErC,CAAC;IAEhB,OAAO,CAAC,KAAsB;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACtD,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC;QAClD,MAAM,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACjC,MAAM,MAAM,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,OAAO,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,MAAM,MAAM,CAAC,OAAO,GAAG,CAAC;QAC5E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,MAAM,CAAC,KAAa,EAAE,KAAa,EAAE,OAAe;QAC1D,OAAO,KAAK,GAAG,KAAK,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACvC,CAAC;CACF,CAAA;AArBY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAU,GAAE;;GACA,uBAAuB,CAqBnC"}

package/dist/modules/delayer/delayer.service.d.ts

@@ -1,12 +1,10 @@
 import { DelayerSleepService } from './use-cases/delayer-sleeper.service';
 import { DelayerMapService } from './use-cases/delayer-mapper.service';
-import { DelayerConfigService } from './use-cases/delayer-config.service';
 import { DelayRange } from '../../common/types/delay-range';
 export declare class DelayerService {
     private readonly sleeper;
     private readonly mapper;
-    private readonly config;
-    constructor(sleeper: DelayerSleepService, mapper: DelayerMapService, config: DelayerConfigService);
+    constructor(sleeper: DelayerSleepService, mapper: DelayerMapService);
     wait(url?: string, min?: number, max?: number): Promise<void>;
     update(statusCode: number): number;
     sleep(min?: number, max?: number): Promise<void>;

package/dist/modules/delayer/delayer.service.js

@@ -13,14 +13,12 @@ exports.DelayerService = void 0;
 const common_1 = require("@nestjs/common");
 const delayer_sleeper_service_1 = require("./use-cases/delayer-sleeper.service");
 const delayer_mapper_service_1 = require("./use-cases/delayer-mapper.service");
-const delayer_config_service_1 = require("./use-cases/delayer-config.service");
 let DelayerService = class DelayerService {
-    constructor(sleeper, mapper, config) {
+    constructor(sleeper, mapper) {
         this.sleeper = sleeper;
         this.mapper = mapper;
-        this.config = config;
     }
-    async wait(url, min = 2000, max = 4000) {
+    async wait(url, min, max) {
         await this.mapper.wait(url, min, max);
     }
     update(statusCode) {
@@ -44,7 +42,6 @@ exports.DelayerService = DelayerService;
 exports.DelayerService = DelayerService = __decorate([
     (0, common_1.Injectable)(),
     __metadata("design:paramtypes", [delayer_sleeper_service_1.DelayerSleepService,
-        delayer_mapper_service_1.DelayerMapService,
-        delayer_config_service_1.DelayerConfigService])
+        delayer_mapper_service_1.DelayerMapService])
 ], DelayerService);
 //# sourceMappingURL=delayer.service.js.map

package/dist/modules/delayer/delayer.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"delayer.service.js","sourceRoot":"","sources":["../../../src/modules/delayer/delayer.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAE5C,iFAA0E;AAC1E,+EAAuE;AACvE,+EAA0E;AAInE,IAAM,cAAc,GAApB,MAAM,cAAc;IACzB,YACmB,OAA4B,EAC5B,MAAyB,EACzB,MAA4B;QAF5B,YAAO,GAAP,OAAO,CAAqB;QAC5B,WAAM,GAAN,MAAM,CAAmB;QACzB,WAAM,GAAN,MAAM,CAAsB;IAC5C,CAAC;IAEJ,KAAK,CAAC,IAAI,CAAC,GAAY,EAAE,MAAc,IAAI,EAAE,MAAc,IAAI;QAC7D,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,UAAkB;QACvB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAY,EAAE,GAAY;QACpC,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;IACjC,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;IACjC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF,CAAA;AA/BY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAGiB,6CAAmB;QACpB,0CAAiB;QACjB,6CAAoB;GAJpC,cAAc,CA+B1B"}
+{"version":3,"file":"delayer.service.js","sourceRoot":"","sources":["../../../src/modules/delayer/delayer.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAE5C,iFAA0E;AAC1E,+EAAuE;AAIhE,IAAM,cAAc,GAApB,MAAM,cAAc;IACzB,YACmB,OAA4B,EAC5B,MAAyB;QADzB,YAAO,GAAP,OAAO,CAAqB;QAC5B,WAAM,GAAN,MAAM,CAAmB;IACzC,CAAC;IAEJ,KAAK,CAAC,IAAI,CAAC,GAAY,EAAE,GAAY,EAAE,GAAY;QACjD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,UAAkB;QACvB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAY,EAAE,GAAY;QACpC,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;IACjC,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;IACjC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF,CAAA;AA9BY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAGiB,6CAAmB;QACpB,0CAAiB;GAHjC,cAAc,CA8B1B"}

package/dist/modules/index.d.ts

@@ -4,6 +4,8 @@ export * from './cleaner/use-cases/cleaner-dataset.service';
 export * from './cleaner/use-cases/cleaner-key-value-store.service';
 export * from './cleaner/use-cases/cleaner-request-queue.service';
 export * from './cleaner/use-cases/cleaner-storage.service';
+export * from './cloudflare/cloudflare.module';
+export * from './cloudflare/cloudflare.service';
 export * from './delayer/env/delay.env.config';
 export * from './delayer/env/delay.env.validation';
 export * from './delayer/delayer.module';

package/dist/modules/index.js

@@ -20,6 +20,8 @@ __exportStar(require("./cleaner/use-cases/cleaner-dataset.service"), exports);
 __exportStar(require("./cleaner/use-cases/cleaner-key-value-store.service"), exports);
 __exportStar(require("./cleaner/use-cases/cleaner-request-queue.service"), exports);
 __exportStar(require("./cleaner/use-cases/cleaner-storage.service"), exports);
+__exportStar(require("./cloudflare/cloudflare.module"), exports);
+__exportStar(require("./cloudflare/cloudflare.service"), exports);
 __exportStar(require("./delayer/env/delay.env.config"), exports);
 __exportStar(require("./delayer/env/delay.env.validation"), exports);
 __exportStar(require("./delayer/delayer.module"), exports);

package/dist/modules/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,4DAA0C;AAC1C,8EAA4D;AAC5D,sFAAoE;AACpE,oFAAkE;AAClE,8EAA4D;AAE5D,iEAA+C;AAC/C,qEAAmD;AACnD,2DAAyC;AACzC,4DAA0C;AAC1C,6EAA2D;AAC3D,6EAA2D;AAC3D,8EAA4D;AAE5D,uDAAqC;AACrC,wDAAsC;AACtC,+DAA6C;AAC7C,mEAAiD;AAEjD,+DAA6C;AAC7C,gEAA8C;AAE9C,+DAA6C;AAC7C,gEAA8C;AAE9C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,iEAA+C;AAC/C,kEAAgD;AAEhD,2DAAyC;AACzC,4DAA0C;AAE1C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,6DAA2C;AAC3C,8DAA4C;AAE5C,uEAAqD;AACrD,2EAAyD;AACzD,+DAA6C;AAC7C,gEAA8C"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,4DAA0C;AAC1C,8EAA4D;AAC5D,sFAAoE;AACpE,oFAAkE;AAClE,8EAA4D;AAE5D,iEAA+C;AAC/C,kEAAgD;AAEhD,iEAA+C;AAC/C,qEAAmD;AACnD,2DAAyC;AACzC,4DAA0C;AAC1C,6EAA2D;AAC3D,6EAA2D;AAC3D,8EAA4D;AAE5D,uDAAqC;AACrC,wDAAsC;AACtC,+DAA6C;AAC7C,mEAAiD;AAEjD,+DAA6C;AAC7C,gEAA8C;AAE9C,+DAA6C;AAC7C,gEAA8C;AAE9C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,iEAA+C;AAC/C,kEAAgD;AAEhD,2DAAyC;AACzC,4DAA0C;AAE1C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,6DAA2C;AAC3C,8DAA4C;AAE5C,uEAAqD;AACrD,2EAAyD;AACzD,+DAA6C;AAC7C,gEAA8C"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rafikidota/cuba-ofertas-scraping",
-  "version": "0.24.1",
+  "version": "0.26.0",
   "description": "Sometimes, the best way to solve your own problems is to help someone else.",
   "repository": {
     "type": "git",
@@ -17,6 +17,8 @@
   "devDependencies": {
     "@aws-sdk/client-s3": "3.990.0",
     "@aws-sdk/s3-request-presigner": "3.990.0",
+    "@crawlee/cheerio": "3.16.0",
+    "@crawlee/playwright": "3.16.0",
     "@eslint/eslintrc": "3.3.3",
     "@eslint/js": "9.39.2",
     "@nestjs/axios": "4.0.1",
@@ -32,6 +34,7 @@
     "@typescript-eslint/parser": "8.55.0",
     "archiver": "7.0.1",
     "axios": "1.13.5",
+    "cheerio": "1.2.0",
     "crawlee": "3.16.0",
     "dotenv": "17.3.1",
     "eslint": "9.39.2",