@rafikidota/cuba-ofertas-scraping 0.1.1 → 0.2.1

package/dist/modules/index.d.ts

@@ -3,6 +3,8 @@ export * from './delayer/delayer.service';
 export * from './delayer/use-cases/delayer-logger.service';
 export * from './delayer/use-cases/delayer-mapper.service';
 export * from './delayer/use-cases/delayer-sleeper.service';
+export * from './processor/processor.module';
+export * from './processor/processor.service';
 export * from './rabbitmq/env/rabbitmq.env.config';
 export * from './rabbitmq/env/rabbitmq.env.validation';
 export * from './rabbitmq/rabbitmq.module';

package/dist/modules/index.js

@@ -19,6 +19,8 @@ __exportStar(require("./delayer/delayer.service"), exports);
 __exportStar(require("./delayer/use-cases/delayer-logger.service"), exports);
 __exportStar(require("./delayer/use-cases/delayer-mapper.service"), exports);
 __exportStar(require("./delayer/use-cases/delayer-sleeper.service"), exports);
+__exportStar(require("./processor/processor.module"), exports);
+__exportStar(require("./processor/processor.service"), exports);
 __exportStar(require("./rabbitmq/env/rabbitmq.env.config"), exports);
 __exportStar(require("./rabbitmq/env/rabbitmq.env.validation"), exports);
 __exportStar(require("./rabbitmq/rabbitmq.module"), exports);

package/dist/modules/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,4DAA0C;AAC1C,6EAA2D;AAC3D,6EAA2D;AAC3D,8EAA4D;AAE5D,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,2DAAyC;AACzC,4DAA0C;AAE1C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,uEAAqD;AACrD,2EAAyD;AACzD,+DAA6C;AAC7C,gEAA8C"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,4DAA0C;AAC1C,6EAA2D;AAC3D,6EAA2D;AAC3D,8EAA4D;AAE5D,+DAA6C;AAC7C,gEAA8C;AAE9C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,2DAAyC;AACzC,4DAA0C;AAE1C,qEAAmD;AACnD,yEAAuD;AACvD,6DAA2C;AAC3C,8DAA4C;AAE5C,uEAAqD;AACrD,2EAAyD;AACzD,+DAA6C;AAC7C,gEAA8C"}

package/dist/modules/processor/enum/queue.name.d.ts

@@ -0,0 +1,5 @@
+export declare enum QueueName {
+    DEV = "processor-dev",
+    QA = "processor-qa",
+    PROD = "processor-prod"
+}

package/dist/modules/processor/enum/queue.name.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QueueName = void 0;
+var QueueName;
+(function (QueueName) {
+    QueueName["DEV"] = "processor-dev";
+    QueueName["QA"] = "processor-qa";
+    QueueName["PROD"] = "processor-prod";
+})(QueueName || (exports.QueueName = QueueName = {}));
+//# sourceMappingURL=queue.name.js.map

package/dist/modules/processor/enum/queue.name.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.name.js","sourceRoot":"","sources":["../../../../src/modules/processor/enum/queue.name.ts"],"names":[],"mappings":";;;AAAA,IAAY,SAIX;AAJD,WAAY,SAAS;IACnB,kCAAqB,CAAA;IACrB,gCAAmB,CAAA;IACnB,oCAAuB,CAAA;AACzB,CAAC,EAJW,SAAS,yBAAT,SAAS,QAIpB"}

package/dist/modules/processor/enum/queue.token.d.ts

@@ -0,0 +1,5 @@
+export declare enum QueueToken {
+    DEV = "RABBITMQ_DEV",
+    QA = "RABBITMQ_QA",
+    PROD = "RABBITMQ_PROD"
+}

package/dist/modules/processor/enum/queue.token.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QueueToken = void 0;
+var QueueToken;
+(function (QueueToken) {
+    QueueToken["DEV"] = "RABBITMQ_DEV";
+    QueueToken["QA"] = "RABBITMQ_QA";
+    QueueToken["PROD"] = "RABBITMQ_PROD";
+})(QueueToken || (exports.QueueToken = QueueToken = {}));
+//# sourceMappingURL=queue.token.js.map

package/dist/modules/processor/enum/queue.token.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.token.js","sourceRoot":"","sources":["../../../../src/modules/processor/enum/queue.token.ts"],"names":[],"mappings":";;;AAAA,IAAY,UAIX;AAJD,WAAY,UAAU;IACpB,kCAAoB,CAAA;IACpB,gCAAkB,CAAA;IAClB,oCAAsB,CAAA;AACxB,CAAC,EAJW,UAAU,0BAAV,UAAU,QAIrB"}

package/dist/modules/processor/enum/queue.type.d.ts

@@ -0,0 +1,5 @@
+export declare enum QueueType {
+    DEV = "dev",
+    QA = "qa",
+    PROD = "prod"
+}

package/dist/modules/processor/enum/queue.type.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QueueType = void 0;
+var QueueType;
+(function (QueueType) {
+    QueueType["DEV"] = "dev";
+    QueueType["QA"] = "qa";
+    QueueType["PROD"] = "prod";
+})(QueueType || (exports.QueueType = QueueType = {}));
+//# sourceMappingURL=queue.type.js.map

package/dist/modules/processor/enum/queue.type.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.type.js","sourceRoot":"","sources":["../../../../src/modules/processor/enum/queue.type.ts"],"names":[],"mappings":";;;AAAA,IAAY,SAIX;AAJD,WAAY,SAAS;IACnB,wBAAW,CAAA;IACX,sBAAS,CAAA;IACT,0BAAa,CAAA;AACf,CAAC,EAJW,SAAS,yBAAT,SAAS,QAIpB"}

package/dist/modules/processor/processor.module.d.ts

@@ -0,0 +1,2 @@
+export declare class ProcessorModule {
+}

package/dist/modules/processor/processor.module.js

@@ -0,0 +1,27 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessorModule = void 0;
+const common_1 = require("@nestjs/common");
+const rabbitmq_module_1 = require("../rabbitmq/rabbitmq.module");
+const processor_service_1 = require("./processor.service");
+let ProcessorModule = class ProcessorModule {
+};
+exports.ProcessorModule = ProcessorModule;
+exports.ProcessorModule = ProcessorModule = __decorate([
+    (0, common_1.Module)({
+        imports: [
+            rabbitmq_module_1.RabbitMQModule.registerQueue('processor-dev', 'RABBITMQ_DEV'),
+            rabbitmq_module_1.RabbitMQModule.registerQueue('processor-qa', 'RABBITMQ_QA'),
+            rabbitmq_module_1.RabbitMQModule.registerQueue('processor-prod', 'RABBITMQ_PROD'),
+        ],
+        providers: [processor_service_1.ProcessorService],
+        exports: [processor_service_1.ProcessorService],
+    })
+], ProcessorModule);
+//# sourceMappingURL=processor.module.js.map

package/dist/modules/processor/processor.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"processor.module.js","sourceRoot":"","sources":["../../../src/modules/processor/processor.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AAExC,iEAA6D;AAC7D,2DAAuD;AAWhD,IAAM,eAAe,GAArB,MAAM,eAAe;CAAG,CAAA;AAAlB,0CAAe;0BAAf,eAAe;IAT3B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE;YACP,gCAAc,CAAC,aAAa,CAAC,eAAe,EAAE,cAAc,CAAC;YAC7D,gCAAc,CAAC,aAAa,CAAC,cAAc,EAAE,aAAa,CAAC;YAC3D,gCAAc,CAAC,aAAa,CAAC,gBAAgB,EAAE,eAAe,CAAC;SAChE;QACD,SAAS,EAAE,CAAC,oCAAgB,CAAC;QAC7B,OAAO,EAAE,CAAC,oCAAgB,CAAC;KAC5B,CAAC;GACW,eAAe,CAAG"}

package/dist/modules/processor/processor.service.d.ts

@@ -0,0 +1,15 @@
+import { OnModuleInit } from '@nestjs/common';
+import { ClientProxy } from '@nestjs/microservices';
+import { ConfigService } from '@nestjs/config';
+export declare class ProcessorService implements OnModuleInit {
+    private readonly config;
+    private readonly dev;
+    private readonly qa;
+    private readonly prod;
+    private readonly logger;
+    private enabledQueues;
+    private clientMap;
+    constructor(config: ConfigService, dev: ClientProxy, qa: ClientProxy, prod: ClientProxy);
+    onModuleInit(): void;
+    send(data: any): Promise<void>;
+}

package/dist/modules/processor/processor.service.js

@@ -0,0 +1,82 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var ProcessorService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessorService = void 0;
+const common_1 = require("@nestjs/common");
+const microservices_1 = require("@nestjs/microservices");
+const config_1 = require("@nestjs/config");
+const rxjs_1 = require("rxjs");
+const queue_type_1 = require("./enum/queue.type");
+const queue_name_1 = require("./enum/queue.name");
+const queue_token_1 = require("./enum/queue.token");
+let ProcessorService = ProcessorService_1 = class ProcessorService {
+    constructor(config, dev, qa, prod) {
+        this.config = config;
+        this.dev = dev;
+        this.qa = qa;
+        this.prod = prod;
+        this.enabledQueues = new Set();
+        this.clientMap = new Map();
+        const options = { timestamp: true };
+        this.logger = new common_1.Logger(ProcessorService_1.name, options);
+    }
+    onModuleInit() {
+        const queues = this.config.get('RABBITMQ_QUEUES');
+        this.clientMap.set(queue_type_1.QueueType.DEV, this.dev);
+        this.clientMap.set(queue_type_1.QueueType.QA, this.qa);
+        this.clientMap.set(queue_type_1.QueueType.PROD, this.prod);
+        queues.forEach((queue) => {
+            switch (queue) {
+                case queue_name_1.QueueName.DEV:
+                    this.enabledQueues.add(queue_type_1.QueueType.DEV);
+                    break;
+                case queue_name_1.QueueName.QA:
+                    this.enabledQueues.add(queue_type_1.QueueType.QA);
+                    break;
+                case queue_name_1.QueueName.PROD:
+                    this.enabledQueues.add(queue_type_1.QueueType.PROD);
+                    break;
+                default:
+                    this.logger.warn(`Unknown queue in RABBITMQ_QUEUES: ${queue}`);
+            }
+        });
+    }
+    async send(data) {
+        const cmd = { cmd: 'scraping.completed' };
+        const promises = [];
+        this.enabledQueues.forEach((queue) => {
+            const client = this.clientMap.get(queue);
+            if (client) {
+                this.logger.log(`Sending data to ${queue} queue`);
+                promises.push(client.send(cmd, data));
+            }
+        });
+        if (promises.length > 0) {
+            await Promise.all(promises.map((x) => (0, rxjs_1.firstValueFrom)(x)));
+        }
+    }
+};
+exports.ProcessorService = ProcessorService;
+exports.ProcessorService = ProcessorService = ProcessorService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(1, (0, common_1.Inject)(queue_token_1.QueueToken.DEV)),
+    __param(2, (0, common_1.Inject)(queue_token_1.QueueToken.QA)),
+    __param(3, (0, common_1.Inject)(queue_token_1.QueueToken.PROD)),
+    __metadata("design:paramtypes", [config_1.ConfigService,
+        microservices_1.ClientProxy,
+        microservices_1.ClientProxy,
+        microservices_1.ClientProxy])
+], ProcessorService);
+//# sourceMappingURL=processor.service.js.map

package/dist/modules/processor/processor.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"processor.service.js","sourceRoot":"","sources":["../../../src/modules/processor/processor.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAA0E;AAC1E,yDAAoD;AACpD,2CAA+C;AAC/C,+BAAkD;AAElD,kDAA8C;AAC9C,kDAA8C;AAC9C,oDAAgD;AAGzC,IAAM,gBAAgB,wBAAtB,MAAM,gBAAgB;IAK3B,YACmB,MAAqB,EACd,GAAiC,EAClC,EAAgC,EAC9B,IAAkC;QAH1C,WAAM,GAAN,MAAM,CAAe;QACG,QAAG,GAAH,GAAG,CAAa;QACjB,OAAE,GAAF,EAAE,CAAa;QACb,SAAI,GAAJ,IAAI,CAAa;QAPrD,kBAAa,GAAG,IAAI,GAAG,EAAa,CAAC;QACrC,cAAS,GAAG,IAAI,GAAG,EAA0B,CAAC;QAQpD,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,kBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED,YAAY;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAW,iBAAiB,CAAC,CAAC;QAE5D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,sBAAS,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,sBAAS,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,sBAAS,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9C,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACvB,QAAQ,KAAkB,EAAE,CAAC;gBAC3B,KAAK,sBAAS,CAAC,GAAG;oBAChB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,sBAAS,CAAC,GAAG,CAAC,CAAC;oBACtC,MAAM;gBACR,KAAK,sBAAS,CAAC,EAAE;oBACf,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,sBAAS,CAAC,EAAE,CAAC,CAAC;oBACrC,MAAM;gBACR,KAAK,sBAAS,CAAC,IAAI;oBACjB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,sBAAS,CAAC,IAAI,CAAC,CAAC;oBACvC,MAAM;gBACR;oBACE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,KAAK,EAAE,CAAC,CAAC;YACnE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAS;QAClB,MAAM,GAAG,GAAG,EAAE,GAAG,EAAE,oBAAoB,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzC,IAAI,MAAM,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mBAAmB,KAAK,QAAQ,CAAC,CAAC;gBAClD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YACxC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,qBAAc,EAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;CACF,CAAA;AArDY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;IAQR,WAAA,IAAA,eAAM,EAAC,wBAAU,CAAC,GAAG,CAAC,CAAA;IACtB,WAAA,IAAA,eAAM,EAAC,wBAAU,CAAC,EAAE,CAAC,CAAA;IACrB,WAAA,IAAA,eAAM,EAAC,wBAAU,CAAC,IAAI,CAAC,CAAA;qCAHC,sBAAa;QACQ,2BAAW;QACb,2BAAW;QACP,2BAAW;GATlD,gBAAgB,CAqD5B"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rafikidota/cuba-ofertas-scraping",
-  "version": "0.1.1",
+  "version": "0.2.1",
   "description": "Sometimes, the best way to solve your own problems is to help someone else.",
   "repository": {
     "type": "git",