@rafikidota/cuba-ofertas-scraping 0.1.0

package/dist/modules/telegram/telegram.service.js

@@ -0,0 +1,143 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TelegramService = void 0;
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const telegraf_1 = require("telegraf");
+const fs_1 = require("fs");
+const path_1 = require("path");
+const scraping_type_enum_1 = require("../../common/enum/scraping-type.enum");
+let TelegramService = class TelegramService {
+    constructor(config) {
+        this.config = config;
+        this.token = this.config.get('TELEGRAM_BOT_TOKEN');
+        this.chatId = this.config.get('TELEGRAM_CHAT_ID');
+        this.scrapingTopic = this.config.get('TELEGRAM_SCRAPING_TOPIC');
+        this.scrapingByIdTopic = this.config.get('TELEGRAM_SCRAPING_BY_ID_TOPIC');
+        this.bot = new telegraf_1.Telegraf(this.token);
+    }
+    parseTimestamp(date) {
+        const locale = 'es-ES';
+        const options = {
+            year: 'numeric',
+            month: '2-digit',
+            day: '2-digit',
+            hour: '2-digit',
+            minute: '2-digit',
+            second: '2-digit',
+            timeZone: 'America/Havana',
+        };
+        const parsedDate = date.toLocaleString(locale, options);
+        return parsedDate;
+    }
+    parseDuration(duration) {
+        const minutes = Math.ceil(duration / 60);
+        if (minutes >= 60) {
+            const hours = Math.floor(minutes / 60);
+            const restMinutes = minutes % 60;
+            const hoursLabel = hours === 1 ? 'hour' : 'hours';
+            if (restMinutes === 0) {
+                return `${hours} ${hoursLabel}`;
+            }
+            else {
+                const minutesLabel = restMinutes === 1 ? 'minute' : 'minutes';
+                return `${hours} ${hoursLabel} and ${restMinutes} ${minutesLabel}`;
+            }
+        }
+        else {
+            const minutesLabel = minutes === 1 ? 'minute' : 'minutes';
+            return `${minutes} ${minutesLabel}`;
+        }
+    }
+    async sendMessage(text) {
+        try {
+            await this.bot.telegram.sendMessage(this.chatId, text);
+        }
+        catch (error) {
+            const { message } = error;
+            this.logger.error(`Error sending message notification`);
+            this.logger.error(message);
+        }
+    }
+    async sendDocument(path, caption, topic) {
+        try {
+            const options = {};
+            if (caption) {
+                options.caption = caption;
+            }
+            if (topic) {
+                options.message_thread_id = topic;
+            }
+            this.logger.log('🔔 Sending Telegram message with attachment');
+            const chat = this.chatId;
+            const { telegram } = this.bot;
+            const filename = (0, path_1.basename)(path);
+            const document = {
+                source: (0, fs_1.createReadStream)(path),
+                filename,
+            };
+            const response = await telegram.sendDocument(chat, document, options);
+            if (response) {
+                const chat = response.chat;
+                const channelTitle = chat.title || chat.username || 'Unknown Channel';
+                this.logger.log(`✅ Telegram message sent to ${channelTitle}`);
+            }
+        }
+        catch (error) {
+            const { message } = error;
+            this.logger.error(`💥 Failed to send Telegram message`);
+            this.logger.error(message);
+        }
+    }
+    async sendScrapedData(path, payload) {
+        const env = this.config.get('NODE_ENV') || 'development';
+        const { startTime: start, endTime: end } = payload.getData();
+        const startTime = this.parseTimestamp(start);
+        const endTime = this.parseTimestamp(end);
+        const { products, slug, durationSeconds: duration } = payload.getData();
+        const envLine = `🖥️${env} #${slug}\n`;
+        const startTimeLine = `🚀${startTime}\n`;
+        const endTimeLine = `✅${endTime}\n`;
+        const durationLine = `⏳${duration} seconds\n`;
+        const productsLine = `📦${products.length} products\n`;
+        let baseCaption = `${envLine}${startTimeLine}${endTimeLine}${durationLine}`;
+        if (duration >= 60) {
+            const parsedDuration = this.parseDuration(duration);
+            const parsedDurationLine = `⏰${parsedDuration}\n`;
+            baseCaption = `${envLine}${startTimeLine}${endTimeLine}${durationLine}${parsedDurationLine}`;
+        }
+        let caption = `${baseCaption}${productsLine}`;
+        const { type } = payload.getData();
+        const specific = type === scraping_type_enum_1.ScrapingTypeEnum.SPECIFIC;
+        if (specific && products.length > 0) {
+            const [product] = products;
+            const { url } = product.getData();
+            const urlLine = `\n${url}\n`;
+            caption = `${baseCaption}${urlLine}`;
+        }
+        const messageThreadId = this.getMessageThreadId(payload);
+        await this.sendDocument(path, caption, messageThreadId);
+    }
+    getMessageThreadId(payload) {
+        const { type } = payload.getData();
+        if (type === scraping_type_enum_1.ScrapingTypeEnum.SPECIFIC) {
+            return Number(this.scrapingByIdTopic);
+        }
+        return Number(this.scrapingTopic);
+    }
+};
+exports.TelegramService = TelegramService;
+exports.TelegramService = TelegramService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [config_1.ConfigService])
+], TelegramService);
+//# sourceMappingURL=telegram.service.js.map

package/dist/modules/telegram/telegram.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"telegram.service.js","sourceRoot":"","sources":["../../../src/modules/telegram/telegram.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAoD;AACpD,2CAA+C;AAC/C,uCAAoC;AAGpC,2BAAsC;AACtC,+BAAgC;AAGhC,6EAAwE;AAGjE,IAAM,eAAe,GAArB,MAAM,eAAe;IAQ1B,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QAChD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oBAAoB,CAAE,CAAC;QACpD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAE,CAAC;QACnD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yBAAyB,CAAE,CAAC;QACjE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,+BAA+B,CAAE,CAAC;QAC3E,IAAI,CAAC,GAAG,GAAG,IAAI,mBAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;IAEO,cAAc,CAAC,IAAU;QAC/B,MAAM,MAAM,GAAG,OAAO,CAAC;QACvB,MAAM,OAAO,GAA+B;YAC1C,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,SAAS;YAChB,GAAG,EAAE,SAAS;YACd,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,gBAAgB;SAC3B,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxD,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,aAAa,CAAC,QAAgB;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC;QAEzC,IAAI,OAAO,IAAI,EAAE,EAAE,CAAC;YAClB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;YACvC,MAAM,WAAW,GAAG,OAAO,GAAG,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;YAElD,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;gBACtB,OAAO,GAAG,KAAK,IAAI,UAAU,EAAE,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,YAAY,GAAG,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC9D,OAAO,GAAG,KAAK,IAAI,UAAU,QAAQ,WAAW,IAAI,YAAY,EAAE,CAAC;YACrE,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,YAAY,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1D,OAAO,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;QACtC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,OAAO,EAAE,GAAG,KAAc,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,OAAgB,EAAE,KAAc;QAC/D,IAAI,CAAC;YACH,MAAM,OAAO,GAAQ,EAAE,CAAC;YACxB,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;YAC5B,CAAC;YACD,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,iBAAiB,GAAG,KAAK,CAAC;YACpC,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;YAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;YACzB,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC;YAC9B,MAAM,QAAQ,GAAG,IAAA,eAAQ,EAAC,IAAI,CAAC,CAAC;YAChC,MAAM,QAAQ,GAAc;gBAC1B,MAAM,EAAE,IAAA,qBAAgB,EAAC,IAAI,CAAC;gBAC9B,QAAQ;aACT,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAW,CAAC;gBAClC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,IAAI,iBAAiB,CAAC;gBACtE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,8BAA8B,YAAY,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,OAAO,EAAE,GAAG,KAAc,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY,EAAE,OAAuB;QACzD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,aAAa,CAAC;QACzD,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAExE,MAAM,OAAO,GAAG,MAAM,GAAG,KAAK,IAAI,IAAI,CAAC;QACvC,MAAM,aAAa,GAAG,KAAK,SAAS,IAAI,CAAC;QACzC,MAAM,WAAW,GAAG,IAAI,OAAO,IAAI,CAAC;QACpC,MAAM,YAAY,GAAG,IAAI,QAAQ,YAAY,CAAC;QAC9C,MAAM,YAAY,GAAG,KAAK,QAAQ,CAAC,MAAM,aAAa,CAAC;QAEvD,IAAI,WAAW,GAAG,GAAG,OAAO,GAAG,aAAa,GAAG,WAAW,GAAG,YAAY,EAAE,CAAC;QAE5E,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;YACnB,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,kBAAkB,GAAG,IAAI,cAAc,IAAI,CAAC;YAClD,WAAW,GAAG,GAAG,OAAO,GAAG,aAAa,GAAG,WAAW,GAAG,YAAY,GAAG,kBAAkB,EAAE,CAAC;QAC/F,CAAC;QAED,IAAI,OAAO,GAAG,GAAG,WAAW,GAAG,YAAY,EAAE,CAAC;QAC9C,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,IAAI,KAAK,qCAAgB,CAAC,QAAQ,CAAC;QAEpD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC;YAC3B,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,KAAK,GAAG,IAAI,CAAC;YAC7B,OAAO,GAAG,GAAG,WAAW,GAAG,OAAO,EAAE,CAAC;QACvC,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAEzD,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;IAC1D,CAAC;IAEO,kBAAkB,CAAC,OAAuB;QAChD,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QACnC,IAAI,IAAI,KAAK,qCAAgB,CAAC,QAAQ,EAAE,CAAC;YACvC,OAAO,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpC,CAAC;CACF,CAAA;AAtIY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;qCAS0B,sBAAa;GARvC,eAAe,CAsI3B"}

package/dist/modules/web-share/env/web-share.env.config.d.ts

@@ -0,0 +1,4 @@
+export declare const WebShareEnvConfig: () => {
+    WEBSHARE_USER: string;
+    WEBSHARE_PASS: string;
+};

package/dist/modules/web-share/env/web-share.env.config.js

@@ -0,0 +1,44 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WebShareEnvConfig = void 0;
+const dotenv = __importStar(require("dotenv"));
+dotenv.config();
+const WebShareEnvConfig = () => ({
+    WEBSHARE_USER: process.env.WEBSHARE_USER,
+    WEBSHARE_PASS: process.env.WEBSHARE_PASS,
+});
+exports.WebShareEnvConfig = WebShareEnvConfig;
+//# sourceMappingURL=web-share.env.config.js.map

package/dist/modules/web-share/env/web-share.env.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-share.env.config.js","sourceRoot":"","sources":["../../../../src/modules/web-share/env/web-share.env.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAEjC,MAAM,CAAC,MAAM,EAAE,CAAC;AACT,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,CAAC;IACtC,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa;IACxC,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa;CACzC,CAAC,CAAC;AAHU,QAAA,iBAAiB,qBAG3B"}

package/dist/modules/web-share/env/web-share.env.validation.d.ts

@@ -0,0 +1,2 @@
+import * as joi from 'joi';
+export declare const WebShareConfigValidationSchema: joi.ObjectSchema<any>;

package/dist/modules/web-share/env/web-share.env.validation.js

@@ -0,0 +1,42 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WebShareConfigValidationSchema = void 0;
+const joi = __importStar(require("joi"));
+exports.WebShareConfigValidationSchema = joi.object({
+    WEBSHARE_USER: joi.string().required(),
+    WEBSHARE_PASS: joi.string().required(),
+});
+//# sourceMappingURL=web-share.env.validation.js.map

package/dist/modules/web-share/env/web-share.env.validation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-share.env.validation.js","sourceRoot":"","sources":["../../../../src/modules/web-share/env/web-share.env.validation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA2B;AAEd,QAAA,8BAA8B,GAAG,GAAG,CAAC,MAAM,CAAC;IACvD,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC"}

package/dist/modules/web-share/web-share.module.d.ts

@@ -0,0 +1,2 @@
+export declare class WebShareModule {
+}

package/dist/modules/web-share/web-share.module.js

@@ -0,0 +1,23 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WebShareModule = void 0;
+const common_1 = require("@nestjs/common");
+const axios_1 = require("@nestjs/axios");
+const web_share_service_1 = require("./web-share.service");
+let WebShareModule = class WebShareModule {
+};
+exports.WebShareModule = WebShareModule;
+exports.WebShareModule = WebShareModule = __decorate([
+    (0, common_1.Module)({
+        imports: [axios_1.HttpModule],
+        providers: [web_share_service_1.WebShareService],
+        exports: [web_share_service_1.WebShareService],
+    })
+], WebShareModule);
+//# sourceMappingURL=web-share.module.js.map

package/dist/modules/web-share/web-share.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-share.module.js","sourceRoot":"","sources":["../../../src/modules/web-share/web-share.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,yCAA2C;AAC3C,2DAAsD;AAO/C,IAAM,cAAc,GAApB,MAAM,cAAc;CAAG,CAAA;AAAjB,wCAAc;yBAAd,cAAc;IAL1B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,kBAAU,CAAC;QACrB,SAAS,EAAE,CAAC,mCAAe,CAAC;QAC5B,OAAO,EAAE,CAAC,mCAAe,CAAC;KAC3B,CAAC;GACW,cAAc,CAAG"}

package/dist/modules/web-share/web-share.service.d.ts

@@ -0,0 +1,23 @@
+import { ConfigService } from '@nestjs/config';
+import { HttpService } from '@nestjs/axios';
+export declare class WebShareService {
+    private readonly config;
+    private readonly http;
+    private readonly logger;
+    private readonly proxy;
+    private readonly url;
+    private readonly endpoint;
+    private readonly maxRetries;
+    private readonly timeoutMs;
+    private retryDelayMs;
+    private attempt;
+    private countries;
+    constructor(config: ConfigService, http: HttpService);
+    connect(): Promise<boolean>;
+    getProxy(): string;
+    private startRequest;
+    private delay;
+    private endRequest;
+    private catchError;
+    load(): Promise<void>;
+}

package/dist/modules/web-share/web-share.service.js

@@ -0,0 +1,130 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var WebShareService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WebShareService = void 0;
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const axios_1 = require("@nestjs/axios");
+const fs_1 = require("fs");
+const rxjs_1 = require("rxjs");
+const rxjs_2 = require("rxjs");
+const https_proxy_agent_1 = require("https-proxy-agent");
+const alfa_2_country_1 = require("../../common/constant/alfa-2.country");
+let WebShareService = WebShareService_1 = class WebShareService {
+    constructor(config, http) {
+        this.config = config;
+        this.http = http;
+        this.url = 'https://ipv4.webshare.io/';
+        this.endpoint = 'p.webshare.io';
+        this.maxRetries = 5;
+        this.timeoutMs = 30000;
+        this.retryDelayMs = 2000;
+        this.attempt = 0;
+        const options = { timestamp: true };
+        this.logger = new common_1.Logger(WebShareService_1.name, options);
+        const webShareUser = this.config.get('WEBSHARE_USER');
+        const webSharePass = this.config.get('WEBSHARE_PASS');
+        const user = `${webShareUser}-rotate`;
+        const pass = webSharePass;
+        this.proxy = `http://${user}:${pass}@${this.endpoint}`;
+    }
+    async connect() {
+        await this.load();
+        const agent = new https_proxy_agent_1.HttpsProxyAgent(this.proxy);
+        const config = {
+            httpsAgent: agent,
+            proxy: false,
+            timeout: 10000,
+        };
+        const check = (0, rxjs_1.from)(this.http.get(this.url, config)).pipe((0, rxjs_2.tap)(() => this.startRequest()), (0, rxjs_1.timeout)(this.timeoutMs), (0, rxjs_1.retry)({
+            count: this.maxRetries - 1,
+            delay: (error) => this.delay(error),
+            resetOnSuccess: true,
+        }), (0, rxjs_2.tap)((response) => void this.endRequest(response)), (0, rxjs_1.catchError)((error) => this.catchError(error)));
+        const result = await (0, rxjs_2.lastValueFrom)(check);
+        return result !== null;
+    }
+    getProxy() {
+        return this.proxy;
+    }
+    startRequest() {
+        this.attempt++;
+        const attempt = `[${this.attempt}/${this.maxRetries}]`;
+        const message = `🔄 ${attempt} Verifying WebShare Proxy Connection...`;
+        this.logger.log(message);
+    }
+    delay(error) {
+        this.attempt++;
+        this.retryDelayMs *= 2;
+        const { response } = error;
+        const attempt = `[${this.attempt}/${this.maxRetries}]`;
+        this.logger.warn(`⚠️ ${attempt} Failed`);
+        if (response) {
+            const { status, statusText } = response;
+            this.logger.error(`🔥 ${status} ${statusText}`);
+        }
+        if (this.attempt < this.maxRetries) {
+            const seconds = this.retryDelayMs / 1000;
+            this.logger.log(`Retrying in ${seconds} seconds...`);
+            return (0, rxjs_2.of)(null).pipe((0, rxjs_2.delay)(this.retryDelayMs));
+        }
+        throw error;
+    }
+    async endRequest(response) {
+        const ip = response.data.trim();
+        const attempt = `[${this.attempt}/${this.maxRetries}]`;
+        this.logger.log(`✅ ${attempt} WebShare Proxy connected successfully`);
+        try {
+            const url = `https://ipinfo.io/${ip}/json`;
+            const res = await (0, rxjs_2.lastValueFrom)(this.http.get(url));
+            const { country } = res.data;
+            if (this.countries && this.countries[country]) {
+                const { name, flag: emoji } = this.countries[country];
+                this.logger.verbose(`${emoji} ${name}  Current IP → ${ip}`);
+            }
+            else {
+                this.logger.verbose(`🌐  Current IP → ${ip}`);
+            }
+        }
+        catch (error) {
+            const { message } = error;
+            this.logger.verbose(`🌐  Current IP → ${ip}`);
+            this.logger.warn(`⚠️  ${message}`);
+        }
+    }
+    catchError(error) {
+        this.logger.error('❌ All attempts failed');
+        this.logger.error(`Error: ${error.message}`);
+        return (0, rxjs_2.of)(null);
+    }
+    async load() {
+        try {
+            const data = await fs_1.promises.readFile(alfa_2_country_1.ALFA_2_COUNTRY_PATH, 'utf-8');
+            const countries = JSON.parse(data);
+            if (countries) {
+                this.countries = countries;
+                this.logger.log(`📂 Countries loaded successfully`);
+            }
+        }
+        catch (error) {
+            const { message } = error;
+            this.logger.warn(`⚠️  ${message}`);
+        }
+    }
+};
+exports.WebShareService = WebShareService;
+exports.WebShareService = WebShareService = WebShareService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [config_1.ConfigService,
+        axios_1.HttpService])
+], WebShareService);
+//# sourceMappingURL=web-share.service.js.map

package/dist/modules/web-share/web-share.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-share.service.js","sourceRoot":"","sources":["../../../src/modules/web-share/web-share.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAoD;AACpD,2CAA+C;AAC/C,yCAA4C;AAC5C,2BAAoC;AAEpC,+BAAwD;AACxD,+BAAqD;AACrD,yDAAoD;AAIpD,yEAA2E;AAGpE,IAAM,eAAe,uBAArB,MAAM,eAAe;IAY1B,YACmB,MAAqB,EACrB,IAAiB;QADjB,WAAM,GAAN,MAAM,CAAe;QACrB,SAAI,GAAJ,IAAI,CAAa;QAVnB,QAAG,GAAG,2BAA2B,CAAC;QAClC,aAAQ,GAAG,eAAe,CAAC;QAC3B,eAAU,GAAG,CAAC,CAAC;QACf,cAAS,GAAG,KAAK,CAAC;QAC3B,iBAAY,GAAG,IAAI,CAAC;QACpB,YAAO,GAAG,CAAC,CAAC;QAOlB,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,iBAAe,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,eAAe,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,eAAe,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,GAAG,YAAY,SAAS,CAAC;QACtC,MAAM,IAAI,GAAG,YAAY,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,UAAU,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,IAAI,mCAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAuB;YACjC,UAAU,EAAE,KAAK;YACjB,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,KAAK;SACf,CAAC;QAEF,MAAM,KAAK,GAAG,IAAA,WAAI,EAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAS,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAC9D,IAAA,UAAG,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,EAC9B,IAAA,cAAO,EAAC,IAAI,CAAC,SAAS,CAAC,EACvB,IAAA,YAAK,EAAC;YACJ,KAAK,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC;YAC1B,KAAK,EAAE,CAAC,KAAiB,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;YAC/C,cAAc,EAAE,IAAI;SACrB,CAAC,EACF,IAAA,UAAG,EAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EACjD,IAAA,iBAAU,EAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAC9C,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAA,oBAAa,EAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,MAAM,KAAK,IAAI,CAAC;IACzB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC;QACvD,MAAM,OAAO,GAAG,MAAM,OAAO,yCAAyC,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,KAAiB;QAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC;QACvB,MAAM,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;QAC3B,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,OAAO,SAAS,CAAC,CAAC;QACzC,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,OAAO,aAAa,CAAC,CAAC;YACrD,OAAO,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAA,YAAK,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACjD,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,QAAuB;QAC9C,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,OAAO,wCAAwC,CAAC,CAAC;QAEtE,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,qBAAqB,EAAE,OAAO,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAa,EAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAgB,GAAG,CAAC,CAAC,CAAC;YACnE,MAAM,EAAE,OAAO,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YAC7B,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9C,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBACtD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,IAAI,IAAI,kBAAkB,EAAE,EAAE,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,OAAO,EAAE,GAAG,KAAc,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;YAC9C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,OAAO,EAAE,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,KAAiB;QAClC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7C,OAAO,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,oCAAmB,EAAE,OAAO,CAAC,CAAC;YAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,OAAO,EAAE,GAAG,KAAc,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,OAAO,EAAE,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;CACF,CAAA;AAxHY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;qCAcgB,sBAAa;QACf,mBAAW;GAdzB,eAAe,CAwH3B"}

package/package.json

@@ -0,0 +1,55 @@
+{
+  "name": "@rafikidota/cuba-ofertas-scraping",
+  "version": "0.1.0",
+  "description": "Sometimes, the best way to solve your own problems is to help someone else.",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/rafikidota/cuba-ofertas-scraping.git"
+  },
+  "author": "rafiki <71207415+rafikidota@users.noreply.github.com>",
+  "license": "MIT",
+  "publishConfig": {
+    "access": "public"
+  },
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "devDependencies": {
+    "@eslint/eslintrc": "3.3.3",
+    "@eslint/js": "9.39.2",
+    "@nestjs/axios": "4.0.1",
+    "@nestjs/common": "11.1.11",
+    "@nestjs/config": "4.0.2",
+    "@nestjs/core": "11.1.11",
+    "@nestjs/microservices": "11.1.11",
+    "@nestjs/schedule": "6.1.0",
+    "@types/node": "25.0.3",
+    "@typescript-eslint/eslint-plugin": "8.52.0",
+    "@typescript-eslint/parser": "8.52.0",
+    "axios": "1.13.2",
+    "crawlee": "3.15.3",
+    "dotenv": "17.2.3",
+    "eslint": "9.39.2",
+    "eslint-config-prettier": "10.1.8",
+    "eslint-plugin-import": "2.32.0",
+    "eslint-plugin-prettier": "5.5.4",
+    "globals": "17.0.0",
+    "https-proxy-agent": "7.0.6",
+    "husky": "9.1.7",
+    "joi": "18.0.2",
+    "lint-staged": "16.2.7",
+    "prettier": "3.7.4",
+    "rimraf": "6.1.2",
+    "rxjs": "7.8.2",
+    "telegraf": "4.16.3",
+    "typescript": "5.9.3",
+    "typescript-eslint": "8.52.0"
+  },
+  "scripts": {
+    "prebuild": "rimraf -rf dist",
+    "build": "tsc -p tsconfig.json",
+    "lint": "npx eslint --debug . --fix",
+    "format": "prettier --write \"**/*.ts\"",
+    "check": "npm-check -u"
+  }
+}