bot-functions 1.5.2 → 1.7.0

package/index.js

@@ -15,6 +15,10 @@ const { simpleParser } = require('mailparser');
 const xpath = require('xpath');
 const { JSDOM } = require('jsdom');
 
+const { S3Client } = require("@aws-sdk/client-s3");
+const { Upload } = require("@aws-sdk/lib-storage");
+
+const separador = (os.type() === "Windows_NT") ? `\\` : "/";
 
 async function obtenerCorreos(email, password, subject) {
   const config = {
@@ -375,8 +379,6 @@ async function manageEmails(config, searchOptions) {
   }
 }
 
-let separador = (os.type() === "Windows_NT") ? `\\` : "/";
-
 async function* asyncGenerator(final) {
   var i = 0;
   while (i < final) {
@@ -903,6 +905,30 @@ const sendDataCH = async (params, dataJSON) => {
   });
 }
 
+const sendDataClickHouse = async (params, dataJSON) => {
+  return new Promise(async function (resolve, reject) {
+    actualFunction = "sendDataClickHouse";
+    try {
+      const batchPromises = [];
+      const stringData = JSON.stringify(dataJSON);
+      const response = await axios({
+        method: 'post', url: process.env.INSERT_CLICKHOUSE, data: {params, dataJSON: stringData },
+        maxBodyLength: Infinity, headers: { 'Accept': 'application/json', 'Content-Type': 'application/json' }
+      });
+      batchPromises.push(response.status);
+      batchPromises.map(reg => log.info('Insert status', reg));
+      if (batchPromises.every(reg => reg == 200)) {
+        resolve({ status: "Packages inserted successfully", exit: 1 });
+      } else {
+        return reject(new Error('No se insertaron todos los paquetes'));
+      }
+    } catch (error) {
+      await insertLog(params, 107);
+      return reject(new Error(error.message));
+    }
+  });
+}
+
 const waitFrame = (page, frame, framename, info, timeout, parent = null) => {
   return new Promise(async function (resolve, reject) {
     let counter = 0;
@@ -1374,6 +1400,84 @@ const uploadImageToS3 = async (filePath, key) => {
   return uploadFileResponse.data.data;
 }
 
+const sleepFile = (ms) => new Promise((r) => setTimeout(r, ms));
+
+const validarZip = (zipPath) => {
+  try {
+    const zip = new AdmZip(zipPath);
+    const entries = zip.getEntries();
+
+    if (entries.length === 0)
+      throw new Error("El zip está vacío, no contiene archivos.");
+
+    // Verifica que cada entrada tenga contenido
+    for (const entry of entries) {
+      if (!entry.header || entry.header.size === 0)
+        throw new Error(`La entrada "${entry.entryName}" está corrupta o vacía.`);
+    }
+    log.info(`[ZIP] Válido — ${entries.length} archivo(s) dentro.`);
+    return true;
+  } catch (error) {
+    throw new Error(`[ZIP] Validación fallida: ${error.message}`);
+  }
+};
+
+const uploadEvidence = async (pathDownloads, params, reintentos = 3) => {
+
+  log.info(`[S3] Región: ${process.env.AWS_REGION_BUCKET} | Bucket: ${process.env.S3_BUCKET}`);
+  const s3 = new S3Client({ region: process.env.AWS_REGION_BUCKET });
+
+  const zipPath = `${pathDownloads}/${params.reporte.filename}.zip`;
+  const key = `${params.reporte.pathS3}/${params.reporte.filename}.zip`;
+
+  // Armar el zip
+  const zip = new AdmZip();
+  zip.addLocalFile(`${pathDownloads}/${params.reporte.filename}${process.env.EXTENSION_FILE}`);
+  zip.writeZip(zipPath);
+
+  // Validar antes de intentar subir
+  validarZip(zipPath);
+
+  let ultimoError;
+
+  for (let intento = 1; intento <= reintentos; intento++) {
+    try {
+      log.info(`[S3] Intento ${intento}/${reintentos} — subiendo ${key}`);
+
+      const upload = new Upload({
+        client: s3,
+        params: {
+          Bucket: process.env.S3_BUCKET,
+          Key: key,
+          Body: fs.createReadStream(zipPath),
+          ContentType: "application/zip",
+          ACL: "public-read",
+        },
+        queueSize: 4,
+        partSize: 10 * 1024 * 1024,
+      });
+
+      await upload.done();
+      const url = `https://${process.env.S3_BUCKET}.s3.${process.env.AWS_REGION_BUCKET}.amazonaws.com/${key}`;
+      log.info(`[S3] Upload exitoso en intento ${intento} — ${key}`);
+      await insertEvidenceCore(url, '', params.robot.baseHyperCube, params.robot.idgfc, process.env.PERIODO, params.reporte.date1, params.reporte.type);
+      await insertLog2(params, 305);
+      return key;
+
+    } catch (error) {
+      ultimoError = error;
+      log.error(`[S3] Intento ${intento} fallido: ${error.message}`);
+
+      if (intento < reintentos) {
+        const espera = 2000 * intento;
+        log.info(`[S3] Reintentando en ${espera / 1000}s...`);
+        await sleepFile(espera);
+      }
+    }
+  }
+  throw new Error(`[S3] Upload fallido tras ${reintentos} intentos: ${ultimoError.message}`);
+};
+
 
 module.exports = {
   waitNtype,
@@ -1430,4 +1534,6 @@ module.exports = {
   processDataDaily,
   uploadImageToS3,
   insertCatspecs,
+  uploadEvidence,
+  sendDataClickHouse
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bot-functions",
-  "version": "1.5.2",
+  "version": "1.7.0",
   "description": "Bot functions",
   "main": "index.js",
   "scripts": {
@@ -9,6 +9,8 @@
   "author": "Juan Monrroy Reyes",
   "license": "ISC",
   "dependencies": {
+    "@aws-sdk/client-s3": "^3.1022.0",
+    "@aws-sdk/lib-storage": "^3.1022.0",
     "adm-zip": "0.5.10",
     "axios": "0.21.1",
     "concat-stream": "2.0.0",