tango-app-api-analysis-traffic 3.1.0-alpha.5 → 3.1.0-alpha.7

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "tango-app-api-analysis-traffic",
-    "version": "3.1.0-alpha.5",
+    "version": "3.1.0-alpha.7",
     "description": "Traffic Analysis",
     "main": "index.js",
     "type": "module",
@@ -18,6 +18,8 @@
         "dotenv": "^16.4.5",
         "express": "^4.19.2",
         "handlebars": "^4.7.8",
+        "html-pdf": "^3.0.1",
+        "html-pdf-node": "^1.0.8",
         "joi-to-swagger": "^6.2.0",
         "lodash": "^4.17.21",
         "mongodb": "^6.8.0",

package/src/controllers/emailers.controllers.js

@@ -3,15 +3,20 @@ import * as clientService from '../services/clients.services.js';
 import * as userService from '../services/user.service.js';
 import * as storeService from '../services/stores.service.js';
 import { findCamera } from '../services/camera.service.js';
-import handlebars, { registerHelpers } from './handlebars.js';
 const __filename = fileURLToPath( import.meta.url );
 const __dirname = dirname( __filename );
 import { fileURLToPath } from 'url';
 import { dirname } from 'path';
 import puppeteer from 'puppeteer';
-import { readFileSync } from 'fs';
-import { join } from 'path';
+// import { readFileSync } from 'fs';
+// import { join } from 'path';
 import dayjs from 'dayjs';
+import fs from 'fs';
+import path from 'path';
+import htmlpdf from 'html-pdf-node';
+// import pdf from 'html-pdf';
+import Handlebars, { registerHelpers } from './handlebars.js';
+
 registerHelpers();
 
 // Lamda Service Call //
@@ -279,11 +284,11 @@ export const sendEmailers = async ( req, res ) => {
     let storeData = {
       storeId: getStoreSourceData.storeId,
       storeName: getStoreSourceData.storeName,
-      storeLocation: getStoreSourceData.storeProfile.city+' '+getStoreSourceData.storeProfile.pincode,
+      storeLocation: getStoreSourceData.storeProfile?.city+' '+getStoreSourceData.storeProfile.pincode,
       storeCount: emailerSourceData._source.storeIds.length-1,
       storeBaseImage: cameraBaseImage,
     };
-    console.log( 'cameraBaseImage 1=>', cameraBaseImage );
+    // console.log( 'cameraBaseImage 1=>', cameraBaseImage );
     // // Get Client Data ///
     let clientData = await clientService.findOne( { clientId: emailerSourceData._source.clientId }, { clientId: 1, emailersConfig: 1, featureConfigs: 1, clientName: 1 } );
 
@@ -308,8 +313,11 @@ export const sendEmailers = async ( req, res ) => {
         missedOpportunityCalculation: clientData?.featureConfigs?.missedOpportunityCalculation || 'engagers-conversion',
         bufferTime: 30,
       },
+      templateId: emailerSourceData._id,
     };
     // console.log( 'templateData =>', templateData );
+    // console.log( 'emailerSourceData =>', emailerSourceData );
+
 
     // // Get Lamda Metrics Data ////
     let lamdaMetrics = await getLamdaMetricsData( templateData );
@@ -380,7 +388,7 @@ async function getLamdaMetricsData( templateData ) {
       // Default Value
     }
   } catch ( error ) {
-    console.log( 'error getLamdaMetricsData=>', error );
+    // console.log( 'error getLamdaMetricsData=>', error );
     logger.error( { error: error, function: 'getLamdaMetricsData' } );
     return false;
   }
@@ -448,7 +456,7 @@ async function lamdaAPI1( templateData ) {
     }
     return lamdaAPIResultData;
   } catch ( error ) {
-    console.log( 'error lamdaAPI1=>', error );
+    // console.log( 'error lamdaAPI1=>', error );
     logger.error( { error: error, function: 'lamdaAPI1' } );
     return false;
   }
@@ -520,7 +528,7 @@ async function lamdaAPI2( templateData ) {
     }
     return lamdaAPIResultData;
   } catch ( error ) {
-    console.log( 'error lamdaAPI2=>', error );
+    // console.log( 'error lamdaAPI2=>', error );
     logger.error( { error: error, function: 'lamdaAPI2' } );
     return false;
   }
@@ -629,18 +637,17 @@ async function lamdaAPI3( templateData ) {
     let newTemplateData = templateData;
     const overallLamdaURL = 'https://bqk7ozecu7smfrzyb2hbb5lo540avjkl.lambda-url.ap-south-1.on.aws/';
     let lamdaAPIResultData = await LamdaServiceCall( overallLamdaURL, newTemplateData );
-    if ( !lamdaAPIResultData || lamdaAPIResultData.status_code !== 200 ) {
+    if ( !lamdaAPIResultData || lamdaAPIResultData.status_code !== '200' ) {
       return '';
     }
     return lamdaAPIResultData;
   } catch ( error ) {
-    console.log( 'error lamdaAPI3=>', error );
+    // console.log( 'error lamdaAPI3=>', error );
     logger.error( { error: error, function: 'lamdaAPI3' } );
     return false;
   }
 }
 
-
 async function lamdaAPI4( templateData ) {
   try {
     // let lamdaAPIResultData = {
@@ -757,7 +764,7 @@ async function lamdaAPI4( templateData ) {
     }
     return lamdaAPIResultData;
   } catch ( error ) {
-    console.log( 'error lamdaAPI4=>', error );
+    // console.log( 'error lamdaAPI4=>', error );
     logger.error( { error: error, function: 'lamdaAPI4' } );
     return false;
   }
@@ -803,11 +810,11 @@ async function hourlyChartLamdaAPI( templateData ) {
 
     let hourlyData = lamdaAPIResultData.hourlyData || [];
     let hourlyChartImagePath = await overallHourlyChart( hourlyData );
-
+    // console.log( 'dayjs().format', dayjs().format );
     // Upload hourly chart
     const hourlyChartParams = {
-      Bucket: bucketDetails.mailer,
-      Key: `${dayjs().format( 'YYYY-MM-DD-HH:mm:ss' )}/mail/emailHourlyUserChart.png`,
+      Bucket: bucketDetails.emailers,
+      Key: `emailer/${templateData.clientId}/${dayjs().format( 'YYYY-MM-DD' )}/${templateData.templateId}/hourlyChart/${dayjs().unix()}.png`,
       ContentType: 'image/png',
       body: hourlyChartImagePath,
     };
@@ -815,16 +822,16 @@ async function hourlyChartLamdaAPI( templateData ) {
     const hourlyChartResponse = await fileUpload( hourlyChartParams );
     if ( hourlyChartResponse && hourlyChartResponse.Key ) {
       hourlyChartUrl = await signedUrl( {
-        Bucket: bucketDetails.mailer,
+        Bucket: bucketDetails.emailers,
         file_path: hourlyChartResponse.Key,
       } );
     } else {
       throw new Error( 'S3 Upload failed for hourly chart' );
     }
-    console.log( 'chartUrl hourlyChartLamdaAPI=>', hourlyChartUrl );
+    // console.log( 'chartUrl hourlyChartLamdaAPI=>', hourlyChartUrl );
     return hourlyChartUrl;
   } catch ( error ) {
-    console.log( ' error hourlyChartLamdaAPI=>', error );
+    // console.log( ' error hourlyChartLamdaAPI=>', error );
     logger.error( { error: error, function: 'hourlyChartLamdaAPI' } );
     return false;
   }
@@ -855,26 +862,30 @@ async function dailyChartLamdaAPI( templateData ) {
     if ( !lamdaAPIResultData || lamdaAPIResultData.status_code !== '200' ) {
       return chartUrl;
     }
+    // console.log( 'Unix timestamp:', dayjs().unix() );
 
     let dailyData = lamdaAPIResultData.storeData || [];
     let chartImagePath = await overallChart( dailyData );
+
     // Upload overall chart
     const overallChartParams = {
-      Bucket: bucketDetails.mailer,
-      Key: `${dayjs().format( 'YYYY-MM-DD-HH:mm:ss' )}/mail/emaildailyUserChart.png`,
+      Bucket: bucketDetails.emailers,
+      Key: `emailer/${templateData.clientId}/${dayjs().format( 'YYYY-MM-DD' )}/${templateData.templateId}/dailyChart/${dayjs().unix()}.png`,
+      // Key: `${dayjs().format( 'YYYY-MM-DD-HH:mm:ss' )}/mail/emaildailyUserChart.png`,
+      // ${templateData.templateType}
       ContentType: 'image/png',
       body: chartImagePath,
     };
     const overallChartResponse = await fileUpload( overallChartParams );
     if ( overallChartResponse && overallChartResponse.Key ) {
       chartUrl = await signedUrl( {
-        Bucket: bucketDetails.mailer,
+        Bucket: bucketDetails.emailers,
         file_path: overallChartResponse.Key,
       } );
     } else {
       throw new Error( 'S3 Upload failed for overall chart' );
     }
-    console.log( 'chartUrl dailyChartLamdaAPI=>', chartUrl );
+    // console.log( 'chartUrl dailyChartLamdaAPI=>', chartUrl );
     return chartUrl;
   } catch ( error ) {
     logger.error( { error: error, function: 'dailyChartLamdaAPI' } );
@@ -1031,6 +1042,7 @@ async function dailyFootfallTrendChartLamdaAPI( templateData ) {
     // return lamdaAPIResultData;
 
     let newTemplateData = templateData;
+    // console.log( 'Template Data:', templateData );
     // newTemplateData.dateType = 'weekly';
     let processTypeValue = 'engagers';
     if ( templateData.featureConfigs.conversionCalculation !== 'engagers-count' ) {
@@ -1047,34 +1059,42 @@ async function dailyFootfallTrendChartLamdaAPI( templateData ) {
     newTemplateData.processType = processTypeValue;
     newTemplateData.limit = 31;
     newTemplateData.offset = 0;
+    // console.log( 'newTemplateData', newTemplateData );
     const overallLamdaURL = 'https://x6sjlqwaqd64kyioxhwrwfesbm0jjitx.lambda-url.ap-south-1.on.aws/';
     let lamdaAPIResultData = await LamdaServiceCall( overallLamdaURL, newTemplateData );
+    // console.log( 'lamdaAPIResultData =>', lamdaAPIResultData );
     if ( !lamdaAPIResultData || lamdaAPIResultData.status_code !== '200' ) {
       return chartUrl;
     }
 
     let dailyData = lamdaAPIResultData.footfallTrendData || [];
     let chartImagePath = await footfallTrend( dailyData );
+    // console.log( 'chartImagePath =>', chartImagePath );
     // Upload overall chart
+    // console.log( 'Unix timestamp:', dayjs().unix() );
     const overallChartParams = {
-      Bucket: bucketDetails.mailer,
-      Key: `${dayjs().format( 'YYYY-MM-DD-HH:mm:ss' )}/mail/emailweeklyUserChart.png`,
+      Bucket: bucketDetails.emailers,
+      Key: `emailer/${templateData.clientId}/${dayjs().format( 'YYYY-MM-DD' )}/${templateData.templateId}/footfallTrendChart/${dayjs().unix()}.png`,
+      // Key: `${dayjs().format( 'YYYY-MM-DD-HH:mm:ss' )}/mail/emailweeklyUserChart.png`,
       ContentType: 'image/png',
       body: chartImagePath,
     };
+    // console.log( 'bucketDetails =>', bucketDetails.mailer );
+    // console.log( 'overallChartParams =>', overallChartParams );
     const overallChartResponse = await fileUpload( overallChartParams );
+    // console.log("overallChartResponse =>", overallChartResponse);
     if ( overallChartResponse && overallChartResponse.Key ) {
       chartUrl = await signedUrl( {
-        Bucket: bucketDetails.mailer,
+        Bucket: bucketDetails.emailers,
         file_path: overallChartResponse.Key,
       } );
     } else {
       throw new Error( 'S3 Upload failed for overall chart' );
     }
-    console.log( 'chartUrl dailyFootfallTrendChartLamdaAPI=>', chartUrl );
+    // console.log( 'chartUrl dailyFootfallTrendChartLamdaAPI=>', chartUrl );
     return chartUrl;
   } catch ( error ) {
-    console.log( 'error dailyFootfallTrendChartLamdaAPI=>', error );
+    // console.log( 'error dailyFootfallTrendChartLamdaAPI=>', error );
     logger.error( { error: error, function: 'dailyFootfallTrendChartLamdaAPI' } );
     return false;
   }
@@ -1094,7 +1114,7 @@ async function getLamdaChartData( templateData ) {
       ] );
       resultLamdaChartData.dailyData = chartImagePath;
       resultLamdaChartData.hourlyData = hourlyChartImagePath;
-      console.log( 'resultLamdaChartData 555=>', resultLamdaChartData );
+      // console.log( 'resultLamdaChartData 555=>', resultLamdaChartData );
       return resultLamdaChartData;
     } else {
       // Default Value
@@ -1102,7 +1122,7 @@ async function getLamdaChartData( templateData ) {
       return resultLamdaChartData;
     }
   } catch ( error ) {
-    console.log( 'error getLamdaChartData=>', error );
+    // console.log( 'error getLamdaChartData=>', error );
     logger.error( { error: error, function: 'getLamdaChartData' } );
     return false;
   }
@@ -1111,40 +1131,30 @@ async function getLamdaChartData( templateData ) {
 async function emailerSendEmail( storeData, clientData, lamdaMetrics, lamdaCharts, templateData ) {
   try {
     let hbsFileName = '../hbs/dailyMailerSingle.hbs';
-    if ( templateData.allStores.length == 1 && templateData.templateType == 'daily' ) {
-      // // Call Lamda API No 1 Single Store Single Date
+    if ( templateData.allStores.length === 1 && templateData.templateType === 'daily' ) {
       hbsFileName = '../hbs/dailyMailerSingle.hbs';
-    } else if ( templateData.allStores.length > 1 && templateData.templateType == 'daily' ) {
-      // // Call Lamda API No 3 Multiple Store Single Date
+    } else if ( templateData.allStores.length > 1 && templateData.templateType === 'daily' ) {
       hbsFileName = '../hbs/dailyMailerMultiple.hbs';
-    } else if ( templateData.allStores.length == 1 && templateData.templateType == 'weekly' ) {
-      // // Call Lamda API No 2 Single Store Multiple Date
+    } else if ( templateData.allStores.length === 1 && templateData.templateType === 'weekly' ) {
       hbsFileName = '../hbs/weeklyMailerSingle.hbs';
-    } else if ( templateData.allStores.length > 1 && templateData.templateType == 'weekly' ) {
-      // // Call Lamda API No 4 Multiple Store Multiple Date
+    } else if ( templateData.allStores.length > 1 && templateData.templateType === 'weekly' ) {
       hbsFileName = '../hbs/weeklyMailerMultiple.hbs';
-    } else if ( templateData.allStores.length == 1 && templateData.templateType == 'monthly' ) {
-      // // Call Lamda API No 5 Single Store Multiple Date
+    } else if ( templateData.allStores.length === 1 && templateData.templateType === 'monthly' ) {
       hbsFileName = '../hbs/dailyMailerSingle.hbs';
-    } else if ( templateData.allStores.length > 1 && templateData.templateType == 'monthly' ) {
-      // // Call Lamda API No 6 Multiple Store Multiple Date
+    } else if ( templateData.allStores.length > 1 && templateData.templateType === 'monthly' ) {
       hbsFileName = '../hbs/dailyMailerSingle.hbs';
-    } else {
-      // Default Value
     }
-    // Prepare email with Handlebars template
-    const fileContent = readFileSync(
-        join( __dirname, hbsFileName ),
-        'utf8',
-    );
-    const htmlContent = handlebars.compile( fileContent );
 
-    const emailVars = {
-    // email: inputData.email,
+    // Prepare email with Handlebars template
+    const hbsFilePath = path.join( __dirname, hbsFileName );
+    const templateHtml = fs.readFileSync( hbsFilePath, 'utf8' );
+    const template = Handlebars.compile( templateHtml );
+    console.log( 'JSON.parse( process.env.URL ).apiDomain', JSON.parse( process.env.URL ).apiDomain );
+    const html = template( { data: {
       clientName: clientData.clientName,
-      domain: JSON.parse( process.env.URL ).apiDomain,
-      overallChartImage: lamdaCharts.dailyData, // Use the S3 URL for the overall chart
-      hourlyChartImage: lamdaCharts.hourlyData, // Use the S3 URL for the hourly chart
+      domain: JSON.parse( process.env.URL ).domain,
+      overallChartImage: lamdaCharts.dailyData,
+      hourlyChartImage: lamdaCharts.hourlyData,
       lamdaMetrics: lamdaMetrics,
       storeData: storeData,
       templateData: templateData,
@@ -1157,29 +1167,43 @@ async function emailerSendEmail( storeData, clientData, lamdaMetrics, lamdaChart
         missedOpportunityCalculation: clientData?.featureConfigs?.missedOpportunityCalculation || 'engagers-conversion',
         bufferTime: 30,
       },
+    } } );
+
+
+    let file = { content: html };
+    let options = {
+      format: 'A4',
+      margin: {
+        top: '0.5in',
+        right: '0.5in',
+        bottom: '0.5in',
+        left: '0.5in',
+      },
+      printBackground: true,
+      preferCSSPageSize: true,
     };
 
-    const html = htmlContent( { data: emailVars } );
+    let pdfBuffer = await htmlpdf.generatePdf( file, options );
+    // console.log( 'PDF generated successfully' );
 
-    // Prepare email subject and send the email
     const subject = `Footfall Trend Report for ${clientData.clientName}`;
     const ses = JSON.parse( process.env.SES );
 
-    // templateData.userEmail
     await sendEmailWithSES(
         'nafila@tangotech.co.in',
         subject,
         html,
-        '',
+        {
+          filename: `Attachment_${Date.now()}.pdf`,
+          content: pdfBuffer,
+          contentType: 'application/pdf',
+        },
         ses.adminEmail,
     );
 
-    // return res.sendSuccess( { result: 'EMAIL-SENT' } );
-
     return true;
   } catch ( error ) {
-    console.log( 'error emailerSendEmail=>', error );
-    logger.error( { error: error, function: 'emailerSendEmail' } );
+    console.error( 'Error in emailerSendEmail:', error );
     return false;
   }
 }
@@ -1694,7 +1718,7 @@ const footfallTrend = async ( data ) => {
     await page.waitForSelector( '#Footfalltrend', { visible: true } );
     weeklyChartBuffer = await page.screenshot( { encoding: 'binary' } );
   } catch ( err ) {
-    // console.error( 'Error generating chart screenshot:', err );
+    // console.log( 'Error generating chart screenshot:', err );
     throw new Error( 'Failed to generate chart screenshot' );
   } finally {
     await browser.close();
@@ -1702,180 +1726,3 @@ const footfallTrend = async ( data ) => {
 
   return weeklyChartBuffer;
 };
-
-
-// const footfallTrend = async ( data ) => {
-//   console.log( 'Generating footfall chart...' );
-
-//   const browser = await puppeteer.launch( { headless: true } );
-//   const page = await browser.newPage();
-
-//   const chartHtmlContent = `
-//     <!DOCTYPE html>
-//     <html>
-//     <head>
-//       <style>
-//         #Footfalltrend {
-//           width: 100%;
-//           height: 600px;
-//         }
-//       </style>
-//       <script src="https://cdn.amcharts.com/lib/5/index.js"></script>
-//       <script src="https://cdn.amcharts.com/lib/5/xy.js"></script>
-//       <script src="https://cdn.amcharts.com/lib/5/themes/Animated.js"></script>
-//     </head>
-//     <body>
-//       <div id="Footfalltrend"></div>
-//       <script>
-//         am5.ready(function() {
-//           const root = am5.Root.new('Footfalltrend');
-//           root.setThemes([am5themes_Animated.new(root)]);
-
-//           const chart = root.container.children.push(
-//             am5xy.XYChart.new(root, {
-//               panX: false,
-//               panY: false,
-//               wheelX: 'panX',
-//               wheelY: 'zoomX',
-//               layout: root.verticalLayout
-//             })
-//           );
-
-//           chart.set("scrollbarX", am5.Scrollbar.new(root, {
-//             orientation: "horizontal"
-//           }));
-
-//           const xRenderer = am5xy.AxisRendererX.new(root, {
-//             minGridDistance: 20,
-//             minorGridEnabled: true,
-//           });
-
-//           xRenderer.labels.template.setAll({
-//             rotation: -45,
-//             centerY: am5.p50,
-//             centerX: am5.p100,
-//             paddingRight: 5,
-//           });
-
-//           const xAxis = chart.xAxes.push(
-//             am5xy.CategoryAxis.new(root, {
-//               categoryField: "storeName",
-//               renderer: xRenderer,
-//               tooltip: am5.Tooltip.new(root, { labelText: "{fullStoreName}" })
-//             })
-//           );
-
-//           const formattedData = ${JSON.stringify( data )}.map((item) => ({
-//             fullStoreName: item.storeName,
-//             storeName: item.storeName,
-//             footfall: Number(item.footfall_count),
-//             conversion: Number(item.conversion_count),
-//             bounced: Number(item.bounced_count),
-//             engagers: Number(item.engagers_count),
-//             missedopportunities: Number(item.missedOpportunity_count),
-//           }));
-
-//           formattedData.sort((a, b) => {
-//             const dateA = new Date(a.storeName);
-//             const dateB = new Date(b.storeName);
-//             return dateA - dateB;
-//           });
-
-//           xAxis.data.setAll(formattedData);
-
-//           const yAxis = chart.yAxes.push(
-//             am5xy.ValueAxis.new(root, {
-//               min: 0,
-//               renderer: am5xy.AxisRendererY.new(root, {})
-//             })
-//           );
-
-//           yAxis.children.unshift(am5.Label.new(root, {
-//             rotation: -90,
-//             text: "Footfall",
-//             y: am5.p50,
-//             centerX: am5.p50,
-//             fontFamily: "Arial",
-//             fontSize: "14px",
-//             fill: am5.color(0x000000)
-//           }));
-
-//           const createColumnSeries = (name, field, color) => {
-//             const series = chart.series.push(
-//               am5xy.ColumnSeries.new(root, {
-//                 name: name,
-//                 xAxis: xAxis,
-//                 yAxis: yAxis,
-//                 valueYField: field,
-//                 categoryXField: "storeName",
-//                 fill: color,
-//                 stroke: color,
-//                 stacked: true,
-//               })
-//             );
-
-//             series.data.setAll(formattedData);
-
-//               series.bullets.push(() => {
-//             return am5.Bullet.new(root, {
-//               sprite: am5.Label.new(root, {
-//                 text: "{valueY}",
-//                 fill: root.interfaceColors.get("alternativeText"),
-//                 centerY: am5.p50,
-//                 centerX: am5.p50,
-//                 populateText: true,
-//                 fontSize: 12  // Reduce font size
-//         })
-//       });
-//     });
-
-//             series.columns.template.setAll({
-//               tooltipText: "{name}: {valueY}",
-//               width: am5.percent(90),
-//               tooltipY: 0,
-//             });
-
-//             series.appear(1000);
-//             return series;
-//           };
-
-//           createColumnSeries("Bounced", "bounced", am5.color(0x67b7dc));
-//           createColumnSeries("Missed Opportunity", "missedopportunities", am5.color(0x6794dc));
-//           createColumnSeries("Conversion", "conversion", am5.color(0x6771dc));
-
-//           const legend = chart.children.push(
-//             am5.Legend.new(root, {
-//               centerX: am5.p50,
-//               x: am5.p50
-//             })
-//           );
-
-//           legend.data.setAll(chart.series.values);
-
-//           chart.set("cursor", am5xy.XYCursor.new(root, {
-//             behavior: "none"
-//           }));
-
-//           chart.appear(1000, 100);
-//         });
-//       </script>
-//     </body>
-//     </html>
-//   `;
-//   let weeklyChartBuffer;
-//   try {
-//     await page.setContent( chartHtmlContent, { waitUntil: 'domcontentloaded' } );
-//     await page.waitForSelector( '#Footfalltrend', { visible: true } );
-//     weeklyChartBuffer = await page.screenshot( { encoding: 'binary' } );
-//     // await page.screenshot( { path: chartImagePath } );
-//     // console.log( 'Screenshot saved to:', chartImagePath );
-//     // console.log( 'Screenshot saved to:', chartImagePath );
-//   } catch ( err ) {
-//     console.error( 'Error generating chart screenshot:', err );
-//     throw new Error( 'Failed to generate chart screenshot' );
-//   } finally {
-//     await browser.close();
-//   }
-
-//   return weeklyChartBuffer;
-// };