tango-app-api-audit 3.4.3-alpha.6 → 3.4.3-alpha.8

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "tango-app-api-audit",
-    "version": "3.4.3-alpha.6",
+    "version": "3.4.3-alpha.8",
     "description": "audit & audit metrics apis",
     "main": "index.js",
     "type": "module",

package/src/controllers/audit.controllers.js

@@ -9,6 +9,7 @@ import {
   signedUrl,
   getDate, getDateWithCustomizeTime,
   getUTC,
+  getOpenSearchData,
 } from 'tango-app-api-middleware';
 import {
   aggregateUserAudit,
@@ -4304,30 +4305,35 @@ export async function getUserAuditCountMTD( req, res ) {
 
 export async function auditViewLogs( req, res ) {
   try {
-    // const inputData = req.query;
-    // const parsedOpenSearch = JSON.parse( process.env.OPENSEARCH );
-    // let downTimeQuery = {
-    //   'size': 100,
-    //   'query': {
-    //     'bool': {
-    //       'must': [
-    //         {
-    //           'term': {
-    //             'doc.date.keyword': dayjs( inputData.fileDate ).format( 'DD-MM-YYYY' ),
-    //           },
-    //         },
-    //         {
-    //           'term': {
-    //             'doc.store_id.keyword': inputData.storeId,
-    //           },
-    //         },
-    //       ],
+    const inputData = req.query;
+    const parsedOpenSearch = JSON.parse( process.env.OPENSEARCH );
+    let downTimeQuery = {
+      'size': 100,
+      'query': {
+        'bool': {
+          'must': [
+            {
+              'term': {
+                'doc.logData.fileDate.keyword': dayjs( inputData.fileDate ).format( 'DD-MM-YYYY' ),
+              },
+            },
+            {
+              'term': {
+                'doc.logData.storeId.keyword': inputData.storeId,
+              },
+            },
+            {
+              'term': {
+                'doc.logData.moduleType.keyword': inputData.moduleType,
+              },
+            },
+          ],
 
-    //     },
-    //   },
-    // };
-    // const downtime = await getOpenSearchData( parsedOpenSearch.activityLog, downTimeQuery );
-    // return res.sendSuccess( downtime );
+        },
+      },
+    };
+    const downtime = await getOpenSearchData( parsedOpenSearch.auditLog, downTimeQuery );
+    return res.sendSuccess( downtime );
   } catch ( err ) {
 
   }

package/src/controllers/traxAudit.controllers.js

@@ -4,11 +4,11 @@ import { countDocumentsStore, findOneStore } from '../service/store.service.js';
 import { findOneUser } from '../service/user.service.js';
 import { aggregateUserEmpDetection, createUserEmpDetection, updateOneUserEmpDetection } from '../service/userEmpDetection.service.js';
 import { aggregateTraxAuditData, findOneTraxAuditData } from '../service/traxAuditData.service.js';
-import { aggregateClient } from '../service/client.service.js';
+import { aggregateClient, findOneClient } from '../service/client.service.js';
 import dayjs from 'dayjs';
 import { aggregateAssignAudit } from '../service/assignAudit.service.js';
 import { aggregateStoreEmpDetection, updateManyStoreEmpDetection, updateOneStoreEmpDetection } from '../service/storeEmpDetection.service.js';
-import { listQueue } from 'tango-app-api-middleware/src/utils/aws/sqs.js';
+import { listQueue, sendMessageToQueue } from 'tango-app-api-middleware/src/utils/aws/sqs.js';
 import _ from 'lodash';
 import mongoose from 'mongoose';
 import { findOneAuditLog, createAuditLog,
@@ -1922,6 +1922,125 @@ export async function clientMetrics( req, res ) {
       },
     ];
 
+    const MappingQuery =[
+      {
+        $match: {
+          $and: filter,
+        },
+      },
+      {
+        $group: {
+          _id: { clientId: '$clientId', fileDate: '$fileDate', moduleType: '$moduleType' },
+          fileDate: { $last: '$fileDate' },
+          clientId: { $last: '$clientId' },
+          clientName: { $last: '$clientName' },
+          moduleType: { $last: '$moduleType' },
+          installedStore: { $last: '$installedStore' },
+          queueName: { $last: '$queueName' },
+          totalFilesCount: { $sum: 1 },
+        },
+      },
+      {
+        $project: {
+          fileDate: 1,
+          clientId: 1,
+          clientName: 1,
+          queueName: 1,
+          installedStore: 1,
+          totalFilesCount: 1,
+          moduleType: 1,
+          notAssignedCount: { $ifNull: [ 0, 0 ] },
+          clientStatus: { $ifNull: [ '', '' ] },
+        },
+      },
+      {
+        $lookup: {
+          'from': 'storeEmpDetection',
+          'let': { clientId: '$clientId', fileDate: '$fileDate', totalAuditFiles: '$totalFilesCount' },
+          'pipeline': [
+
+            {
+              $match: {
+                $expr: {
+                  $and: storeAuditFilter,
+                },
+              },
+            },
+            {
+              $project: {
+                completedStores: { $cond: [ { $eq: [ '$status', 'completed' ] }, 1, 0 ] },
+                notAssignedStores: { $cond: [ { $eq: [ '$status', 'not_assign' ] }, 1, 0 ] },
+                inprogressStores: { $cond: [ { $in: [ '$status', [ 'inprogress', 'drafted', 'assigned' ] ] }, 1, 0 ] },
+              },
+            },
+            {
+              $group: {
+                _id: { clientId: '$clientId', fileDate: '$fileDate' },
+                completedStores: { $sum: '$completedStores' },
+                inprogressStores: { $sum: '$inprogressStores' },
+                notAssignedStores: { $sum: '$notAssignedStores' },
+                fileCount: { $sum: 1 },
+              },
+            },
+            {
+              $project: {
+                _id: 0,
+                completedStores: 1,
+                inprogressStores: 1,
+                notAssignedStores: 1,
+                fileCount: { $ifNull: [ '$fileCount', 0 ] },
+                completionPercentage: { $ifNull: [
+                  {
+                    $round: [ {
+                      $multiply: [
+                        100, {
+                          $divide: [
+                            '$completedStores', '$$totalAuditFiles',
+                          ],
+                        },
+                      ],
+                    }, 1 ],
+
+                  },
+                  0,
+                ],
+                },
+              },
+            },
+          ], 'as': 'binaryAudit',
+        },
+      },
+      {
+        $unwind: {
+          path: '$binaryAudit',
+          preserveNullAndEmptyArrays: true,
+        },
+      },
+      {
+        $project: {
+          _id: 0,
+          fileDate: 1,
+          clientId: 1,
+          clientName: 1,
+          totalFilesCount: 1,
+          moduleType: 1,
+          value: {
+            $replaceAll: { input: '$moduleType', find: '-', replacement: ' ' }, // Replacing "-" with " "
+          },
+          installedStore: 1,
+          // notAssignedStores: '$binaryAudit.notAssignedStores',
+          inprogressStoresCount: '$binaryAudit.inprogressStores',
+          // fileCount: '$binaryAudit.fileCount',
+          notAssignedCount: { $subtract: [ '$totalFilesCount', { $subtract: [ { $ifNull: [ '$binaryAudit.fileCount', 0 ] }, { $ifNull: [ '$binaryAudit.notAssignedStores', 0 ] } ] } ] },
+          clientStatus: { $cond: [ { $eq: [ { $ifNull: [ '$binaryAudit.fileCount', 0 ] }, 0 ] }, 'not-taken', { $cond: [ { $gte: [ '$binaryAudit.completedStores', '$totalFilesCount' ] }, 'completed', 'pending' ] } ] }, // { $cond: [ { $or: [ { $gt: [ '$notAssignedCount', 0 ] }, { $gt: [ '$binaryAudit.notAssignedStores', 0 ] } ] }
+          completedStores: '$binaryAudit.completedStores',
+          completionPercentage: '$binaryAudit.completionPercentage',
+
+        },
+      },
+    ];
+
+
     if ( inputData?.filterByStatus?.length> 0 ) {
       query.push(
           {
@@ -1953,7 +2072,7 @@ export async function clientMetrics( req, res ) {
       );
     }
 
-    const count = await aggregateTraxAuditData( query );
+    const count = [ 'uniform-detection', 'mobile-detection' ].includes( inputData.moduleType )? await aggregateTraxAuditData( MappingQuery ) : await aggregateTraxAuditData( query );
     logger.info( { count: count } );
     if ( count.length == 0 ) {
       return res.sendError( 'No Data Found', 204 );
@@ -1986,7 +2105,7 @@ export async function clientMetrics( req, res ) {
     }
 
     logger.info( { query: query } );
-    const result = await aggregateTraxAuditData( query );
+    const result = [ 'uniform-detection', 'mobile-detection' ].includes( inputData.moduleType )? await aggregateTraxAuditData( MappingQuery ) : await aggregateTraxAuditData( query );
     if ( result.length == 0 ) {
       return res.sendError( 'No Data Found', 204 );
     }
@@ -2429,8 +2548,10 @@ export async function storeMetrics( req, res ) {
       },
       );
     }
+    logger.info( { keyss: [ 'uniform-detection', 'mobile-detection' ].includes( inputData.moduleType ) } );
     const count = [ 'uniform-detection', 'mobile-detection' ].includes( inputData.moduleType )?await aggregateStoreEmpDetection( query ) : await aggregateBinaryAudit( binaryQuery );
 
+
     if ( count.length == 0 ) {
       return res.sendError( 'No data Found', 204 );
     }
@@ -2444,7 +2565,7 @@ export async function storeMetrics( req, res ) {
     } else {
       query.push( { $limit: 10000 } );
     }
-    const result = [ 'uniform-detection', 'mobile-detection' ].includes( inputData.moduleType )?await aggregateUserEmpDetection( query ) : await aggregateBinaryAudit( query );
+    const result = [ 'uniform-detection', 'mobile-detection' ].includes( inputData.moduleType )?await aggregateStoreEmpDetection( query ) : await aggregateBinaryAudit( query );
     if ( inputData.isExport ) {
       const exportdata = [];
       result.forEach( ( element ) => {
@@ -3280,7 +3401,7 @@ export async function summarySplit( req, res ) {
         },
       },
     ];
-    const result = [ 'uniform-detection', 'mobile-detection' ].includes( inputData.moduleType )? await aggregateUserEmpDetection( query ) : await aggregateBinaryAudit( query );
+    const result = [ 'uniform-detection', 'mobile-detection' ].includes( inputData.moduleType )? await aggregateStoreEmpDetection( query ) : await aggregateBinaryAudit( query );
     const totalCount = await aggregateTraxAuditData( totalQuery );
     result[0].totalCount = totalCount[0]?.total;
     return res.sendSuccess( { result: result.length> 0? result[0]: temp } );
@@ -3840,7 +3961,7 @@ export async function getDetectionAuditFile( req, res ) {
           userId: req.user._id,
           storeId: msg.storeId,
           clientId: msg.storeId.split( '-' )[0],
-          auditType: 'Audit',
+          auditType: msg.auditType || 'Audit',
           fileDate: msg.fileDate,
           inputBucketName: msg.inputBucketName,
           folderPath: msg.folderPath,
@@ -3861,7 +3982,7 @@ export async function getDetectionAuditFile( req, res ) {
           userId: req.user._id,
           storeId: msg.storeId,
           clientId: msg.storeId.split( '-' )[0],
-          auditType: 'Audit',
+          auditType: msg.auditType || 'Audit',
           fileDate: msg.fileDate,
           folderPath: msg.folderPath,
           inputBucketName: msg.inputBucketName,
@@ -3924,7 +4045,7 @@ export async function getDetectionAuditFile( req, res ) {
         queueName: inputData.queueName,
         storeId: storeId,
         fileDate: fileDate,
-        auditType: 'Audit',
+        auditType: msg.auditType || 'Audit',
         auditId: insertData._id,
         userId: insertData.userId,
         moduleType: inputData.moduleType,
@@ -4050,6 +4171,8 @@ export async function getDraftedData( req, res ) {
 export async function save( req, res ) {
   try {
     const inputData = req.body;
+    const getUserAuditData = await findOneUserEmpDetection( { _id: inputData.auditId } );
+    inputData.clientId = getUserAuditData.clientId;
     const query ={ storeId: inputData.storeId, moduleType: inputData.moduleType, fileDate: inputData.fileDate };
     const data = await updateOneEmpDetectionOutput( query, { $set: inputData }, { upsert: true } );
     if ( data ) {
@@ -4069,3 +4192,89 @@ export async function save( req, res ) {
     return res.sendError( err, 500 );
   }
 }
+
+export async function reTrigger( req, res ) {
+  try {
+    const openSearch = JSON.parse( process.env.OPENSEARCH );
+    const inputData = req.body;
+    const message = req.sqs;
+    const sqs = JSON.parse( process.env.SQS );
+    const getQueueName = await findOneClient( { clientId: req.audit.clientId }, { 'auditConfigs': 1 } );
+    const queueName = inputData.moduleType == 'uniform-detection' ? getQueueName?.auditConfigs?.traxQueueName?.uniformDetection : getQueueName?.auditConfigs?.traxQueueName?.mobileDetection;
+    if ( !getQueueName || queueName == '' ) {
+      return res.sendError( 'queueName does not create', 400 );
+    }
+    const msg = {
+      storeId: message.storeId,
+      fileDate: message.fileDate,
+      moduleType: message.moduleType,
+      inputBucketName: message.inputBucketName,
+      questionType: message.questionType,
+      question: message.question,
+      folderPath: message.folderPath,
+      fileCount: message.fileCount,
+    };
+    const sqsProduceQueue = {
+      QueueUrl: `${sqs.url}${queueName}`,
+      MessageBody: JSON.stringify( msg ),
+    };
+    const sqsQueue = await sendMessageToQueue( sqsProduceQueue.QueueUrl, sqsProduceQueue.MessageBody );
+    if ( sqsQueue?.errorCode ) {
+      const error = sqsQueue?.errorMsg;
+      const code = sqsQueue?.errorCode;
+      return res.sendError( error, code );
+    } else {
+      if ( req.audit.status !== 'completed' ) {
+        const userRecord = {
+          auditStatus: 'skipped',
+          isDraft: false,
+        };
+        const query = {
+          storeId: inputData.storeId,
+          fileDate: inputData.fileDate,
+          auditStatus: req.audit.status,
+          moduleType: inputData.moduleType,
+
+        };
+        await updateOneUserEmpDetection( query, userRecord );
+      }
+
+      const storeQuery = {
+        storeId: inputData.storeId,
+        fileDate: inputData.fileDate,
+        moduleType: inputData.moduleType,
+
+      };
+
+      const storeRecord = {
+        status: 'not_assign',
+      };
+
+      await updateOneStoreEmpDetection( storeQuery, storeRecord );
+      const logData = {
+        userId: req.user._id,
+        userName: req.user.userName,
+        logType: 'traxAudit',
+        logSubType: 'reTrigger',
+        logData: {
+          beforeCount: message.fileCount,
+          afterCount: '',
+          fileDate: inputData.fileDate,
+          auditType: req.audit.auditType,
+          storeId: inputData.storeId,
+          moduleType: inputData.moduleType,
+          queueName: queueName,
+          triggerBy: req.user.userName,
+          triggerId: req.user._id,
+        },
+        createdAt: new Date(),
+      };
+      await insertOpenSearchData( openSearch.auditLog, logData );
+    }
+    return res.sendSuccess( { result: 'The File has been Re-Triggered Succesfully' } );
+  } catch ( error ) {
+    const err = error.message;
+    logger.error( { error: error, message: req.body, function: 'reTrigger' } );
+    return res.sendError( err, 500 );
+  }
+}

package/src/docs/traxAudit.docs.js

@@ -1,5 +1,5 @@
 import j2s from 'joi-to-swagger';
-import { getFileSchema, userAuditHistorySchema, workSpaceSchema, saveSchema, clientMetricsSchema, storeMetricsSchema, userMetricsSchema, pendingSummaryTableSchema, overAllAuditSummarySchema, overviewTableSchema, summarySplitSchema, getUpdatedFileSchema, getDetectionFileValid, saveBinarySchema, saveDraftSchema, getDraftedDataSchema } from '../dtos/traxAudit.dtos.js';
+import { getFileSchema, userAuditHistorySchema, workSpaceSchema, saveSchema, clientMetricsSchema, storeMetricsSchema, userMetricsSchema, pendingSummaryTableSchema, overAllAuditSummarySchema, overviewTableSchema, summarySplitSchema, getUpdatedFileSchema, getDetectionFileValid, saveBinarySchema, saveDraftSchema, getDraftedDataSchema, reTriggerValidSchema } from '../dtos/traxAudit.dtos.js';
 
 export const traxAuditDocs = {
 
@@ -403,4 +403,26 @@ export const traxAuditDocs = {
       },
     },
   },
+  '/v3/trax-audit/metrics/re-trigger': {
+    post: {
+      tags: [ 'Trax Audit' ],
+      description: `Manual re trigger a file`,
+      operationId: 'metrics/re-trigger',
+      parameters: {},
+      requestBody: {
+        content: {
+          'application/json': {
+            schema: j2s( reTriggerValidSchema ).swagger,
+          },
+        },
+      },
+      responses: {
+        200: { description: 'Successful' },
+        401: { description: 'Unauthorized User' },
+        422: { description: 'Field Error' },
+        500: { description: 'Server Error' },
+        204: { description: 'Not Found' },
+      },
+    },
+  },
 };

package/src/dtos/traxAudit.dtos.js

@@ -279,3 +279,15 @@ export const saveSchema = joi.object( {
 export const saveValid = {
   body: saveSchema,
 };
+
+
+export const reTriggerValidSchema = joi.object( {
+  fileDate: joi.string().required(),
+  storeId: joi.string().required(),
+  moduleType: joi.string().required(),
+
+} );
+
+export const reTriggerValid = {
+  body: reTriggerValidSchema,
+};

package/src/routes/traxAudit.routes.js

@@ -1,9 +1,9 @@
 import { Router } from 'express';
 import { isAllowedSessionHandler, validate } from 'tango-app-api-middleware';
-import { getDetectionFileValid, getFileValid, userAuditHistoryValid, workSpaceValid, saveValid, clientMetricsValid, storeMetricsValid, userMetricsValid, pendingSummaryTableValid, overAllAuditSummaryValid, summarySplitValid, overviewTableValid, getUpdatedFileValid, saveBinaryValid, getDraftedDataValid, saveDraftValid } from '../dtos/traxAudit.dtos.js';
+import { getDetectionFileValid, getFileValid, userAuditHistoryValid, workSpaceValid, saveValid, clientMetricsValid, storeMetricsValid, userMetricsValid, pendingSummaryTableValid, overAllAuditSummaryValid, summarySplitValid, overviewTableValid, getUpdatedFileValid, saveBinaryValid, getDraftedDataValid, saveDraftValid, reTriggerValidSchema } from '../dtos/traxAudit.dtos.js';
 import { isExistsQueue } from '../validation/audit.validation.js';
-import { clientMetrics, getAuditFile, getDetectionAuditFile, getUpdatedFile, overAllAuditSummary, overviewTable, pendingSummaryTable, saveBinary, storeMetrics, summarySplit, userAuditHistory, userMetrics, workSpace, saveDraft, getDraftedData, save } from '../controllers/traxAudit.controllers.js';
-import { isTraxAuditDocumentExist, validateBinaryAudit } from '../validation/traxAuditValidation.js';
+import { clientMetrics, getAuditFile, getDetectionAuditFile, getUpdatedFile, overAllAuditSummary, overviewTable, pendingSummaryTable, saveBinary, storeMetrics, summarySplit, userAuditHistory, userMetrics, workSpace, saveDraft, getDraftedData, save, reTrigger } from '../controllers/traxAudit.controllers.js';
+import { isMappingAuditInputFolderExist, isTraxAuditDocumentExist, isuserEmpDocumentExist, validateBinaryAudit } from '../validation/traxAuditValidation.js';
 
 export const traxAuditRouter = Router();
 
@@ -28,6 +28,7 @@ traxAuditRouter.post( '/metrics/store-metrics', isAllowedSessionHandler, validat
 traxAuditRouter.post( '/metrics/user-metrics', isAllowedSessionHandler, validate( userMetricsValid ), userMetrics );
 traxAuditRouter.post( '/metrics/pending-summary-table', isAllowedSessionHandler, validate( pendingSummaryTableValid ), pendingSummaryTable );
 traxAuditRouter.post( '/metrics/overall-audit-summary', isAllowedSessionHandler, validate( overAllAuditSummaryValid ), overAllAuditSummary );
+traxAuditRouter.post( '/metrics/re-trigger', isAllowedSessionHandler, validate( reTriggerValidSchema ), isuserEmpDocumentExist, isMappingAuditInputFolderExist, reTrigger );
 
 // summary
 

package/src/service/storeEmpDetection.service.js

@@ -5,9 +5,14 @@ export function aggregateStoreEmpDetection( query ) {
   return storeEmpDetectionModel.aggregate( query, { collation: { locale: 'en', strength: 2 } } );
 }
 
+export function findOneStoreEmpDetection( query ) {
+  return storeEmpDetectionModel.findOne( query );
+}
+
 export function updateOneStoreEmpDetection( query, record ) {
   return storeEmpDetectionModel.updateOne( query, { $set: record } );
 }
+
 export function updateManyStoreEmpDetection( query, record ) {
   return storeEmpDetectionModel.updateMany( query, { $set: record }, { upsert: true } );
 }

package/src/validation/traxAuditValidation.js

@@ -1,7 +1,8 @@
-import { logger } from 'tango-app-api-middleware';
+import { checkFileExist, logger } from 'tango-app-api-middleware';
 import { findOneBinaryAudit, updateOneBinaryAuditModel } from '../service/binaryAudit.service.js';
 import { findOneUserEmpDetection } from '../service/userEmpDetection.service.js';
 import { findOneTraxAuditData } from '../service/traxAuditData.service.js';
+import { findOneStoreEmpDetection } from '../service/storeEmpDetection.service.js';
 
 export async function validateUserEmpDetection( req, res, next ) {
   try {
@@ -116,3 +117,48 @@ export async function isTraxAuditDocumentExist( req, res, next ) {
     return res.sendError( err, 500 );
   }
 }
+
+export async function isuserEmpDocumentExist( req, res, next ) {
+  try {
+    const inputData = req.body;
+    const query={
+      storeId: inputData.storeId,
+      fileDate: inputData.fileDate,
+      moduleType: inputData.moduleType,
+    };
+    const auditInfo = await findOneStoreEmpDetection( query );
+    if ( auditInfo ) {
+      const sqs = await findOneTraxAuditData( query, { sqs: 1 } );
+      req.sqs = sqs.sqs.Body;
+      req.audit = auditInfo;
+      return next();
+    } else {
+      return res.sendError( 'No audited Record', 400 );
+    }
+  } catch ( error ) {
+    const err = error.message || 'Internal Server Error';
+    logger.error( { error: error, message: req.body, function: 'isAuditFileExist' } );
+    return res.sendError( err, 500 );
+  }
+}
+
+
+export async function isMappingAuditInputFolderExist( req, res, next ) {
+  try {
+    // const inputData = req.method === 'POST' ? req.body : req.query;
+    const params={
+      Bucket: req.sqs.inputBucketName,
+      Key: req.sqs.folderPath.replace( /\/$/, '' ),
+    };
+    const isExist = await checkFileExist( params );
+    if ( isExist ) {
+      next();
+    } else {
+      return res.sendError( `Audit Input folder not available : ${req.sqs.folderPath}`, 400 );
+    }
+  } catch ( error ) {
+    const err = error.message || 'Internal Server Error';
+    logger.error( { error: error, message: req.query, function: 'isAuidtInputFolderExist' } );
+    return res.sendError( err, 500 );
+  }
+}