tango-app-api-audit 3.5.54 → 3.5.56

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "tango-app-api-audit",
-    "version": "3.5.54",
+    "version": "3.5.56",
     "description": "audit & audit metrics apis",
     "main": "index.js",
     "type": "module",

package/src/controllers/audit.controllers.js

@@ -51,6 +51,7 @@ import {
   mapCustomer,
   mapEmployee,
   mapJunk,
+  openSearchLog,
   splitB20000,
   splitE0,
   splitG20000,
@@ -148,7 +149,7 @@ export async function auditStoreList( req, res ) {
     const err = error.message || 'Internal Server Error';
     logger.error( {
       error: error,
-      messgae: req.body,
+      message: req.body,
       function: 'auditStoreList',
     } );
     return res.sendError( err, 500 );
@@ -191,7 +192,7 @@ export async function auditUserList( req, res ) {
     const err = error.message || 'Internal Server Error';
     logger.error( {
       error: error,
-      messgae: req.query,
+      message: req.query,
       function: 'auditUserList',
     } );
     return res.sendError( err, 500 );
@@ -234,9 +235,9 @@ export async function getAuditFile( req, res ) {
     ];
 
     const userDetails = await aggregateUserAudit( userQuery );
-    let inserQuery = null;
+    let insertQuery = null;
     if ( userDetails && userDetails.length > 0 ) {
-      inserQuery = [
+      insertQuery = [
         {
           $match: {
             $and: [
@@ -255,7 +256,7 @@ export async function getAuditFile( req, res ) {
         },
       ];
     }
-    const auditInsertData = inserQuery? await aggregateAuditStoreData( inserQuery ): null;
+    const auditInsertData = insertQuery? await aggregateAuditStoreData( insertQuery ): null;
     const auditStatus = userDetails && userDetails.length > 0 ? userDetails[0].auditStatus : null;
     switch ( auditStatus ) {
       case null:
@@ -273,6 +274,23 @@ export async function getAuditFile( req, res ) {
         ];
         const userAssign = await aggregateAssignAudit( query );
         if ( userAssign.length > 0 ) {
+          // openSearch log
+          const id = `${req.query.moduleType}_${req.query.queueName}_getAuditFile_Info_${req?.user?.userEmail}_${Date.now()}`;
+          let temp = inputData;
+          temp.logType='audit';
+          temp.logSubType='get-audit-file';
+          temp.functionName='audit-controller-getAuditFile';
+          temp.messageType = 'log';
+          temp.message ='Hit in user assign';
+          temp.storeId =userAssign?.[0]?.storeId;
+          temp.fileDate =userAssign?.[0]?.fileDate;
+          temp.totalCount =userAssign?.[0]?.fileCount;
+          temp.zoneName =userAssign?.[0]?.zoneName;
+          temp.indexName= auditInsertData?.[0]?.index_name;
+
+
+          await openSearchLog( temp, req.user, id );
+          /** *******  end  *******/
           logger.info( 'Hit in user assign', { inputData } );
           userAssign[0].auditType == 'Audit' ?
             ( msg = {
@@ -300,6 +318,18 @@ export async function getAuditFile( req, res ) {
           } );
         } else {
           logger.info( 'Hit in new file', { inputData } );
+          /*   openSearch logs start*/
+
+          // declare basic details
+          const id = `${req.query.moduleType}_${req.query.queueName}_getAuditFile_Info_${req?.user?.userEmail}_${Date.now()}`;
+          let temp = inputData;
+          temp.logType='audit';
+          temp.logSubType='get-audit-file';
+          temp.functionName='audit-controller-getAuditFile';
+          temp.messageType = 'log';
+          temp.message ='Hit in new file';
+
+
           const consumer = await sqsReceive( inputData.queueName );
           if ( !consumer ) {
             logger.error( {
@@ -309,12 +339,37 @@ export async function getAuditFile( req, res ) {
             } );
             return res.sendError( `${inputData.queueName} is Empty`, 204 );
           }
+
           msg = JSON.parse( consumer );
+
+          // declare consumer data
+          temp.storeId =msg?.store_id;
+          temp.fileDate =msg?.curr_date;
+          temp.totalCount =msg?.total_count;
+          temp.zoneName =msg?.zone_id;
+          temp.indexName= msg?.index_name;
+          await openSearchLog( temp, req.user, id );
+          /*   openSearch logs  end */
         }
         break;
 
       case 'drafted':
         logger.info( 'userDetails drafted', { inputData } );
+        /*   openSearch logs  start */
+        const id = `${req.query.moduleType}_${req.query.queueName}_getAuditFile_Info_${req?.user?.userEmail}_${Date.now()}`;
+        let temp = inputData;
+        temp.logType='audit';
+        temp.logSubType='get-audit-file';
+        temp.functionName='audit-controller-getAuditFile';
+        temp.messageType = 'log';
+        temp.message ='Hit in drafted file';
+        msg = JSON.parse( consumer );
+        temp.storeId =userDetails[0].storeId;
+        temp.fileDate =userDetails[0].fileDate;
+        temp.totalCount =userDetails[0].beforeCount;
+        temp.zoneName =userDetails[0].zoneName;
+        await openSearchLog( temp, req.user, id );
+        /*   openSearch logs  end */
         const log = await findOneAuditLog(
             {
               userId: userDetails[0].userId,
@@ -420,16 +475,32 @@ export async function getAuditFile( req, res ) {
         break;
     }
     if ( msg.audit_type === 'ReAudit' && msg.zone_id !== 'track' ) {
+      /*   openSearch logs  start */
+      const id = `${req.query.moduleType}_${req.query.queueName}_getAuditFile_Info_${req?.user?.userEmail}_${Date.now()}`;
+      let temp = inputData;
+      temp.logType='audit';
+      temp.logSubType='get-audit-file';
+      temp.functionName='audit-controller-getAuditFile';
+      temp.messageType = 'log';
+      temp.message ='Hit in user ReAudit';
+      temp.storeId =msg?.store_id;
+      temp.fileDate =msg?.curr_date;
+      temp.totalCount =msg?.total_count;
+      temp.zoneName =msg?.zone_id;
+      temp.auditType = msg?.audit_type;
+      temp.indexName= msg?.index_name;
+      await openSearchLog( temp, req.user, id );
+      /*   openSearch logs  end */
       logger.info( 'Hit in user ReAudit', { inputData } );
-      let reauditInsert = {};
+      let reAuditInsert = {};
       const [ filterData, auditImage ] = await Promise.all( [
-        getFilterData( msg ),
-        getAuditImage( msg ),
+        getFilterData( msg, req.user ),
+        getAuditImage( msg, req.user ),
       ] );
       if ( filterData.statusCode == 404 || auditImage.statusCode == 404 ) {
         return res.sendError( 'No Data found', 204 );
       }
-      const reauditImg = await getReauditImg( filterData, auditImage );
+      const reAuditImg = await getReAuditImg( filterData, auditImage );
       if ( userDetails.length === 0 ) {
         const [ day, month, year ] = msg.curr_date.split( '-' );
         const temp = `${year}-${month}-${day}`;
@@ -444,7 +515,7 @@ export async function getAuditFile( req, res ) {
           auditType: msg.audit_type || 'ReAudit',
           fileDate: msg.curr_date,
           queueName: inputData.queueName,
-          beforeCount: reauditImg.length,
+          beforeCount: reAuditImg.length,
           auditStatus: 'inprogress',
           fileDateISO: start,
           timeSpent: 0,
@@ -464,11 +535,11 @@ export async function getAuditFile( req, res ) {
           status: 'inprogress',
           timeSpent: 0,
         };
-        reauditInsert = await createUserAudit( record );
+        reAuditInsert = await createUserAudit( record );
 
         await updateOneStoreAudit( query, storeRecord );
       } else {
-        reauditInsert = userDetails[0];
+        reAuditInsert = userDetails[0];
       }
       const userdata = await findOneUser( { _id: req.user._id } );
       if ( inputData.nextId ) {
@@ -482,7 +553,7 @@ export async function getAuditFile( req, res ) {
             auditType: msg.audit_type,
             storeId: msg.store_id,
             clientName: inputData.queueName,
-            auditId: reauditInsert._id,
+            auditId: reAuditInsert._id,
             zoneName: msg.zone_id,
             moduleType: inputData.moduleType,
             beforeCount: msg.total_count,
@@ -502,8 +573,8 @@ export async function getAuditFile( req, res ) {
       };
       const storeInfo = await findOneStore( storeQuery, storeFields );
       return res.sendSuccess( {
-        result: reauditImg,
-        count: reauditImg.length,
+        result: reAuditImg,
+        count: reAuditImg.length,
         storeId: storeInfo?.storeId,
         storeName: storeInfo?.storeName,
         address: storeInfo?.address || '',
@@ -512,12 +583,12 @@ export async function getAuditFile( req, res ) {
           file_date: msg.curr_date,
           type: msg.audit_type || 'ReAudit',
           queueName: inputData.queueName,
-          auditId: reauditInsert._id,
-          userId: reauditInsert.userId,
+          auditId: reAuditInsert._id,
+          userId: reAuditInsert.userId,
           zoneName: msg.zone_id,
           moduleType: inputData.moduleType,
         },
-        isDraft: reauditInsert.isDraft,
+        isDraft: reAuditInsert.isDraft,
       } );
     }
     const storeId = msg.store_id;
@@ -597,6 +668,23 @@ export async function getAuditFile( req, res ) {
 
     };
     logger.info( { fetchData: fetchData, msg: msg, inputData: inputData, type: 'debug-bucketNameIssue' } );
+    /*   openSearch logs  start */
+    const _id = `${req.query.moduleType}_${req.query.queueName}_getAuditFile_Info_${req?.user?.userEmail}_${Date.now()}`;
+    let temp = inputData;
+    temp.logType='audit';
+    temp.logSubType='get-audit-file';
+    temp.functionName='audit-controller-getAuditFile';
+    temp.messageType = 'log';
+    temp.message ='debug-bucketNameIssue';
+    temp.storeId =msg?.store_id;
+    temp.fileDate =msg?.curr_date;
+    temp.totalCount =msg?.total_count;
+    temp.zoneName =msg?.zone_id;
+    temp.auditType = msg?.audit_type;
+    temp.indexName= msg?.index_name;
+    temp.params = JSON.stringify( fetchData );
+    await openSearchLog( temp, req.user, _id );
+    /*   openSearch logs  end */
     const list = msg.zone_id === 'track' ? inputData.nextId? await scrollResponse( inputData.nextId ):await searchOpenSearchData( msg.index_name, getQuery ): await listFileByPath( fetchData );
     const folderPath = msg.zone_id === 'track' ? list?.body?.hits?.hits : list.data;
     const nextQuery =msg.zone_id !== 'track' ? list.pageToken: '';
@@ -614,7 +702,7 @@ export async function getAuditFile( req, res ) {
         const indexes = msg.zone_id === 'track' ? msg.audit_type === 'ReAudit'? folderPath[i]?._source?.outputCluster ===50000? folderPath[i]?._source?.REIDCluster:folderPath[i]?._source?.outputCluster:folderPath[i]?._source?.REIDCluster: image[0]?.split( '_' );
         fetchData.file_path = msg.zone_id === 'track' ?folderPath[i]?._source?.personPath:folderPath[i].Key;
         const data =msg.zone_id === 'track' ? `${url.trackInput}${folderPath[i]?._source?.personPath}` :await signedUrl( fetchData );
-        const mapimg = {
+        const mapImg = {
           img_path: data,
           img_name: msg.zone_id === 'track' ?indexes: indexes[1],
           img_id: image[0],
@@ -627,7 +715,7 @@ export async function getAuditFile( req, res ) {
           dropped: false,
           demographic: '',
           count: 1,
-          mappedid: [ mapimg ],
+          mappedid: [ mapImg ],
         } ):
         files.push( {
           img_path: data,
@@ -637,7 +725,7 @@ export async function getAuditFile( req, res ) {
           dropped: false,
           demographic: '',
           count: 1,
-          mappedid: [ mapimg ],
+          mappedid: [ mapImg ],
         } );
       }
       if ( userDetails.length === 0 ) {
@@ -701,10 +789,27 @@ export async function getAuditFile( req, res ) {
       list.body._scroll_id = '';
       insertData = userDetails[0];
     } else {
+      /*   openSearch logs start*/
+      const id = `${req.query.moduleType}_${req.query.queueName}_getAuditFile_Error_${req?.user?.userEmail}_${Date.now()}`;
+      let temp = inputData;
+      temp.logType='audit';
+      temp.logSubType='get-audit-file';
+      temp.functionName='audit-controller-getAuditFile';
+      temp.messageType = 'error';
+      temp.message ='Bucket image data not available';
+      temp.storeId =msg?.store_id;
+      temp.fileDate =msg?.curr_date;
+      temp.totalCount =msg?.total_count;
+      temp.zoneName =msg?.zone_id;
+      temp.auditType = msg?.audit_type;
+      temp.indexName= msg?.index_name;
+      temp.folderPath= folderPath;
+      await openSearchLog( temp, req.user, id );
+      /*   openSearch logs end*/
       logger.error( {
         error: { folderPath: folderPath, nextQuery: nextQuery },
         function: 'getAuditFile',
-        message: 'Bucket image data not availale',
+        message: 'Bucket image data not available',
       } );
       return res.sendError( 'Bucket is Empty', 204 );
     }
@@ -757,6 +862,22 @@ export async function getAuditFile( req, res ) {
       isDraft: insertData.isDraft,
     } );
   } catch ( error ) {
+    /*   openSearch logs start*/
+    const id = `${req.query.moduleType}_${req.query.queueName}_getAuditFile_Error_${req?.user?.userEmail}_${Date.now()}`;
+    let temp = inputData;
+    temp.logType='audit';
+    temp.logSubType='get-audit-file';
+    temp.functionName='audit-controller-getAuditFile';
+    temp.messageType = 'error';
+    temp.message =error.message || 'Internal Server Error';
+    temp.storeId =msg?.store_id;
+    temp.fileDate =msg?.curr_date;
+    temp.totalCount =msg?.total_count;
+    temp.zoneName =msg?.zone_id;
+    temp.auditType = msg?.audit_type;
+    temp.indexName= msg?.index_name;
+    await openSearchLog( temp, req.user, id );
+    /*   openSearch logs end*/
     logger.error( {
       error: error,
       message: req.query,
@@ -772,7 +893,7 @@ function addUniqueFile( files, newFile ) {
   }
 }
 
-export async function getFilterData( msg ) {
+export async function getFilterData( msg, user ) {
   try {
     const bucket = JSON.parse( process.env.BUCKET );
     const params = {
@@ -781,6 +902,23 @@ export async function getFilterData( msg ) {
     };
     const mappingFile = await getJsonFileData( params );
     if ( mappingFile.statusCode ) {
+      /*   openSearch logs start*/
+      const id = `${msg.store_id}_${msg.zone_id}_${msg.curr_date}_${bucket.masterJsonFile}_getFilterData_Error_${user?.userEmail}_${Date.now()}`;
+      let temp = msg;
+      temp.logType='audit';
+      temp.logSubType='get-audit-file';
+      temp.functionName='audit-controller-getFilterData';
+      temp.messageType = 'error';
+      temp.message ='Hit in user ReAudit-getFilterData';
+      temp.storeId =msg?.store_id;
+      temp.fileDate =msg?.curr_date;
+      temp.totalCount =msg?.total_count;
+      temp.zoneName =msg?.zone_id;
+      temp.auditType = msg?.audit_type;
+      temp.indexName= msg?.index_name;
+      temp.params = JSON.stringify( params );
+      await openSearchLog( temp, user, id );
+      /*   openSearch logs end*/
       return mappingFile;
     } else {
       const mappingData = await JSON.parse( mappingFile.toString( 'utf-8' ) );
@@ -796,6 +934,23 @@ export async function getFilterData( msg ) {
       return finalResult;
     }
   } catch ( error ) {
+    /*   openSearch logs start*/
+    const id = `${msg.store_id}_${msg.zone_id}_${msg.curr_date}_${bucket.masterJsonFile}_getFilterData_Error_${user?.userEmail}_${Date.now()}`;
+    let temp = msg;
+    temp.logType='audit';
+    temp.logSubType='get-audit-file';
+    temp.functionName='audit-controller-getFilterData';
+    temp.messageType = 'error';
+    temp.message =error.message ||'Internal Server Error';
+    temp.storeId =msg?.store_id;
+    temp.fileDate =msg?.curr_date;
+    temp.totalCount =msg?.total_count;
+    temp.zoneName =msg?.zone_id;
+    temp.auditType = msg?.audit_type;
+    temp.indexName= msg?.index_name;
+    temp.params = JSON.stringify( params );
+    await openSearchLog( temp, user, id );
+    /*   openSearch logs end*/
     logger.error( {
       error: error,
       type: 'MAPPING JSON getFilterData',
@@ -805,7 +960,7 @@ export async function getFilterData( msg ) {
   }
 }
 
-export async function getAuditImage( msg ) {
+export async function getAuditImage( msg, user ) {
   try {
     const bucket = JSON.parse( process.env.BUCKET );
     const storeId = msg.store_id;
@@ -816,6 +971,23 @@ export async function getAuditImage( msg ) {
     fetchData.filePath = `${fileDate}/${storeId}/${msg.zone_id}/`;
     const folderPath = await listFileWithoutLimit( fetchData );
     if ( folderPath.statusCode == 404 ) {
+      /*   openSearch logs  start */
+      const id = `${fileDate}_${storeId}_${msg.zone_id}_${bucket.auditInput}_getAuditImage_Error_${user?.userEmail}_${Date.now()}`;
+      let temp = msg;
+      temp.logType='audit';
+      temp.logSubType='get-audit-file';
+      temp.functionName='audit-controller-getFilterData';
+      temp.messageType = 'error';
+      temp.message =JSON.stringify( folderPath );
+      temp.storeId =msg?.store_id;
+      temp.fileDate =msg?.curr_date;
+      temp.totalCount =msg?.total_count;
+      temp.zoneName =msg?.zone_id;
+      temp.auditType = msg?.audit_type;
+      temp.indexName= msg?.index_name;
+      temp.params = JSON.stringify( fetchData );
+      await openSearchLog( temp, user, id );
+      /*   openSearch logs  end */
       return folderPath;
     }
     const auditImages = folderPath;
@@ -829,7 +1001,7 @@ export async function getAuditImage( msg ) {
           Bucket: fetchData.Bucket,
         };
         const data = await signedUrl( params );
-        const mapimg = {
+        const mapImg = {
           img_path: data,
           img_name: indexes[1],
           img_id: image[0],
@@ -841,19 +1013,36 @@ export async function getAuditImage( msg ) {
           selected: false,
           dropped: false,
           count: 1,
-          mappedid: [ mapimg ],
+          mappedid: [ mapImg ],
         } );
       }
       logger.info( { files: files, level: 4 } );
       return files;
     }
   } catch ( error ) {
+    /*   openSearch logs start*/
+    const id = `${fileDate}_${storeId}_${msg.zone_id}_${bucket.auditInput}_getAuditImage_Error_${user?.userEmail}_${Date.now()}`;
+    let temp = msg;
+    temp.logType='audit';
+    temp.logSubType='get-audit-file';
+    temp.functionName='audit-controller-getFilterData';
+    temp.messageType = 'error';
+    temp.message =error.message ||'Internal Server Error';
+    temp.storeId =msg?.store_id;
+    temp.fileDate =msg?.curr_date;
+    temp.totalCount =msg?.total_count;
+    temp.zoneName =msg?.zone_id;
+    temp.auditType = msg?.audit_type;
+    temp.indexName= msg?.index_name;
+    temp.params = JSON.stringify( fetchData );
+    await openSearchLog( temp, user, id );
+    /*   openSearch logs  end */
     logger.error( { error: error, type: 'AWS BUCKET --getAuditImage' } );
     return error;
   }
 }
 
-export const getReauditImg = async ( filter, image ) => {
+export const getReAuditImg = async ( filter, image ) => {
   const chunkedMappingData = await chunkArray( image, 10 );
   const promises = chunkedMappingData.map( async ( chunk ) => {
     return mapFunction( chunk, filter );
@@ -1408,6 +1597,22 @@ export async function save( req, res ) {
       const fileData = await getJsonFileData( params );
 
       if ( fileData?.statusCode ) {
+        /*   openSearch logs start*/
+        const id = `${inputData.moduleType}_${inputData.auditId}_${inputData.storeId}_${inputData.moduleType}_${inputData.auditType}_save_Error_${req?.user?.userEmail}_${Date.now()}`;
+        let temp = inputData;
+        temp.logType='audit';
+        temp.logSubType='get-audit-file';
+        temp.functionName='audit-controller-getAuditFile';
+        temp.messageType = 'error';
+        temp.message =`ERROR IN UPLOAD PATH: ${inputData.storeId}/${inputData.fileDate}/${bucket.masterJsonFile}`;
+        temp.storeId =inputData.storeId;
+        temp.fileDate =inputData.fileDate;
+        temp.totalCount =inputData.beforeCount;
+        temp.zoneName =inputData.zoneName;
+        temp.auditType = inputData.auditType;
+        temp.params= JSON.stringify( params );
+        await openSearchLog( temp, req.user, id );
+        /*   openSearch logs end*/
         logger.error( {
           error: `ERROR IN UPLOAD PATH: ${inputData.storeId}/${inputData.fileDate}/${bucket.masterJsonFile}`,
           type: 'UPLOAD_ERROR',
@@ -1443,6 +1648,22 @@ export async function save( req, res ) {
       const mappingUpload = await fileUpload( uploadDataParams );
 
       if ( mappingUpload?.statusCode ) {
+        /*   openSearch logs start*/
+        const id = `${inputData.moduleType}_${inputData.auditId}_${inputData.storeId}_${inputData.moduleType}_${inputData.auditType}_save_Error_${req?.user?.userEmail}_${Date.now()}`;
+        let temp = inputData;
+        temp.logType='audit';
+        temp.logSubType='get-audit-file';
+        temp.functionName='audit-controller-getAuditFile';
+        temp.messageType = 'error';
+        temp.message =`ERROR IN UPLOAD PATH: ${inputData.storeId}/${inputData.fileDate}/${bucket.masterJsonFile}`;
+        temp.storeId =inputData.storeId;
+        temp.fileDate =inputData.fileDate;
+        temp.totalCount =inputData.beforeCount;
+        temp.zoneName =inputData.zoneName;
+        temp.auditType = inputData.auditType;
+        temp.params = uploadDataParams;
+        await openSearchLog( temp, req.user, id );
+        /*   openSearch logs end*/
         logger.error( {
           error: `ERROR IN UPLOAD PATH: ${inputData.storeId}/${inputData.zoneName}/${inputData.fileDate}/${bucket.masterJsonFile}`,
           type: 'UPLOAD_ERROR',
@@ -1709,7 +1930,6 @@ export async function save( req, res ) {
         const cusIds = getCusId?.body?.hits?.total?.value || null;
         if ( cusIds ) {
           const temp = getCusId?.body?.hits?.hits.map( ( item ) => item._id );
-          logger.info( { custoemrTemp: temp } );
           const body = temp.flatMap( ( id ) => [
             { update: { _index: openSearch.trackerInput, _id: id } },
             { doc: { outputCluster: 50000, auditOutputCluster: 50000 } },
@@ -1763,8 +1983,8 @@ export async function save( req, res ) {
       inputData.moduleType == 'traffic'
     ) {
       logger.info(
-          `Hit in Reaudit pushing queue  Store Id=${inputData.storeId},File Date=${inputData.fileDate}, /n \nQueue Name = ${clientData[0].auditConfigs.queueName}`,
-          'Reaudit',
+          `Hit in ReAudit pushing queue  Store Id=${inputData.storeId},File Date=${inputData.fileDate}, /n \nQueue Name = ${clientData[0].auditConfigs.queueName}`,
+          'ReAudit',
       );
       const queueName = inputData.moduleType == 'zone' ? clientData[0].auditConfigs.zoneQueueName : clientData[0].auditConfigs.trafficQueueName;
       if ( !queueName ) {
@@ -1834,6 +2054,22 @@ export async function save( req, res ) {
 
       await insertOpenSearchData( openSearch.auditLog, logData );
     } else {
+      /*   openSearch logs start*/
+      let id = `${inputData.moduleType}_${inputData.auditId}_${inputData.storeId}_${inputData.moduleType}_${inputData.auditType}_save_Info_${req?.user?.userEmail}_${Date.now()}`;
+      let temp = inputData;
+      temp.logType='audit';
+      temp.logSubType='get-audit-file';
+      temp.functionName='audit-controller-getAuditFile';
+      temp.messageType = 'info';
+      temp.message ='Hit in Features';
+      temp.storeId =inputData.storeId;
+      temp.fileDate =inputData.fileDate;
+      temp.totalCount =inputData.beforeCount;
+      temp.zoneName =inputData.zoneName;
+      temp.auditType = inputData.auditType;
+      await openSearchLog( temp, req.user, id );
+
+      /*   openSearch logs  end */
       logger.info( 'Hit in Features', {
         data: _.omit( inputData, [ 'junk', 'employee', 'customer' ] ),
       } );
@@ -1914,9 +2150,20 @@ export async function save( req, res ) {
           sqsProduceQueue.MessageBody,
 
       );
-
-      logger.info( { sqsQueue: sqsQueue } );
+      /*   openSearch logs start */
+      id = `${inputData.moduleType}_${inputData.auditId}_${inputData.storeId}_${inputData.moduleType}_${inputData.auditType}_save_Info_${req?.user?.userEmail}_${Date.now()}`;
+      const message = {
+        getBody: getBody,
+        streams: streams,
+        sqsProduceQueue: sqsProduceQueue,
+        sqsQueue: sqsQueue,
+      };
+      temp.message =JSON.stringify( message );
+      await openSearchLog( temp, req.user, id );
+      /*   openSearch logs  end */
       if ( inputData.moduleType === 'track' ) {
+        // declare id
+        id = `${inputData.moduleType}_${inputData.auditId}_${inputData.storeId}_${inputData.moduleType}_${inputData.auditType}_save_Info_${req?.user?.userEmail}_${Date.now()}`;
         const query =
           {
             module: 'REID-TRACKER-V1',
@@ -1926,6 +2173,10 @@ export async function save( req, res ) {
             timestamp: new Date(),
           };
         await upsertOpenSearchData( openSearch.trackerInput, `${inputData.storeId}_${inputData.fileDate}_23:00`, { doc: query } );
+        /*   update message */
+        temp.message =JSON.stringify( query );
+        await openSearchLog( temp, req.user, id );
+        /*   openSearch logs  end */
       }
     }
 
@@ -4363,13 +4614,13 @@ export async function auditImages( req, res ) {
             return res.sendError( { error: error }, code );
           }
 
-          const reauditImg = await getReauditImg( filterData, auditImageAC );
-          if ( reauditImg?.length == 0 ) {
+          const reAuditImg = await getReAuditImg( filterData, auditImageAC );
+          if ( reAuditImg?.length == 0 ) {
             return res.sendError( 'No Data Found', 204 );
           }
 
           if ( inputData.export == true ) {
-            auditImageDownload = await zipDownloadImage( reauditImg, inputData?.moduleType );
+            auditImageDownload = await zipDownloadImage( reAuditImg, inputData?.moduleType );
             // Set response headers for the zip file
             res.set( 'Content-Type', 'application/zip' );
             res.set( 'Content-Disposition', `attachment; filename=${inputData.storeId}_${inputData.fileDate}_${inputData.imageType}.zip` );
@@ -4377,7 +4628,7 @@ export async function auditImages( req, res ) {
             // Send the zip file as the API response
             return res.send( auditImageDownload );
           }
-          return res.sendSuccess( { result: reauditImg } );
+          return res.sendSuccess( { result: reAuditImg } );
           break;
         default:
           return res.sendError( 'No Data Found', 204 );
@@ -5405,3 +5656,98 @@ export async function convertTimestampToDateTime( timestamp ) {
   const seconds = ( '0' + adjustedDate.getSeconds() ).slice( -2 );
   return `${year}-${month}-${day} ${hours}:${minutes}:${seconds}`;
 }
+
+export async function rePushAuditStores( req, res ) {
+  try {
+    const inputData = req.body;
+    const sqs = JSON.parse( process.env.SQS );
+    const getStoreAuditQuery = [
+      {
+        $match: {
+          $and: [
+            {
+              clientId: { $eq: inputData.clientId },
+            },
+            {
+              fileDate: { $eq: inputData.fileDate },
+            },
+            {
+              moduleType: { $eq: inputData.moduleType },
+            },
+          ],
+        },
+      },
+      {
+        $group: {
+          _id: null,
+          storeList: { $addToSet: '$storeId' },
+        },
+      },
+      {
+        $project: {
+          storeList: 1,
+          _id: 0,
+        },
+      },
+    ];
+    const getStoreAudit = await aggregateStoreAudit( getStoreAuditQuery );
+    logger.info( { getStoreAudit: getStoreAudit } );
+    let filter = [
+      {
+        fileDate: { $eq: inputData?.fileDate },
+      },
+      {
+        clientId: { $eq: inputData?.clientId },
+      },
+      {
+        moduleType: { $eq: inputData.moduleType },
+      },
+    ];
+    if ( getStoreAudit && getStoreAudit?.length > 0 && getStoreAudit?.[0]?.storeList?.length > 0 ) {
+      filter.push( {
+        storeId: { $nin: getStoreAudit?.[0]?.storeList },
+      } );
+    }
+
+    const getStoreDataQuery = [
+      {
+        $match: {
+          $and: filter,
+        },
+
+      },
+      {
+        $project: {
+          message: '$sqs.Body',
+          queueName: 1,
+        },
+      },
+    ];
+    const getStoreData = await aggregateAuditStoreData( getStoreDataQuery );
+    const temp =[];
+    logger.info( { getStoreDataQuery: getStoreDataQuery, getStoreData: getStoreData } );
+    if ( getStoreData &&getStoreData.length>0 ) {
+      for ( const item of getStoreData ) {
+        const sqsProduceQueue = {
+          QueueUrl: `${sqs.url}${item.queueName}`,
+          MessageBody: JSON.stringify( item.message ),
+        };
+        logger.info( { item: item } );
+        const sqsQueue = await sendMessageToQueue(
+            sqsProduceQueue.QueueUrl,
+            sqsProduceQueue.MessageBody );
+        if ( !sqsQueue.statusCode ) {
+          logger.info( { sqsQueue: sqsQueue } );
+          temp.push( item?.message?.store_id );
+        }
+      }
+      return res.sendSuccess( { result: `these store are pushed to queue ${temp?.toString()}` } );
+    } else {
+      return res.sendError( 'No messages are pending', 403 );
+    }
+  } catch ( error ) {
+    const err = error.message || 'Internal Server Error';
+    logger.error( { error: error, message: req.query, function: 'rePushAuditStores-audit-controller' } );
+    return res.sendError( err, 500 );
+  }
+}

package/src/docs/audit.docs.js

@@ -1,7 +1,30 @@
-import { auditStoreSchema, clientMetricsSchema, clientSchema, getDraftedDataSchema, getFileSchema, overAllAuditSummarySchema, overViewCardSchema, reTriggerValidSchema, saveDraftSchema, saveSchema, storeMetricsSchema, summarySplitSchema, userAuditHistorySchema, userMetricsSchema, userSchema, workSpaceSchema, auditImageValidSchema, pendingSummaryTableSchema, overviewTableSchema, auditViewlogSchema } from '../dtos/audit.dtos.js';
+import { auditStoreSchema, clientMetricsSchema, clientSchema, getDraftedDataSchema, getFileSchema, overAllAuditSummarySchema, overViewCardSchema, reTriggerValidSchema, saveDraftSchema, saveSchema, storeMetricsSchema, summarySplitSchema, userAuditHistorySchema, userMetricsSchema, userSchema, workSpaceSchema, auditImageValidSchema, pendingSummaryTableSchema, overviewTableSchema, auditViewlogSchema, rePushAuditStoresSchema } from '../dtos/audit.dtos.js';
 import j2s from 'joi-to-swagger';
 
 export const auditDocs = {
+/** internal api */
+  '/v3/audit/re-push-audit-stores': {
+    post: {
+      tags: [ 'Internal API' ],
+      description: `re-push the files which is missing any one of the layer`,
+      operationId: 're-push-audit-stores',
+      parameters: {},
+      requestBody: {
+        content: {
+          'application/json': {
+            schema: j2s( rePushAuditStoresSchema ).swagger,
+          },
+        },
+      },
+      responses: {
+        200: { description: 'Successful' },
+        401: { description: 'Unauthorized User' },
+        422: { description: 'Field Error' },
+        500: { description: 'Server Error' },
+        204: { description: 'Not Found' },
+      },
+    },
+  },
 
 
   /*           < -- *** Configuration ***   -->      */
@@ -41,7 +64,7 @@ export const auditDocs = {
   '/v3/audit/audit-stores': {
     post: {
       tags: [ 'Audit Stores' ],
-      description: `sGet list of stores`,
+      description: `Get list of stores`,
       operationId: 'audit-stores',
       parameters: {},
       requestBody: {
@@ -627,4 +650,6 @@ export const auditDocs = {
       },
     },
   },
+
+
 };

package/src/dtos/audit.dtos.js

@@ -310,3 +310,14 @@ export const auditImageValidSchema = joi.object( {
 export const auditImageValid = {
   query: auditImageValidSchema,
 };
+
+
+export const rePushAuditStoresSchema = joi.object( {
+  fileDate: joi.string().required(),
+  clientId: joi.string().required(),
+  moduleType: joi.string().required().allow( 'traffic', 'track', 'zone' ),
+} );
+
+export const rePushAuditStoresValid = {
+  body: rePushAuditStoresSchema,
+};

package/src/routes/audit.routes.js

@@ -1,8 +1,8 @@
 import express from 'express';
-import { isAuditDocumentExist, isAuditInputFolderExist, isAuditUser, isExistsQueue, validateUserAudit } from '../validation/audit.validation.js';
+import { isAuditDocumentExist, isAuditInputFolderExist, isAuditUser, isExistsQueue, validateUserAudit, validation } from '../validation/audit.validation.js';
 import { accessVerification, isAllowedSessionHandler, validate } from 'tango-app-api-middleware';
-import { auditImages, auditStoreList, auditUserList, clientMetrics, clients, getAuditFile, getDraftedData, overAllAuditSummary, overViewCard, overviewTable, pendingSummaryTable, reTrigger, save, saveDraft, storeMetrics, summarySplit, totalNotAssignedCount, userAuditHistory, userMetrics, workSpace, getUserAuditCount, getUserAuditCountMTD, auditViewLogs, getUserCredit } from '../controllers/audit.controllers.js';
-import { auditStoreValid, clientMetricsValid, clientValid, getDraftedDataValid, getFileValid, overAllAuditSummaryValid, overViewCardValid, pendingSummaryTableValid, reTriggerValid, saveDraftValid, saveValid, storeMetricsValid, summarySplitValid, userAuditHistoryValid, userMetricsValid, workSpaceValid, auditImageValid, overviewTableValid, auditViewLogValid } from '../dtos/audit.dtos.js';
+import { auditImages, auditStoreList, auditUserList, clientMetrics, clients, getAuditFile, getDraftedData, overAllAuditSummary, overViewCard, overviewTable, pendingSummaryTable, reTrigger, save, saveDraft, storeMetrics, summarySplit, totalNotAssignedCount, userAuditHistory, userMetrics, workSpace, getUserAuditCount, getUserAuditCountMTD, auditViewLogs, getUserCredit, rePushAuditStores } from '../controllers/audit.controllers.js';
+import { auditStoreValid, clientMetricsValid, clientValid, getDraftedDataValid, getFileValid, overAllAuditSummaryValid, overViewCardValid, pendingSummaryTableValid, reTriggerValid, saveDraftValid, saveValid, storeMetricsValid, summarySplitValid, userAuditHistoryValid, userMetricsValid, workSpaceValid, auditImageValid, overviewTableValid, auditViewLogValid, rePushAuditStoresValid } from '../dtos/audit.dtos.js';
 
 export const auditRouter = express.Router();
 
@@ -46,3 +46,6 @@ auditRouter.get( '/get-user-audit-count-mtd', isAllowedSessionHandler, getUserAu
 // audit log
 auditRouter.get( '/audit-view-logs', isAllowedSessionHandler, accessVerification( { userType: [ 'tango' ] } ), validate( auditViewLogValid ), auditViewLogs );
 export default auditRouter;
+
+//
+auditRouter.post( '/re-push-audit-stores', validate( rePushAuditStoresValid ), validation, rePushAuditStores );

package/src/validation/audit.validation.js

@@ -1,6 +1,6 @@
-import { checkFileExist, chunkArray, getJsonFileData, getObject, getQueueUrl, listFileWithoutLimit, logger, signedUrl } from 'tango-app-api-middleware';
+import { checkFileExist, chunkArray, getJsonFileData, getObject, getQueueUrl, insertWithId, listFileWithoutLimit, logger, signedUrl } from 'tango-app-api-middleware';
 import { findOneUserAudit } from '../service/userAudit.service.js';
-import { findOneStoreAudit } from '../service/storeAudit.service.js';
+import { aggregateStoreAudit, findOneStoreAudit } from '../service/storeAudit.service.js';
 import AdmZip from 'adm-zip';
 import { findOneAuditUsers } from '../service/auditUsers.service.js';
 
@@ -9,11 +9,31 @@ export async function isExistsQueue( req, res, next ) {
     const inputData = req.query;
     const isExist = await getQueueUrl( inputData.queueName );
     if ( isExist.statusCode ) {
+      /*   openSearch logs start */
+      const id = `${inputData.moduleType}_${inputData.queueName}_isExistsQueue_Error_${req?.user?.userEmail}_${Date.now()}`;
+      let temp = inputData;
+      temp.logType='audit';
+      temp.logSubType='get-audit-file';
+      temp.functionName='audit-validation-isExistsQueue';
+      temp.messageType = 'error';
+      temp.message =`Queue doesn't Exist`;
+      await openSearchLog( temp, req.user, id );
+      /*   openSearch logs  end */
       return res.sendError( `Queue doesn't Exist`, 400 );
     } else {
       next();
     }
   } catch ( error ) {
+    /*   openSearch logs start */
+    const id = `${req.query.moduleType}_${req.query.queueName}_isExistsQueue_Error_${req?.user?.userEmail}_${Date.now()}`;
+    let temp = req.query;
+    temp.logType='audit';
+    temp.logSubType='get-audit-file';
+    temp.functionName='audit-validation-isExistsQueue';
+    temp.messageType = 'error';
+    temp.message =error.message || 'Internal Server Error';
+    await openSearchLog( temp, req.user, id );
+    /*   openSearch logs  end */
     logger.error( { error: error, message: req.query, function: 'isExistsQueue' } );
     return res.sendError( error, 500 );
   }
@@ -22,7 +42,7 @@ export async function isExistsQueue( req, res, next ) {
 export async function validateUserAudit( req, res, next ) {
   try {
     const inputData = req.body;
-    const userAuditDetails =await findOneUserAudit( { _id: inputData.auditId } );
+    const userAuditDetails = await findOneUserAudit( { _id: inputData.auditId } );
     if ( !userAuditDetails ) {
       return res.sendError( 'No Data Available' );
     } else if ( userAuditDetails && userAuditDetails.auditStatus == 'skipped' ) {
@@ -41,7 +61,7 @@ export async function isMasterJsonExists( req, res, next ) {
   try {
     const bucket = JSON.parse( process.env.BUCKET );
     const inputData = req.body;
-    params={
+    params = {
       Bucket: bucket.masterJson,
       Key: `${inputData.storeId}/${inputData.fileDate}/${bucket.masterJsonFile}`,
     };
@@ -155,8 +175,8 @@ const mapFunction = async ( chunkData, filterData ) => {
         chunkData.find( ( item ) => {
           if ( mappedId.img_name === item.temp_ids ) {
             item.temp_ids = data.img_name;
-           ( mappedId.img_name !== data.img_name )? item.query_status = '': null;
-           item.demographic = data.demographic || '';
+            ( mappedId.img_name !== data.img_name ) ? item.query_status = '' : null;
+            item.demographic = data.demographic || '';
           }
         } );
       }
@@ -169,15 +189,15 @@ export async function isAuditInputFolderExist( req, res, next ) {
   try {
     const bucket = JSON.parse( process.env.BUCKET );
     const inputData = req.method === 'POST' ? req.body : req.query;
-    const params={
+    const params = {
       Bucket: bucket.auditInput,
       Key: `${inputData.fileDate}/${inputData.storeId}/${inputData.zoneName}`,
     };
-    const trackParams={
+    const trackParams = {
       Bucket: 'v4rnd-audit-input-images',
       Key: `${inputData.storeId}/${inputData.fileDate}`,
     };
-    const isExist = await checkFileExist( inputData.moduleType == 'track'? trackParams:params );
+    const isExist = await checkFileExist( inputData.moduleType == 'track' ? trackParams : params );
     if ( isExist ) {
       next();
     } else {
@@ -193,7 +213,7 @@ export async function isAuditInputFolderExist( req, res, next ) {
 export async function isAuditDocumentExist( req, res, next ) {
   try {
     const inputData = req.body;
-    const query={
+    const query = {
       storeId: inputData.storeId,
       fileDate: inputData.fileDate,
       zoneName: inputData.zoneName,
@@ -230,7 +250,7 @@ export async function getAuditImageData( data ) {
     }
     const auditImages = folderPath;
 
-    if ( data.export==false ) {
+    if ( data.export == false ) {
       if ( auditImages && auditImages?.length > 0 ) {
         for ( let i = 0; i < auditImages.length; i++ ) {
           const img = auditImages[i].Key.split( '/' );
@@ -277,21 +297,21 @@ export async function getAuditImageData( data ) {
   }
 }
 
-export async function zipDownloadImage( data, modueType ) {
+export async function zipDownloadImage( data, moduleType ) {
   try {
     const bucket = JSON.parse( process.env.BUCKET );
     const zip = new AdmZip();
     const split = await chunkArray( data, 10 );
     const promises = await split.map( async ( chunk ) => {
       for ( let item of chunk ) {
-        const params ={
-          Bucket: modueType === 'track' ? bucket.trackInput :`${bucket.auditInput}`,
-          Key: modueType === 'track' ? item.img_path: item.imgFile.Key,
+        const params = {
+          Bucket: moduleType === 'track' ? bucket.trackInput : `${bucket.auditInput}`,
+          Key: moduleType === 'track' ? item.img_path : item.imgFile.Key,
         };
 
         const fileBuffer = await getObject( params );
-        const splitItem = modueType === 'track'?item.img_path.split( '/' ) :null;
-        const key = modueType === 'track' ? `${splitItem[0]}/${splitItem[1]}/${splitItem[3]}`: item.imgFile.Key;
+        const splitItem = moduleType === 'track' ? item.img_path.split( '/' ) : null;
+        const key = moduleType === 'track' ? `${splitItem[0]}/${splitItem[1]}/${splitItem[3]}` : item.imgFile.Key;
         zip.addFile( key, fileBuffer.Body );
       }
       return zip;
@@ -356,3 +376,83 @@ export async function isAuditUser( req, res, next ) {
   }
 }
 
+export async function validation( req, res, next ) {
+  try {
+    const inputData = req.body;
+    const getStoreDataQuery = [
+      {
+        $match: {
+          $and: [
+            {
+              clientId: { $eq: inputData.clientId },
+            },
+            {
+              fileDate: { $eq: inputData.fileDate },
+            },
+            {
+              moduleType: { $eq: inputData.moduleType },
+            },
+            {
+              status: { $nin: [ 'not_assign', 'assigned' ] },
+            },
+          ],
+        },
+      },
+    ];
+    const getStoreAudit = await aggregateStoreAudit( getStoreDataQuery );
+    if ( getStoreAudit && getStoreAudit?.length > 0 ) {
+      return res.sendError( 'Already pending stores are there', 403 );
+    } else {
+      next();
+      return;
+    }
+  } catch ( error ) {
+    logger.error( { error: error, message: req.query, function: 'validation-audit.validation' } );
+    return res.sendError( error, 500 );
+  }
+}
+// openSearch log functions
+export async function openSearchLog( inputData, user, id ) {
+  try {
+    const openSearch = JSON.parse( process.env.OPENSEARCH );
+    const logs = {
+      userId: user._id,
+      userName: user.userName,
+      userEmail: user.email,
+      functionName: inputData.functionName,
+      messageType: inputData.messageType,
+      message: inputData.message,
+      logType: inputData.logType,
+      logSubType: inputData.logSubType,
+      logData: {
+        fileDate: inputData.fileDate || '',
+        auditType: inputData.auditType || '',
+        storeId: inputData.storeId || '',
+        clientId: inputData.storeId.split( '-' )[0] || '',
+        zoneName: inputData.zoneName || '',
+        moduleType: inputData.moduleType || '',
+        queueName: inputData.queueName || '',
+        beforeCount: inputData.beforeCount || null,
+        afterCount: inputData.afterCount || null,
+        startTime: inputData.startTime || '',
+        endTime: inputData.startTime || '',
+        timeSpent: inputData.timeSpent || '',
+        auditId: inputData.auditId || '',
+        totalCount: inputData.totalCount || null,
+        indexName: inputData.indexName || '',
+        auditType: inputData.auditType || '',
+        folderPath: inputData.folderPath || '',
+        params: inputData.params||'',
+        createdAt: new Date(),
+        updatedAt: new Date(),
+      },
+
+    };
+    await insertWithId( openSearch.auditLog, id, logs );
+    return true;
+  } catch ( error ) {
+    logger.error( { error: error, message: { logs: logs, id: id }, function: 'openSearchLog-audit.validation' } );
+    return false;
+  }
+}
+