tango-app-api-audit 3.4.68 → 3.5.0

package/src/controllers/audit.controllers.js

@@ -65,6 +65,7 @@ import { aggregateBinaryAudit } from '../service/binaryAudit.service.js';
 import { aggregateTraxAuditData, findOneTraxAuditData } from '../service/traxAuditData.service.js';
 import { bulkWriteAuditUserWallet, createAuditUserWallet, findOneAuditUserWallet } from '../service/auditUserWallet.service.js';
 import { updateOneAuditUsers } from '../service/auditUsers.service.js';
+import { bulkUpdate, clearScroll, upsertOpenSearchData, scrollResponse, searchOpenSearchData } from 'tango-app-api-middleware/src/utils/openSearch.js';
 // import { aggregateAuditUsers } from '../service/auditUsers.service.js';
 
 /*           < -- *** Configuration ***   -->      */
@@ -104,7 +105,7 @@ export async function clients( req, res ) {
     return res.sendSuccess( { result: getAuditClients, count: count.length } );
   } catch ( error ) {
     const err = error.message || 'Internal Server Error';
-    logger.info( { error: error, messgae: req.query, function: 'clients' } );
+    logger.error( { error: error, messgae: req.query, function: 'clients' } );
     return res.sendError( err, 500 );
   }
 }
@@ -144,7 +145,7 @@ export async function auditStoreList( req, res ) {
     return res.sendSuccess( { result: result, count: count.length } );
   } catch ( error ) {
     const err = error.message || 'Internal Server Error';
-    logger.info( {
+    logger.error( {
       error: error,
       messgae: req.body,
       function: 'auditStoreList',
@@ -187,7 +188,7 @@ export async function auditUserList( req, res ) {
     return res.sendSuccess( { result: result, count: count.length } );
   } catch ( error ) {
     const err = error.message || 'Internal Server Error';
-    logger.info( {
+    logger.error( {
       error: error,
       messgae: req.query,
       function: 'auditUserList',
@@ -201,12 +202,11 @@ export async function auditUserList( req, res ) {
 export async function getAuditFile( req, res ) {
   try {
     const bucket = JSON.parse( process.env.BUCKET );
+    const url = JSON.parse( process.env.URL );
     const openSearch = JSON.parse( process.env.OPENSEARCH );
     const inputData = req.query;
     const previousDate = dayjs( new Date() ).subtract( 1, 'days' );
     const data = await getDate( new Date( dayjs( previousDate ).format( 'YYYY-MM-DD' ) ), new Date() );
-    logger.info( { data: data, previousDate: previousDate, function: 'data', newDate: new Date() } );
-    logger.info( { userId: req.user._id, queueName: inputData.queueName, moduleType: inputData.moduleType } );
     const start = data.start;
     const end = data.end;
     const fetchData = {};
@@ -233,7 +233,28 @@ export async function getAuditFile( req, res ) {
     ];
 
     const userDetails = await aggregateUserAudit( userQuery );
-    logger.info( { userDetails: userDetails, function: 'userDetails' } );
+    let inserQuery = null;
+    if ( userDetails && userDetails.length > 0 ) {
+      inserQuery = [
+        {
+          $match: {
+            $and: [
+              {
+                fileDate: userDetails[0].fileDate,
+                storeId: userDetails[0].storeId,
+                moduleType: 'track',
+              },
+            ],
+          },
+        },
+        {
+          $project: {
+            sqs: '$sqs.Body',
+          },
+        },
+      ];
+    }
+    const auditInsertData = inserQuery? await aggregateUserAudit( inserQuery ): null;
     const auditStatus =
       userDetails && userDetails.length > 0 ? userDetails[0].auditStatus : null;
     switch ( auditStatus ) {
@@ -259,6 +280,7 @@ export async function getAuditFile( req, res ) {
               curr_date: userAssign[0].fileDate,
               total_count: userAssign[0].fileCount,
               zone_id: userAssign[0].zoneName,
+              index_name: auditInsertData[0]?.sqs?.index_name,
             } ) :
             ( msg = {
               store_id: userAssign[0].storeId,
@@ -266,6 +288,7 @@ export async function getAuditFile( req, res ) {
               audit_type: userAssign[0].auditType,
               total_count: userAssign[0].fileCount,
               zone_id: userAssign[0].zoneName,
+              index_name: auditInsertData[0]?.sqs?.index_name,
             } );
           await updateOneAssignAudit(
               { _id: userAssign[0]._id },
@@ -362,7 +385,6 @@ export async function getAuditFile( req, res ) {
             },
             createdAt: new Date(),
           };
-          logger.info( { logData: logData } );
           await insertOpenSearchData( openSearch.auditLog, logData );
         }
         const storeQuery = {
@@ -393,10 +415,11 @@ export async function getAuditFile( req, res ) {
           audit_type: userDetails[0].auditType,
           total_count: userDetails[0].beforeCount,
           zone_id: userDetails[0].zoneName,
+          index_name: auditInsertData[0]?.sqs?.index_name,
         };
         break;
     }
-    if ( msg.audit_type === 'ReAudit' ) {
+    if ( msg.audit_type === 'ReAudit' && msg.zone_id !== 'track' ) {
       logger.info( 'Hit in user ReAudit', { inputData } );
       let reauditInsert = {};
       const [ filterData, auditImage ] = await Promise.all( [
@@ -502,32 +525,79 @@ export async function getAuditFile( req, res ) {
 
     const files = [];
     let insertData = {};
-    fetchData.Bucket = bucket.auditInput; // need to change
-    fetchData.file_path = `${fileDate}/${storeId}/${msg.zone_id}/`;
-    if ( inputData.limit ) {
-      fetchData.MaxKeys = inputData.limit;
+
+    if ( inputData.moduleType !== 'track' ) {
+      fetchData.Bucket = bucket.auditInput; // need to change
+      fetchData.file_path = `${fileDate}/${storeId}/${msg.zone_id}/`;
+      if ( inputData.limit ) {
+        fetchData.MaxKeys = inputData.limit;
+      }
+      if ( inputData.nextId ) {
+        fetchData.ContinuationToken = decodeURIComponent( inputData.nextId );
+      }
     }
-    if ( inputData.nextId ) {
-      fetchData.ContinuationToken = decodeURIComponent( inputData.nextId );
+
+    const getQuery = {
+      size: inputData?.limit || 2,
+      _source: [ 'module', 'date', 'store_id', 'outputCluster', 'personPath', 'isEmployee', 'isJunk' ], // Only fetch necessary fields
+
+      query: {
+        bool: {
+          must: [
+            {
+              term: { 'store_id.keyword': msg.store_id },
+            },
+            // {
+            //   term: { isJunk: false },
+            // },
+            {
+              term: { isEmployee: false },
+            },
+            {
+              term: { 'date.keyword': msg.curr_date },
+            },
+            {
+              term: { 'module.keyword': 'CUSTOMER' },
+            },
+          ],
+        },
+      },
+
+    };
+
+    const list = msg.zone_id === 'track' ? inputData.nextId? await scrollResponse( inputData.nextId ):await searchOpenSearchData( msg.index_name, getQuery ): await listFileByPath( fetchData );
+    const folderPath = msg.zone_id === 'track' ? list?.body?.hits?.hits : list.data;
+    const nextQuery =msg.zone_id !== 'track' ? list.pageToken: '';
+    if ( msg.zone_id === 'track' ) {
+      if ( list?.body?.hits?.hits?.length ==0 ) {
+        await clearScroll( list?.body?._scroll_id );
+      }
     }
-    const list = await listFileByPath( fetchData );
-    const folderPath = list.data;
-    const nextQuery = list.pageToken;
     if ( folderPath?.length > 0 ) {
       for ( let i = 0; i < folderPath.length; i++ ) {
-        const img = folderPath[i].Key.split( '/' );
-        const image = img[3].split( '.' );
-        const indexes = image[0].split( '_' );
-        fetchData.file_path = folderPath[i].Key;
-        const data = await signedUrl( fetchData );
+        const img =msg.zone_id === 'track' ?folderPath[i]?._source?.personPath?.split( '/' ): folderPath[i].Key.split( '/' );
+        const image = img[3]?.split( '.' );
+        const indexes = msg.zone_id === 'track' ? folderPath[i]?._source?.outputCluster : image[0]?.split( '_' );
+        fetchData.file_path = msg.zone_id === 'track' ?folderPath[i]?._source?.personPath:folderPath[i].Key;
+        const data =msg.zone_id === 'track' ? `${url.trackInput}${folderPath[i]?._source?.personPath}` :await signedUrl( fetchData );
         const mapimg = {
           img_path: data,
-          img_name: indexes[1],
+          img_name: msg.zone_id === 'track' ?indexes: indexes[1],
           img_id: image[0],
         };
+        msg.zone_id === 'track' ? addUniqueFile( files, {
+          img_path: data,
+          img_name: msg.zone_id === 'track' ?indexes:indexes[1],
+          img_id: image[0],
+          selected: false,
+          dropped: false,
+          demographic: '',
+          count: 1,
+          mappedid: [ mapimg ],
+        } ):
         files.push( {
           img_path: data,
-          img_name: indexes[1],
+          img_name: msg.zone_id === 'track' ?indexes:indexes[1],
           img_id: image[0],
           selected: false,
           dropped: false,
@@ -585,6 +655,9 @@ export async function getAuditFile( req, res ) {
       } else {
         insertData = userDetails[0];
       }
+    } else if ( inputData.nextId !== '' && inputData.nextId !== null && inputData.nextId !== undefined && inputData.moduleType === 'track' ) {
+      list.body._scroll_id = '';
+      insertData = userDetails[0];
     } else {
       logger.error( {
         error: { folderPath: folderPath, nextQuery: nextQuery },
@@ -593,7 +666,6 @@ export async function getAuditFile( req, res ) {
       } );
       return res.sendError( 'Bucket is Empty', 204 );
     }
-    const userdata = await findOneUser( { _id: insertData.userId } );
     const storeQuery = {
       storeId: storeId,
     };
@@ -604,8 +676,8 @@ export async function getAuditFile( req, res ) {
     const storeInfo = await findOneStore( storeQuery, storeFields );
     if ( inputData.nextId ) {
       const logData = {
-        userId: insertData.userId,
-        userName: userdata.userName,
+        userId: req?.user?._id,
+        userName: req?.user?.userName,
         logType: 'audit',
         logSubType: 'auditStart',
         logData: {
@@ -638,7 +710,7 @@ export async function getAuditFile( req, res ) {
         userId: insertData.userId,
         zoneName: msg.zone_id,
         moduleType: inputData.moduleType,
-        nextToken: nextQuery ? encodeURIComponent( nextQuery ) : null,
+        nextToken: msg.zone_id === 'track' ? list?.body?._scroll_id : nextQuery ? encodeURIComponent( nextQuery ) : null,
       },
       isDraft: insertData.isDraft,
     } );
@@ -651,6 +723,12 @@ export async function getAuditFile( req, res ) {
     return res.sendError( error, 500 );
   }
 }
+function addUniqueFile( files, newFile ) {
+  const exists = files.some( ( file ) => file.img_name === newFile.img_name );
+  if ( !exists ) {
+    files.push( newFile );
+  }
+}
 
 export async function getFilterData( msg ) {
   try {
@@ -719,7 +797,6 @@ export async function getAuditImage( msg ) {
           img_name: indexes[1],
           img_id: image[0],
           selected: false,
-          // demographic: '',
           dropped: false,
           count: 1,
           mappedid: [ mapimg ],
@@ -782,7 +859,11 @@ export async function workSpace( req, res ) {
           clientId: 1,
           queueName: {
             $cond: [
-              { $eq: [ inputData.moduleType, 'zone' ] }, '$auditConfigs.zoneQueueName', '$auditConfigs.trafficQueueName',
+              { $eq: [ inputData.moduleType, 'zone' ] }, '$auditConfigs.zoneQueueName', {
+                $cond: [
+                  { $eq: [ inputData.moduleType, 'track' ] }, '$auditConfigs.trackQueueName', '$auditConfigs.trafficQueueName',
+                ],
+              },
             ],
           },
         },
@@ -1272,77 +1353,195 @@ export async function save( req, res ) {
       moduleType: inputData.moduleType,
       zoneName: inputData.zoneName,
     } );
-    // logger.info( { storeAuditData: storeAuditData } );
-    // if ( storeAuditData==null ) {
-    //   logger.error( {
-    //     error: `No data found: ${inputData.storeId}/${inputData.zoneName}/${inputData.fileDate}/${bucket.masterJsonFile}`,
-    //     type: 'DATABASE_RECORD_NOTFOUND',
-    //   } );
-    //   return res.sendError( storeAuditData, 204 );
-    // }
-    const params = {
-      Key: `${inputData.storeId}/${inputData.zoneName}/${inputData.fileDate}/${bucket.masterJsonFile}`,
-    };
+    if ( inputData.moduleType !=='track' ) {
+      const params = {
+        Key: `${inputData.storeId}/${inputData.zoneName}/${inputData.fileDate}/${bucket.masterJsonFile}`,
+      };
 
-    if ( inputData.auditType === 'ReAudit' ) {
-      params.Bucket = bucket.auditUploadBucket;
-    } else {
-      params.Bucket = bucket.masterJson;
-    }
-    const fileData = await getJsonFileData( params );
+      if ( inputData.auditType === 'ReAudit' ) {
+        params.Bucket = bucket.auditUploadBucket;
+      } else {
+        params.Bucket = bucket.masterJson;
+      }
+      const fileData = await getJsonFileData( params );
 
-    if ( fileData?.statusCode ) {
-      logger.error( {
-        error: `ERROR IN UPLOAD PATH: ${inputData.storeId}/${inputData.fileDate}/${bucket.masterJsonFile}`,
-        type: 'UPLOAD_ERROR',
-      } );
-      return res.sendError( fileData, 500 );
-    }
+      if ( fileData?.statusCode ) {
+        logger.error( {
+          error: `ERROR IN UPLOAD PATH: ${inputData.storeId}/${inputData.fileDate}/${bucket.masterJsonFile}`,
+          type: 'UPLOAD_ERROR',
+        } );
+        return res.sendError( fileData, 500 );
+      }
 
-    const masterJsonData = JSON.parse( fileData.toString( 'utf-8' ) );
+      const masterJsonData = JSON.parse( fileData.toString( 'utf-8' ) );
 
-    const [ G20000, B20000, E0 ] = await Promise.all( [
-      splitG20000( masterJsonData.person_data ),
-      splitB20000( masterJsonData.person_data ),
-      splitE0( masterJsonData.person_data ),
-    ] );
+      const [ G20000, B20000, E0 ] = await Promise.all( [
+        splitG20000( masterJsonData.person_data ),
+        splitB20000( masterJsonData.person_data ),
+        splitE0( masterJsonData.person_data ),
+      ] );
 
-    const [ mappingData ] = await Promise.all( [
-      mapEmployee( B20000, inputData.employee ),
-      mapJunk( B20000, inputData.junk ),
-      mapCustomer( B20000, inputData.customer ),
-    ] );
+      const [ mappingData ] = await Promise.all( [
+        mapEmployee( B20000, inputData.employee ),
+        mapJunk( B20000, inputData.junk ),
+        mapCustomer( B20000, inputData.customer ),
+      ] );
 
-    const tempData = _.sortBy( [ ...mappingData, ...G20000, ...E0 ], 'index' );
+      const tempData = _.sortBy( [ ...mappingData, ...G20000, ...E0 ], 'index' );
 
-    const tempObject = { person_data: tempData };
+      const tempObject = { person_data: tempData };
 
-    const uploadDataParams = {
-      Bucket: bucket.auditUploadBucket,
-      Key: `${inputData.storeId}/${inputData.zoneName}/${inputData.fileDate}/`,
-      ContentType: 'application/json',
-      fileName: `${bucket.masterJsonFile}`,
-      body: JSON.stringify( tempObject ),
-    };
-    const mappingUpload = await fileUpload( uploadDataParams );
+      const uploadDataParams = {
+        Bucket: bucket.auditUploadBucket,
+        Key: `${inputData.storeId}/${inputData.zoneName}/${inputData.fileDate}/`,
+        ContentType: 'application/json',
+        fileName: `${bucket.masterJsonFile}`,
+        body: JSON.stringify( tempObject ),
+      };
+      const mappingUpload = await fileUpload( uploadDataParams );
 
-    if ( mappingUpload?.statusCode ) {
-      logger.error( {
-        error: `ERROR IN UPLOAD PATH: ${inputData.storeId}/${inputData.zoneName}/${inputData.fileDate}/${bucket.masterJsonFile}`,
-        type: 'UPLOAD_ERROR',
-      } );
-      return res.sendError( mappingUpload, 500 );
-    }
+      if ( mappingUpload?.statusCode ) {
+        logger.error( {
+          error: `ERROR IN UPLOAD PATH: ${inputData.storeId}/${inputData.zoneName}/${inputData.fileDate}/${bucket.masterJsonFile}`,
+          type: 'UPLOAD_ERROR',
+        } );
+        return res.sendError( mappingUpload, 500 );
+      }
+    } else {
+      // Junk Mapping
+      if ( inputData.junkCount >0 ) {
+        const chunkedJunkMappingData = await filteredMap( inputData.junk );
+        logger.info( { chunkedJunkMappingData: chunkedJunkMappingData } );
+        const getQuery = {
+          size: 10000,
+          _source: false, // do not fetch full source
+          stored_fields: [], // exclude all stored fields
+          query: {
+            bool: {
+              must: [
+                {
+                  term: { 'store_id.keyword': inputData.storeId },
+                },
+                {
+                  terms: { outputCluster: chunkedJunkMappingData },
+                },
+                {
+                  term: { 'date.keyword': inputData.fileDate },
+                },
+                {
+                  term: { 'module.keyword': 'CUSTOMER' },
+                },
+              ],
+            },
+          },
 
-    // let getUserAuditData = await findOneUserAudit( {
-    //   _id: new mongoose.Types.ObjectId( inputData.auditId ),
-    //   // moduleType: inputData.moduleType,
-    //   // zoneName: inputData.zoneName,
-    // } );
-    // const isoDate = req.userAudit?.startTime;
-    // const currentTime = dayjs();
-    // const isoDateTime = dayjs( isoDate );
-    // const timeDifferenceInMinutes = currentTime.diff( isoDateTime, 'seconds' );
+        };
+        const getId = await getOpenSearchData( 'tracker_process', getQuery );
+        const ids = getId?.body?.hits?.total?.value || null;
+        if ( ids ) {
+          const temp = getId?.body?.hits?.hits?.map( ( item ) => item._id );
+          const updatedField = { isJunk: true }; // your field updates
+          const body = temp.flatMap( ( id ) => [
+            { update: { _index: 'tracker_process', _id: id } },
+            { doc: updatedField },
+          ] );
+          const re= await bulkUpdate( body );
+          logger.info( { getId: getId, re: re } );
+        }
+      }
+
+      // Employee Mapping
+      if ( inputData.employeeCount >0 ) {
+        const chunkedEmpMappingData = await filteredMap( inputData.employee );
+        logger.info( { chunkedEmpMappingData: chunkedEmpMappingData } );
+        const getQuery = {
+          size: 10000,
+          _source: false, // do not fetch full source
+          stored_fields: [], // exclude all stored fields
+          query: {
+            bool: {
+              must: [
+                {
+                  term: { 'store_id.keyword': inputData.storeId },
+                },
+                {
+                  terms: { outputCluster: chunkedEmpMappingData },
+                },
+                {
+                  term: { 'date.keyword': inputData.fileDate },
+                },
+                {
+                  term: { 'module.keyword': 'CUSTOMER' },
+                },
+              ],
+            },
+          },
+
+        };
+        const getId = await getOpenSearchData( 'tracker_process', getQuery );
+        const ids = getId?.body?.hits?.total?.value || null;
+        if ( ids ) {
+          const temp = getId?.body?.hits?.hits?.map( ( item ) => item._id );
+          const updatedField = { isEmployee: true }; // your field updates
+          const body = temp.flatMap( ( id ) => [
+            { update: { _index: 'tracker_process', _id: id } },
+            { doc: updatedField },
+          ] );
+          const re= await bulkUpdate( body );
+          logger.info( { getId: getId, re: re } );
+        }
+      }
+
+      // Customer Mapping
+      if ( inputData?.customer?.length > 0 ) {
+        logger.info( { lenght: inputData?.customer?.length } );
+        const filterCustomerData = await filteredCustomerMap( inputData.customer );
+        const chunkedMappingData = await chunkArray( filterCustomerData, 10 );
+
+        chunkedMappingData.map( async ( chunk ) => {
+          logger.info( { chunk: chunk } );
+
+          chunk.map( async ( item ) => {
+            const imgName= item.img_name;
+            const mappedId= item.mappedid.map( ( m ) => m.img_name );
+            const searchQuery = {
+              size: 10000,
+              _source: false, // do not fetch full source
+              stored_fields: [], // exclude all stored fields
+              query: {
+                bool: {
+                  must: [
+                    {
+                      term: { 'store_id.keyword': inputData.storeId },
+                    },
+                    {
+                      terms: { outputCluster: mappedId },
+                    },
+                    {
+                      term: { 'date.keyword': inputData.fileDate },
+                    },
+                    {
+                      term: { 'module.keyword': 'CUSTOMER' },
+                    },
+                  ],
+                },
+              },
+
+            };
+            const getData =await getOpenSearchData( 'tracker_process', searchQuery );
+            if ( getData?.body?.hits?.hits?.length > 0 ) {
+              const temp = getData?.body?.hits?.hits?.map( ( item ) => item._id );
+              const body = temp.flatMap( ( id ) => [
+                { update: { _index: 'tracker_process', _id: id } },
+                { doc: { outputCluster: imgName, isEmployee: false, isJunk: false } },
+              ] );
+              const re= await bulkUpdate( body );
+              logger.info( { re: re } );
+            }
+          } );
+        } );
+      }
+    }
 
     await updateOneUserAudit(
         { _id: new mongoose.Types.ObjectId( inputData.auditId ) },
@@ -1466,7 +1665,6 @@ export async function save( req, res ) {
             fileDate: inputData.fileDate,
             moduleType: inputData.moduleType,
             zoneName: inputData.zoneName,
-          // auditType: inputData.auditType,
           },
           {
             status: 'completed',
@@ -1474,22 +1672,34 @@ export async function save( req, res ) {
             timeSpent: inputData.timeSpent,
           },
       );
-      const sqsProduceQueue = {
-        QueueUrl: ( auditConfig?.isCheckMinAfterCount ==1 && inputData.customerCount > auditConfig?.minAfterCount ) ? `${sqs.url}${sqs.feature_new}`: `${sqs.url}${sqs.feature}`,
-        MessageBody: JSON.stringify( {
-          store_id: inputData.storeId,
-          store_date: inputData.fileDate,
-          bucket_name: `${bucket.auditUploadBucket}`,
-          zone_id: inputData.zoneName,
-          process_type: 'audit',
-        } ),
-      };
-      logger.info( { sqsProduceQueue: sqsProduceQueue } );
-      const sqsQueue = await sendMessageToQueue(
-          sqsProduceQueue.QueueUrl,
-          sqsProduceQueue.MessageBody,
-      );
-      logger.info( { sqsQueue: sqsQueue } );
+      if ( inputData.moduleType !== 'track' ) {
+        const sqsProduceQueue = {
+          QueueUrl: ( auditConfig?.isCheckMinAfterCount ==1 && inputData.customerCount > auditConfig?.minAfterCount ) ? `${sqs.url}${sqs.feature_new}`: `${sqs.url}${sqs.feature}`,
+          MessageBody: JSON.stringify( {
+            store_id: inputData.storeId,
+            store_date: inputData.fileDate,
+            bucket_name: `${bucket.auditUploadBucket}`,
+            zone_id: inputData.zoneName,
+            process_type: 'audit',
+          } ),
+        };
+        logger.info( { sqsProduceQueue: sqsProduceQueue } );
+        const sqsQueue = await sendMessageToQueue(
+            sqsProduceQueue.QueueUrl,
+            sqsProduceQueue.MessageBody,
+        );
+        logger.info( { sqsQueue: sqsQueue } );
+      } else {
+        const query =
+          { 'module': 'REID-TRACKER-V1',
+            'store_date_time': `${inputData.storeId}_${inputData.fileDate}_23:00`,
+            'status': 'POSTPROCESS_AUDIT_SUCCESS',
+            'status_time': Date.now(),
+            'timestamp': new Date() };
+
+
+        await upsertOpenSearchData( 'tracker_process', `${inputData.storeId}_${inputData.fileDate}_23:00`, { doc: query } );
+      }
     }
 
     return res.sendSuccess( { result: 'Updated Successfully' } );
@@ -1500,6 +1710,15 @@ export async function save( req, res ) {
   }
 }
 
+const filteredMap = async ( data ) => {
+  const temp = data.map( ( item ) => item.img_name );
+  return temp;
+};
+
+const filteredCustomerMap = async ( data ) => {
+  return data.filter( ( map ) => map.count >= 1 );
+};
+
 /*           < -- *** Audit  Metrics ***   -->      */
 
 export async function userAuditHistory( req, res ) {
@@ -1968,7 +2187,6 @@ export async function clientMetrics( req, res ) {
       );
     }
 
-    logger.info( { query: query } );
     const result = await aggregateAuditStoreData( query );
     if ( result.length == 0 ) {
       return res.sendError( 'No Data Found', 204 );
@@ -1980,7 +2198,7 @@ export async function clientMetrics( req, res ) {
     return res.sendSuccess( { result: result, count: count.length } );
   } catch ( error ) {
     const err = error.error || 'Internal Server Error';
-    logger.info( { error: error, message: req.body, function: 'clientMetrics' } );
+    logger.error( { error: error, message: req.body, function: 'clientMetrics' } );
     return res.sendError( err, 500 );
   }
 }
@@ -2234,8 +2452,6 @@ export async function storeMetrics( req, res ) {
             'File Date': element.fileDate,
             'Store Name': element.storeName,
             'Store ID': element.storeId,
-            // 'Client Id': element.clientId,
-            // 'Client Name': element.clientName,
             'Product Type': element.moduleType,
             'Zone Name': element.zoneName,
             'User Name': element.userName,
@@ -2252,8 +2468,6 @@ export async function storeMetrics( req, res ) {
             'File Date': element.fileDate,
             'Store Name': element.storeName,
             'Store ID': element.storeId,
-            // 'Client Id': element.clientId,
-            // 'Client Name': element.clientName,
             'Product Type': element.moduleType,
             'User Name': element.userName,
             'User Email': element.userEmail,
@@ -2307,7 +2521,6 @@ export async function userMetrics( req, res ) {
     }
     if ( inputData?.filterByUser?.length > 0 ) {
       const temp = inputData.filterByUser.map( ( item ) => new mongoose.Types.ObjectId( item ) );
-      logger.info( { temp: temp } );
       filter.push(
           { userId: { $in: temp } },
       );
@@ -3514,7 +3727,6 @@ export async function totalNotAssignedCount( req, res ) {
         { createdAt: -1 },
     );
     const latestTraxDate = geTraxData?.fileDate || dayjs( fileDate ).format( 'DD-MM-YYYY' );
-    logger.info( { geTraxData: geTraxData } );
 
     const query = [
       {
@@ -3720,97 +3932,15 @@ export async function totalNotAssignedCount( req, res ) {
         },
       },
     ];
-    // const binaryInprogressCount=[
-    //   {
-    //     $match: {
-    //       fileDate: { $eq: latestDate },
-    //     },
-    //   },
-    //   {
-    //     $project: {
-    //       inprogressAuditCount: {
-    //         $cond: [
-    //           { $in: [ '$status', [ 'completed', 'not_assign', 'skipped' ] ] }, 1, 0,
-    //         ],
-    //       },
-    //       inprogressZoneCount: { $cond: [
-    //         { $and: [ { $eq: [ '$moduleType', 'zone' ] }, { $in: [ '$status', [ 'completed', 'not_assign', 'skipped' ] ] } ] }, 1, 0,
-    //       ] },
-    //       inprogressTrafficCount: { $cond: [
-    //         { $and: [ { $eq: [ '$moduleType', 'traffic' ] }, { $in: [ '$status', [ 'completed', 'not_assign', 'skipped' ] ] } ] }, 1, 0,
-    //       ] },
-
-    //     },
-    //   },
-    //   {
-    //     $group: {
-    //       _id: null,
-    //       inprogressAuditCount: { $sum: '$inprogressAuditCount' },
-    //       inprogressZoneCount: { $sum: '$inprogressZoneCount' },
-    //       inprogressTrafficCount: { $sum: '$inprogressTrafficCount' },
-
-    //     },
-    //   },
-    //   {
-    //     $project: {
-    //       _id: 0,
-    //       inprogressAuditCount: { $ifNull: [ '$inprogressAuditCount', 0 ] },
-    //       inprogressZoneCount: { $ifNull: [ '$inprogressZoneCount', 0 ] },
-    //       inprogressTrafficCount: { $ifNull: [ '$inprogressTrafficCount', 0 ] },
-    //     },
-    //   },
-    // ];
-    // const mappingInprogressCount=[
-    //   {
-    //     $match: {
-    //       fileDate: { $eq: latestDate },
-    //     },
-    //   },
-    //   {
-    //     $project: {
-    //       inprogressAuditCount: {
-    //         $cond: [
-    //           { $in: [ '$status', [ 'completed', 'not_assign', 'skipped' ] ] }, 1, 0,
-    //         ],
-    //       },
-    //       inprogressZoneCount: { $cond: [
-    //         { $and: [ { $eq: [ '$moduleType', 'zone' ] }, { $in: [ '$status', [ 'completed', 'not_assign', 'skipped' ] ] } ] }, 1, 0,
-    //       ] },
-    //       inprogressTrafficCount: { $cond: [
-    //         { $and: [ { $eq: [ '$moduleType', 'traffic' ] }, { $in: [ '$status', [ 'completed', 'not_assign', 'skipped' ] ] } ] }, 1, 0,
-    //       ] },
-
-    //     },
-    //   },
-    //   {
-    //     $group: {
-    //       _id: null,
-    //       inprogressAuditCount: { $sum: '$inprogressAuditCount' },
-    //       inprogressZoneCount: { $sum: '$inprogressZoneCount' },
-    //       inprogressTrafficCount: { $sum: '$inprogressTrafficCount' },
-
-    //     },
-    //   },
-    //   {
-    //     $project: {
-    //       _id: 0,
-    //       inprogressAuditCount: { $ifNull: [ '$inprogressAuditCount', 0 ] },
-    //       inprogressZoneCount: { $ifNull: [ '$inprogressZoneCount', 0 ] },
-    //       inprogressTrafficCount: { $ifNull: [ '$inprogressTrafficCount', 0 ] },
-    //     },
-    //   },
-    // ];
+
     const getTotalcount = await aggregateAuditStoreData( query );
     const getTotalTraxAudit = await aggregateTraxAuditData( traxQuery );
     const getInprogressCount = await aggregateStoreAudit( inprogressCount );
     const getBinaryInprogressCount = await aggregateBinaryAudit( binaryInprogressCount );
     const getMappingInprogressCount = await aggregateStoreEmpDetection( mappingInprogressCount );
-    logger.info( { getMappingInprogressCount: getMappingInprogressCount } );
-    // const getMappingInprogressCount = await aggregateStoreEmpDetection( mappingInprogressCount );
     if ( getTotalcount.length == 0 && getTotalTraxAudit.length == 0 ) {
       return res.sendError( 'No Data Found', 204 );
     }
-    logger.info( { getTotalTraxAudit: getTotalTraxAudit } );
     if ( getInprogressCount.length > 0 ) {
       notAssignedCount.totalAuditCount = getTotalcount[0].totalAuditCount > getInprogressCount[0]?.inprogressAuditCount ? getTotalcount[0].totalAuditCount - getInprogressCount[0]?.inprogressAuditCount : 0;
       notAssignedCount.totalZoneCount = getTotalcount[0].totalZoneCount > getInprogressCount[0]?.inprogressZoneCount ? getTotalcount[0].totalZoneCount - getInprogressCount[0]?.inprogressZoneCount : 0;
@@ -3858,11 +3988,9 @@ export async function auditImages( req, res ) {
 
         if ( inputData.export == true ) {
           auditImageDownload = await zipDownloadImage( auditImageBC );
-          // Set response headers for the zip file
           res.set( 'Content-Type', 'application/zip' );
           res.set( 'Content-Disposition', `attachment; filename=${inputData.storeId}_${inputData.fileDate}_${inputData.imageType}.zip` );
 
-          // Send the zip file as the API response
           return res.send( auditImageDownload );
         }
         res.sendSuccess( { result: auditImageBC } );
@@ -3879,12 +4007,10 @@ export async function auditImages( req, res ) {
         }
 
         const reauditImg = await getReauditImg( filterData, auditImageAC );
-        logger.info( { reauditImg: reauditImg } );
         if ( reauditImg?.length == 0 ) {
           return res.sendError( 'No Data Found', 204 );
         }
 
-        logger.info( { auditImageAC: auditImageAC, filterData: filterData, reauditImg: reauditImg } );
         if ( inputData.export == true ) {
           auditImageDownload = await zipDownloadImage( reauditImg );
           // Set response headers for the zip file
@@ -3900,12 +4026,9 @@ export async function auditImages( req, res ) {
         res.sendError( 'No Data Found', 204 );
         break;
     }
-
-
-    //  return res.sendSuccess( { result: inputData } );
   } catch ( error ) {
     const err = error.message || 'Internal Server Error';
-    logger.info( { error: error, message: req.body, function: 'auditImages' } );
+    logger.error( { error: error, message: req.body, function: 'auditImages' } );
     return res.sendError( err, 500 );
   }
 }
@@ -3924,7 +4047,7 @@ export async function getUserCredit( req, res ) {
     return res.sendSuccess( { result: getWallet, isAuditUser: true } );
   } catch ( error ) {
     const err = error.message || 'Internal Server Error';
-    logger.info( { error: error, function: 'getUserCredit' } );
+    logger.error( { error: error, function: 'getUserCredit' } );
     return res.sendError( err, 500 );
   }
 }
@@ -3948,7 +4071,6 @@ export async function getUserAuditCount( req, res ) {
 
     // Calculate the difference in days
     const differenceInDays = ( yesterday.getDate() - firstDateOfMonth.getDate() );
-    logger.info( { differenceInDays: differenceInDays } );
 
     const auditUserQuery=[
       {
@@ -4110,7 +4232,6 @@ export async function getUserAuditCount( req, res ) {
         return res.sendError( 'No Data Found', 204 );
       }
       const minimumTarget =userCount[0]?.userCount?.length !== 0 && userCount[0]?.filesCount !==0 ? Math.floor( userCount[0].filesCount/userCount[0].userCount.length ) : 0;
-      logger.info( { bc: userWallet?.beforeCountCredit, ac: userWallet?.afterCountCredit } );
       const beforeCreditCal = userWallet?.beforeCountCredit/minimumTarget;
       const afterCountCredit = userWallet?.afterCountCredit;
       const filter = [
@@ -4415,7 +4536,7 @@ export async function getUserAuditCount( req, res ) {
     }
   } catch ( error ) {
     const err = error.message || 'Internal Server Error';
-    logger.info( { error: error, message: req.body, function: 'getUserAuditCount' } );
+    logger.error( { error: error, message: req.body, function: 'getUserAuditCount' } );
     return res.sendError( err, 500 );
   }
 }
@@ -4428,89 +4549,11 @@ export async function getUserAuditCountMTD( req, res ) {
     yesterday.setDate( today.getDate() - 1 );
     let firstDayOfMonth = new Date( yesterday.getFullYear(), today.getMonth(), 1 );
     const previousDate = dayjs( new Date() ).subtract( 1, 'days' );
-    // let firstDayOfMonth = new Date( previousDate.getFullYear(), previousDate.getMonth(), 1 );
-    logger.info( { previousDate: previousDate, firstDayOfMonth: firstDayOfMonth } );
     const dateRange = await getDate( firstDayOfMonth, new Date( dayjs( previousDate ).format( 'YYYY-MM-DD' ) ) );
-    logger.info( { dateRange: dateRange } );
     const configTimeSpentSec = userWallet.minTimeSpentSec; // 18000;
     const beforeCountX = userWallet.beforeCountCreditPerc; // 0.0335;
     const afterCountY = userWallet.afterCountCreditPerc; // 0.0035;
     const reduce = userWallet.reductionPerc; // 0.05;
-    // const userCountQuery= [
-    //   {
-    //     $match: {
-    //       $and: [
-    //         {
-    //           $match: {
-    //             fileDateISO: { $gte: dateRange?.start },
-    //             fileDateISO: { $gte: dateRange?.start },
-    //           },
-    //         },
-    //       ],
-    //     },
-    //   },
-    //   {
-    //     $project: {
-
-    //       trafficUserCount: { $cond: [
-    //         { $eq: [ '$moduleType', 'traffic' ] }, '$userId', '$$REMOVE',
-    //       ] },
-    //       zoneUserCount: { $cond: [
-    //         { $eq: [ '$moduleType', 'zone' ] }, '$userId', '$$REMOVE',
-    //       ] },
-
-    //     },
-    //   },
-    //   {
-    //     $group: {
-    //       _id: '$moduleType',
-    //       trafficUserCount: { $addToSet: '$trafficUserCount' },
-    //       zoneUserCount: { $addToSet: '$zoneUserCount' },
-    //     },
-    //   },
-    // ];
-
-    // const storeDataQuery= [
-    //   {
-    //     $match: {
-    //       fileDate: { $eq: fileDate },
-    //     },
-    //   },
-    //   {
-    //     $project: {
-
-    //       trafficFilesCount: { $cond: [
-    //         { $eq: [ '$moduleType', 'traffic' ] }, '$totalFilesCount', '$$REMOVE',
-    //       ] },
-    //       zoneFilesCount: { $cond: [
-    //         { $eq: [ '$moduleType', 'zone' ] }, '$totalFilesCount', '$$REMOVE',
-    //       ] },
-
-    //     },
-    //   },
-    //   {
-    //     $group: {
-    //       _id: '$moduleType',
-    //       trafficFilesCount: { $sum: '$trafficFilesCount' },
-    //       zoneFilesCount: { $sum: '$zoneFilesCount' },
-    //     },
-    //   },
-    //   {
-    //     $project: {
-    //       _id: 0,
-    //       trafficFilesCount: { $ifNull: [ '$trafficFilesCount', 0 ] },
-    //       zoneFilesCount: { $ifNull: [ '$zoneFilesCount', 0 ] },
-    //     },
-    //   },
-    // ];
-    // const userCount = await aggregateUserAuditCount( userCountQuery );
-
-    // const totalStoreData = await aggregateAuditStoreData( storeDataQuery );
-    // if ( userCount?.length == 0 || totalStoreData?.length == 0 ) {
-    //   return res.sendError( 'No Data Found', 204 );
-    // }
-    // const zoneMinimumTarget =userCount[0]?.zoneUserCount?.length !== 0 && totalStoreData[0]?.zoneFilesCount !==0 ? Math.floor( totalStoreData[0].zoneFilesCount/userCount[0].zoneUserCount.length ) : 0;
-    // const trafficMinimumTarget =userCount[0]?.trafficUserCount?.length !== 0 && totalStoreData[0]?.trafficFilesCount !==0 ? Math.floor( totalStoreData[0].trafficFilesCount/userCount[0].trafficUserCount.length ) : 0;
     const query = [
       {
         $match: {
@@ -4523,9 +4566,6 @@ export async function getUserAuditCountMTD( req, res ) {
           ],
         },
       },
-      // {
-      //   $set: { minimumTarget: { $cond: [ { $eq: [ '$moduleType', 'traffic' ] }, trafficMinimumTarget, zoneMinimumTarget ] } },
-      // },
       {
         $project: {
           userId: 1,
@@ -4586,25 +4626,6 @@ export async function getUserAuditCountMTD( req, res ) {
           totalCredit: { $first: '$totalCredit' },
         },
       },
-      // {
-      //   $lookup: {
-      //     from: 'userAudit',
-      //     let:{fileDate: "$fileDate"},
-      //     pipeline: [
-      //       {
-      //         $match: {
-      //           $expr: {
-      //             $and: [
-      //               {
-      //                 fi
-      //               },
-      //             ],
-      //           },
-      //         },
-      //       },
-      //     ],as:"userAudit"
-      //   },
-      // },
       {
         $project: {
           totalCount: 1,
@@ -4716,7 +4737,7 @@ export async function getUserAuditCountMTD( req, res ) {
     return res.sendSuccess( { message: 'Inserted successfully!' } );
   } catch ( error ) {
     const err = error.message || 'Internal Server Error';
-    logger.info( { error: error, message: req.body, function: 'getUserAuditCount' } );
+    logger.error( { error: error, message: req.body, function: 'getUserAuditCount' } );
     return res.sendError( err, 500 );
   }
 }
@@ -4961,44 +4982,10 @@ export async function auditViewLogs( req, res ) {
           break;
 
         case 'cleaning':
-          // logsQuery = {
-          //   'size': 100,
-          //   'query': {
-          //     'bool': {
-          //       'must': [
-          //         {
-          //           'term': {
-          //             'logData.fileDate.keyword': inputData.fileDate,
-          //           },
-          //         },
-          //         {
-          //           'term': {
-          //             'logData.storeId.keyword': inputData.storeId,
-          //           },
-          //         },
-          //         {
-          //           'term': {
-          //             'logData.moduleType.keyword': inputData.moduleType,
-          //           },
-          //         },
-          //         {
-          //           'terms': {
-          //             'logSubType.keyword': [ 'auditDone', 'reTrigger' ],
-          //           },
-          //         },
-          //       ],
-          //     },
-          //   },
-          //   'sort': [
-          //     { createdAt: { order: 'desc' } },
-          //   ],
-          // };
-          // break;
         default:
           return res.sendError( 'Please give valid modueType', 400 );
       }
     }
-    logger.info( { query: logsQuery, message: 'unattended' } );
     const logs = await getOpenSearchData( parsedOpenSearch.auditLog, logsQuery );
     if ( logs.body.hits.hits.length > 0 ) {
       const sourcesArray = logs.body.hits.hits.map( ( hit ) => hit._source );
@@ -5023,7 +5010,7 @@ export async function auditViewLogs( req, res ) {
     }
   } catch ( error ) {
     const err = error.message || 'Internal Server Error';
-    logger.info( { error: error, message: req.body, function: 'auditViewLogs' } );
+    logger.error( { error: error, message: req.body, function: 'auditViewLogs' } );
     return res.sendError( err, 500 );
   }
 }