tango-app-api-analysis-traffic 3.8.7-vms.3 → 3.8.7-vms.31

package/src/controllers/revop.controller.js

@@ -1,7 +1,7 @@
 import { logger, insertOpenSearchData, getOpenSearchData, updateOpenSearchData } from 'tango-app-api-middleware';
 import { findOnerevopConfig } from '../services/revopConfig.service.js';
 import * as clientService from '../services/clients.services.js';
-import { bulkUpdate, upsertWithScript } from 'tango-app-api-middleware/src/utils/openSearch.js';
+import { bulkUpdate, insertWithId, searchOpenSearchData, scrollResponse, upsertWithScript } from 'tango-app-api-middleware/src/utils/openSearch.js';
 import { findOneVmsStoreRequest } from '../services/vmsStoreRequest.service.js';
 // import dayjs from 'dayjs';
 // Lamda Service Call //
@@ -137,6 +137,217 @@ export async function getrevoptagging( req, res ) {
     return res.sendError( { error: error }, 500 );
   }
 }
+
+export async function migrateRevopIndex( req, res ) {
+  try {
+    const { storeId, dateString, size = 500 } = req.body;
+    const openSearch = JSON.parse( process.env.OPENSEARCH );
+
+    const query = {
+      size: size,
+      query: {
+        bool: {
+          must: [],
+        },
+      },
+    };
+
+    if ( storeId ) {
+      query.query.bool.must.push( {
+        term: {
+          'storeId.keyword': storeId,
+        },
+      } );
+    }
+
+    if ( dateString ) {
+      query.query.bool.must.push( {
+        terms: {
+          dateString: Array.isArray( dateString ) ? dateString : `${dateString}`.split( ',' ),
+        },
+      } );
+    }
+
+    const response = await getOpenSearchData( openSearch.revop, query );
+    const hits = response?.body?.hits?.hits || [];
+
+    if ( hits.length === 0 ) {
+      return res.sendSuccess( { message: 'No records found for migration', updated: 0 } );
+    }
+
+    const bulkBody = [];
+
+    for ( const hit of hits ) {
+      const src = hit._source || {};
+      const statusValue = ( src.status || '' ).toLowerCase();
+      const parentValue = src.parent;
+      const idValue = `${src.storeId || ''}_${src.dateString || src.dteString || ''}_${src.tempId || ''}`;
+
+      let actions = [
+        {
+          actionType: 'tagging',
+          action: 'submitted',
+        },
+      ];
+
+      if ( statusValue === 'approved' ) {
+        actions = [
+          {
+            actionType: 'tagging',
+            action: 'submitted',
+          },
+          {
+            actionType: 'review',
+            action: 'approved',
+          },
+        ];
+      } else if ( statusValue === 'rejected' ) {
+        actions = [
+          {
+            actionType: 'tagging',
+            action: 'submitted',
+          },
+          {
+            actionType: 'review',
+            action: 'rejected',
+          },
+        ];
+      }
+
+      const doc = {
+        id: idValue,
+        isParent: parentValue === null || parentValue === undefined ? false : true,
+        actions,
+        ticketStatus: src.status,
+        // updatedAt: new Date(),
+      };
+
+      bulkBody.push(
+          { update: { _index: openSearch.newRevop, _id: hit._id } },
+          { doc: doc, doc_as_upsert: true },
+      );
+    }
+
+    const bulkRes = await bulkUpdate( bulkBody );
+    if ( bulkRes?.errors ) {
+      logger.error( 'Bulk migration errors:', bulkRes.items );
+      return res.sendError( 'Failed to migrate some records', 500 );
+    }
+
+    return res.sendSuccess( { message: 'Migration completed', updated: hits.length } );
+  } catch ( error ) {
+    logger.error( { error: error, message: req.body, function: 'migrateRevopIndex' } );
+    return res.sendError( { error: error }, 500 );
+  }
+}
+
+export async function expireReviewStatus( req, res ) {
+  try {
+    const {
+      thresholdDate = '2025-12-20',
+      batchSize = 500,
+      storeId,
+      dateString,
+    } = req.body;
+    logger.info( { inputData: req.body, msg: '........1' } );
+    const cutoffDate = new Date( thresholdDate );
+    if ( Number.isNaN( cutoffDate.getTime() ) ) {
+      return res.sendError( 'Invalid thresholdDate', 400 );
+    }
+
+
+    const openSearch = JSON.parse( process.env.OPENSEARCH );
+    const query = {
+      size: batchSize,
+      query: {
+        bool: {
+          must: [
+            { term: { 'ticketName.keyword': 'footfall-directory' } },
+            { term: { 'type.keyword': 'store' } },
+          ],
+          must_not: [
+            { terms: { 'status.keyword': [ 'Closed' ] } },
+          ],
+        },
+      },
+    };
+
+
+    if ( storeId ) {
+      query.query.bool.must.push( { term: { 'storeId.keyword': storeId } } );
+    }
+
+
+    if ( dateString ) {
+      query.query.bool.must.push( {
+        terms: {
+          dateString: Array.isArray( dateString ) ? dateString : `${dateString}`.split( ',' ),
+        },
+      } );
+    }
+
+
+    let totalUpdated = 0;
+    let scrollId = null;
+
+    let firstResponse = await searchOpenSearchData( openSearch.footfallDirectory, query );
+    let hitsBatch = firstResponse?.body?.hits?.hits || [];
+    logger.info( { hitsBatch } );
+    scrollId = firstResponse?.body?._scroll_id;
+
+    while ( hitsBatch.length > 0 ) {
+      const bulkBody = [];
+
+      for ( const hit of hitsBatch ) {
+        const src = hit._source || {};
+        const mappingInfo = Array.isArray( src.mappingInfo ) ? src.mappingInfo : [];
+        let changed = false;
+        const updatedMapping = mappingInfo.map( ( item ) => {
+          if ( item?.type === 'review'&& item?.type !== 'Closed' && item?.dueDate ) {
+            const due = new Date( item.dueDate );
+            logger.info( { due, msg: '..........1', cutoffDate } );
+            if ( !Number.isNaN( due.getTime() ) && due < cutoffDate ) {
+              changed = true;
+              return { ...item, status: 'Expired' };
+            }
+          }
+          return item;
+        } );
+
+
+        if ( changed ) {
+          const doc = {
+            mappingInfo: updatedMapping,
+            status: 'Expired',
+          };
+
+          bulkBody.push(
+              { update: { _index: openSearch.footfallDirectory, _id: hit._id } },
+              { doc: doc, doc_as_upsert: true },
+          );
+        }
+      }
+
+      if ( bulkBody.length > 0 ) {
+        const bulkRes = await bulkUpdate( bulkBody );
+        if ( bulkRes?.errors ) {
+          logger.error( { message: 'Bulk expire errors', items: bulkRes.items } );
+        }
+        totalUpdated += bulkBody.length / 2;
+      }
+      logger.info( { totalUpdated, msg: '........9' } );
+      if ( !scrollId ) break;
+      const nextRes = await scrollResponse( scrollId );
+      hitsBatch = nextRes?.body?.hits?.hits || [];
+      scrollId = nextRes?.body?._scroll_id;
+    }
+
+    return res.sendSuccess( { message: 'Expired review status updated', updated: totalUpdated } );
+  } catch ( error ) {
+    logger.error( { error: error, message: req.body, function: 'expireReviewStatus' } );
+    return res.sendError( { error: error }, 500 );
+  }
+}
 export async function revoptaggingcount( req, res ) {
   try {
     const openSearch = JSON.parse( process.env.OPENSEARCH );
@@ -221,6 +432,9 @@ export async function storeProcessedData( req, res ) {
       dayjs.extend( isSameOrBefore );
 
       let start = dayjs( fromDate );
+      // get start value from the before day one
+      // Move start one day back so we can access "day before" when looping
+      start = start.subtract( 1, 'day' );
       let end = dayjs( toDate );
 
       if ( !start.isValid() || !end.isValid() ) {
@@ -267,10 +481,12 @@ export async function storeProcessedData( req, res ) {
 
       const responseArray = [];
 
-      for ( let i = 0; i < orderedDates.length; i++ ) {
+      for ( let i = 1; i < orderedDates.length; i++ ) {
         const currentDate = orderedDates[i];
         const currentId = `${storeId}_${currentDate}`;
+        logger.info( { currentId, currentDate } );
         const processedData = hitsMap.get( currentId );
+        logger.info( { processedData } );
         if ( !processedData ) {
           responseArray.push( {
             date: currentDate,
@@ -283,13 +499,17 @@ export async function storeProcessedData( req, res ) {
 
         const prevDate = dayjs( currentDate ).subtract( 1, 'day' ).format( 'YYYY-MM-DD' );
         const prevId = `${storeId}_${prevDate}`;
+        logger.info( { prevId, prevDate } );
         const previousData = hitsMap.get( prevId );
 
         let footfallCountTrend = 0;
+        logger.info( { previousData, previoucubr1: previousData?.footfall_count } );
         if ( previousData && previousData.footfall_count ) {
+          logger.info( { previousData, previoucubr: previousData?.footfall_count } );
           footfallCountTrend = Math.round(
-              ( ( processedData.footfall_count - previousData.footfall_count ) / previousData.footfall_count ) * 100,
+              ( ( processedData.footfall_count - previousData?.footfall_count ) / previousData.footfall_count ) * 100,
           );
+          logger.info( { footfallCountTrend } );
         }
         // Add ticket status from openSearch.footfallDirectory (_source.status)
         let ticketStatus = null;
@@ -302,6 +522,11 @@ export async function storeProcessedData( req, res ) {
                 { term: { 'storeId.keyword': storeId } },
                 { term: { 'dateString': currentDate } },
                 { term: { 'ticketName.keyword': 'footfall-directory' } },
+                {
+                  'term': {
+                    'type.keyword': 'store',
+                  },
+                },
               ],
             },
           },
@@ -403,43 +628,177 @@ export async function footFallImages( req, res ) {
                 'ticketName.keyword': 'footfall-directory',
               },
             },
+            {
+              'term': {
+                'type.keyword': 'store',
+              },
+            },
           ],
         },
       },
-      // '_source': [ 'dateString', 'storeId', 'duplicateCount', 'footfallCount', 'employeeCount', 'houseKeepingCount', 'junkCount', 'status', 'ticketId', 'comments', 'userName', 'role', 'createdAt', 'email', 'houseKeepingACCount', 'duplicateACCount', 'employeeACCount', 'junkACCount', 'approverEmail', 'approverRole', 'approverUserName' ],
+      '_source': [ 'dateString', 'storeId', 'mappingInfo', 'revicedFootfall', 'revicedPerc', 'reviced', 'createdAt', 'updatedAt', 'footfallCount' ],
 
     };
 
     const getData = await getOpenSearchData( opensearch.footfallDirectory, query );
     const ticketDetails = getData?.body?.hits?.hits[0];
     let temp = [];
-   ticketDetails?._source? temp.push( ticketDetails?._source ) :null;
-   //  temp[0].status = 'open';
-   if ( ticketDetails?._source?.status == 'closed' ) {
-     delete temp[0].status;
-     temp.push( { ...ticketDetails?._source, status: 'closed' } );
-
-     temp[1].userName = getData?.body?.hits?.hits?.[0]?._source?.approverUserName;
-     temp[1].email = getData?.body?.hits?.hits?.[0]?._source?.approverEmail;
-     temp[1].role = getData?.body?.hits?.hits?.[0]?._source?.approverRole;
-     temp[1].employeeCount = getData?.body?.hits?.hits?.[0]?._source?.employeeACCount;
-     temp[1].houseKeepingCount = getData?.body?.hits?.hits?.[0]?._source?.houseKeepingACCount;
-     temp[1].duplicateCount = getData?.body?.hits?.hits?.[0]?._source?.duplicateACCount;
-     temp[1].junkCount = getData?.body?.hits?.hits?.[0]?._source?.junkACCount;
-   }
-   const LamdaURL = revop.getImages;
-   let resultData = await LamdaServiceCall( LamdaURL, inputData );
-   logger.info( { resultData: resultData } );
-   if ( resultData ) {
-   temp.length? temp[0].status = 'open': null;
-   if ( resultData.status_code == '200' ) {
-     return res.sendSuccess( { ...resultData, ticketStatus: temp?.length > 0? temp : null, config: req?.store?.footfallDirectoryConfigs } );
-   } else {
-     return res.sendError( 'No Content', 204 );
-   }
-   } else {
-     return res.sendError( 'No Content', 204 );
-   }
+    const footfallValue = ticketDetails?._source?.footfallCount ?? 0;
+    const mappingInfoArray = ticketDetails?._source?.mappingInfo ?? [];
+    // Helper to get mappingInfo for an actionType
+    function getMappingForType( type ) {
+      return mappingInfoArray.find( ( m ) => m.type === type ) || {};
+    }
+
+    // List of actionTypes to process in sequence
+
+    if ( req.user.userType !== 'tango' && req.user.role !== 'superadmin' ) {
+      switch ( req.user.role ) {
+        case 'user':
+          const actionTypesUser = [ 'tagging', 'finalRevision' ];
+
+          temp = [];
+          actionTypesUser.forEach( ( type ) => {
+            const mapping = getMappingForType( type );
+            if ( type === 'tagging' ) {
+              const revisedFootfall = mapping.revicedFootfall ?? 0;
+              const revisedPerc =
+                footfallValue > 0 ?
+                  `${Math.round( ( revisedFootfall / footfallValue ) * 100 )}` :
+                  '0';
+              const countObj = mapping.count ? [ ...mapping.count ] : [];
+              temp.push( {
+                actionType: type,
+                footfall: footfallValue,
+                revicedFootfall: revisedFootfall,
+                revicedPerc: revisedPerc,
+                count: countObj,
+                createdAt: mapping.createdAt ?? '',
+                createdByEmail: mapping.createdByEmail ?? '',
+                createdByUserName: mapping.createdByUserName ?? '',
+                createdByRole: mapping.createdByRole ?? '',
+                isUp: false,
+              } );
+            } else if ( type !== 'tagging' && mapping.status === 'Closed' ) {
+              const revisedFootfall = mapping.revicedFootfall ?? 0;
+              const revisedPerc =
+                footfallValue > 0 ?
+                  `${Math.round( ( revisedFootfall / footfallValue ) * 100 )}` :
+                  '0';
+              const countObj = mapping.count ? [ ...mapping.count ] : [];
+              temp.push( {
+                actionType: type,
+                footfall: footfallValue,
+                revicedFootfall: revisedFootfall,
+                revicedPerc: revisedPerc,
+                count: countObj,
+                createdAt: mapping.createdAt ?? '',
+                createdByEmail: mapping.createdByEmail ?? '',
+                createdByUserName: mapping.createdByUserName ?? '',
+                createdByRole: mapping.createdByRole ?? '',
+              } );
+            }
+          } );
+          break;
+        case 'admin':
+          const actionTypesAdmin = [ 'tagging', 'review', 'finalRevision' ];
+          temp = [];
+          actionTypesAdmin.forEach( ( type ) => {
+            const mapping = getMappingForType( type );
+            if ( type === 'tagging' ) {
+              const revisedFootfall = mapping.revicedFootfall ?? 0;
+              const revisedPerc =
+                footfallValue > 0 ?
+                  `${Math.round( ( revisedFootfall / footfallValue ) * 100 )}` :
+                  '0';
+              const countObj = mapping.count ? [ ...mapping.count ] : [];
+              temp.push( {
+                actionType: type,
+                footfall: footfallValue,
+                revicedFootfall: revisedFootfall,
+                revicedPerc: revisedPerc,
+                count: countObj,
+                createdAt: mapping.createdAt ?? '',
+                createdByEmail: mapping.createdByEmail ?? '',
+                createdByUserName: mapping.createdByUserName ?? '',
+                createdByRole: mapping.createdByRole ?? '',
+                isUp: false,
+              } );
+            } else if ( type !== 'tagging' && mapping.status === 'Closed' ) {
+              const revisedFootfall = mapping.revicedFootfall ?? 0;
+              const revisedPerc =
+                footfallValue > 0 ?
+                  `${Math.round( ( revisedFootfall / footfallValue ) * 100 )}` :
+                  '0';
+              const countObj = mapping.count ? [ ...mapping.count ] : [];
+              temp.push( {
+                actionType: type,
+                footfall: footfallValue,
+                revicedFootfall: revisedFootfall,
+                revicedPerc: revisedPerc,
+                count: countObj,
+                createdAt: mapping.createdAt ?? '',
+                createdByEmail: mapping.createdByEmail ?? '',
+                createdByUserName: mapping.createdByUserName ?? '',
+                createdByRole: mapping.createdByRole ?? '',
+              } );
+            }
+          } );
+      }
+    } else {
+      const actionTypes = [ 'tagging', 'review', 'approve', 'tangoreview', 'finalRevision' ];
+
+      // Dynamically add to temp only if actionType matches and status is 'closed',
+      // except for 'tagging' where status must be 'raised'
+      temp = [];
+      actionTypes.forEach( ( type ) => {
+        const mapping = getMappingForType( type );
+        if ( type === 'tagging' ) {
+          const countObj = mapping.count ? [ ...mapping.count ] : [];
+          temp.push( {
+            actionType: type,
+            footfall: footfallValue,
+            revicedFootfall: mapping.revicedFootfall ?? 0,
+            revicedPerc: mapping.revicedPerc ?? '--',
+            count: countObj,
+            createdAt: mapping.createdAt ?? '',
+            createdByEmail: mapping.createdByEmail ?? '',
+            createdByUserName: mapping.createdByUserName ?? '',
+            createdByRole: mapping.createdByRole ?? '',
+            isUp: false,
+          } );
+        }
+        if ( type !== 'tagging' && mapping.status === 'Closed' ) {
+          const countObj = mapping.count ? [ ...mapping.count ] : [];
+          temp.push( {
+            actionType: type,
+            footfall: footfallValue,
+            revicedFootfall: mapping.revicedFootfall ?? 0,
+            revicedPerc: mapping.revicedPerc ?? '--',
+            count: countObj,
+            createdAt: mapping.createdAt ?? '',
+            createdByEmail: mapping.createdByEmail ?? '',
+            createdByUserName: mapping.createdByUserName ?? '',
+            createdByRole: mapping.createdByRole ?? '',
+          } );
+        }
+      } );
+    }
+
+
+    const LamdaURL = revop.getImages;
+    let resultData = await LamdaServiceCall( LamdaURL, inputData );
+    if ( resultData ) {
+      //  temp.length? temp[0].status = 'open': null;
+
+      if ( resultData.status_code == '200' ) {
+        return res.sendSuccess( { ...resultData, ticketStatus: temp?.length > 0 && ticketDetails? temp : null, config: req?.store?.footfallDirectoryConfigs } );
+      } else {
+        return res.sendError( 'No Content', 204 );
+      }
+    } else {
+      return res.sendError( 'No Content', 204 );
+    }
   } catch ( error ) {
     logger.error( { message: error, data: req.query, function: 'storeProcessedData' } );
     const err = error.message || 'Internal Server Error';
@@ -464,9 +823,21 @@ export async function tagTempId( req, res ) {
       exitTime: inputData.exitTime,
       filePath: inputData.filePath,
       status: inputData?.revopsType == 'non-tagging' ?'':'submitted',
-      description: '',
-      isChecked: inputData.isChecked,
-      duplicateImage: inputData?.duplicateImage?.length>0? inputData?.duplicateImage :[],
+      description: inputData.comments || '',
+      isChecked: null,
+      // Add id to each object in duplicateImage if it exists and is an array
+      duplicateImage: Array.isArray( inputData?.duplicateImage ) ?
+        inputData.duplicateImage.map( ( img ) => ( {
+          ...img,
+          id: `${inputData?.storeId}_${inputData?.dateString}_${img?.tempId}`,
+          actions: [
+            {
+              actionType: 'tagging',
+              action: 'submitted',
+            },
+          ],
+        } ) ) :
+        [],
       type: 'tagging-reflect',
       ticketStatus: 'submitted',
       isParent: inputData?.revopsType === 'duplicate'? true : false,
@@ -476,6 +847,7 @@ export async function tagTempId( req, res ) {
           action: 'submitted',
         },
       ],
+      comments: inputData.comments || '',
       createdAt: new Date(),
       updatedAt: new Date(),
 
@@ -491,8 +863,10 @@ export async function tagTempId( req, res ) {
     ctx._source.description = params.description;
     ctx._source.isChecked = params.isChecked;
     ctx._source.duplicateImage = params.duplicateImage;
+     ctx._source.isParent = params.isParent;
     ctx._source.updatedAt = params.updatedAt;
     ctx._source.timeRange = params.timeRange;
+    ctx._source.comments = params.comments;
     if (ctx._source.createdAt == null) {
       ctx._source.createdAt = params.createdAt;
        ctx._source.clientId = params.clientId;
@@ -507,6 +881,32 @@ export async function tagTempId( req, res ) {
     };
     const id = `${inputData.storeId}_${inputData.dateString}_${inputData.timeRange}_${inputData.tempId}`;
     await upsertWithScript( openSearch.revop, id, { script, upsert: upsertRecord } );
+    if ( inputData?.comments && inputData?.comments !== '' ) {
+      const id = `${inputData.storeId}_${inputData.dateString}_${Date.now()}`;
+      const logs = {
+        type: 'tagging',
+        parent: inputData?.revopsType == 'duplicate'? inputData.tempId : null,
+        id: `${inputData?.storeId}_${inputData?.dateString}_${inputData?.tempId}`,
+        tempId: inputData.tempId,
+        timeRange: inputData.timeRange,
+        storeId: inputData.storeId,
+        dateString: inputData.dateString,
+        processType: inputData.processType,
+        category: inputData.revopsType,
+        entryTime: inputData.entryTime,
+        exitTime: inputData.exitTime,
+        filePath: inputData.filePath,
+        status: inputData?.revopsType == 'non-tagging' ?'':'submitted',
+        description: inputData.comments || '',
+        isChecked: null,
+        createdByEmail: req?.user?.email,
+        createdByUserName: req?.user?.userName,
+        createdByRole: req?.user?.role,
+        message: inputData.comments || '',
+        createdAt: new Date(),
+      };
+      await insertWithId( openSearch.vmsCommentsLog, id, logs );
+    }
     if ( inputData?.duplicateImage?.length> 0 ) {
       let bulkBody = [];
       for ( let item of inputData?.duplicateImage ) {
@@ -514,10 +914,10 @@ export async function tagTempId( req, res ) {
           clientId: inputData.storeId.split( '-' )[0],
           storeId: inputData.storeId,
           tempId: item.tempId,
-          id: `${inputData?.storeId}_${inputData?.dateString}_${inputData?.tempId}`,
+          id: `${inputData?.storeId}_${inputData?.dateString}_${item?.tempId}`,
           dateString: inputData.dateString,
           timeRange: item.timeRange,
-          isChecked: item.isChecked,
+          isChecked: null,
           processType: inputData.processType,
           revopsType: item.revopsType,
           entryTime: item.entryTime,
@@ -529,6 +929,7 @@ export async function tagTempId( req, res ) {
           isParent: false,
           type: 'tagging-reflect',
           ticketStatus: 'submitted',
+          comments: inputData.comments || '',
           actions: [
             {
               actionType: 'tagging',
@@ -556,12 +957,20 @@ export async function tagTempId( req, res ) {
           return { success: false, errors: res1.items };
         } else {
           logger.info( { msg: 'res1' } );
-          return res.sendSuccess( `ID tagged as duplicates` );
+          return res.sendSuccess( `ID tagged as Duplicates` );
           // return { success: true };
         }
       }
     } else {
-      const message = inputData?.revopsType == 'non-tagging' ? 'ID removed from tagging' :inputData?.revopsType == 'employee' ?'ID tagged as an employee/staff':inputData?.revopsType == 'junk'? 'ID tagged as a junk':'ID tagged as an house keeping';
+      // Convert camelCase revopsType to space-separated and capitalize first letter of each word
+      function camelCaseToTitle( str ) {
+        if ( !str ) return '';
+        return str.replace( /([A-Z])/g, ' $1' ).replace( /^./, ( s ) => s.toUpperCase() );
+      }
+      const titleRevopsType = camelCaseToTitle( inputData?.revopsType );
+      const message = inputData?.revopsType == 'non-tagging' ?
+        'ID removed from tagging' :
+        `ID tagged as ${titleRevopsType}`;
       return res.sendSuccess( message );
     }
   } catch ( error ) {
@@ -588,3 +997,343 @@ export async function getCategorizedImages( req, res ) {
     return res.sendError( err, 500 );
   }
 }
+
+export async function vmsDataMigration( req, res ) {
+  try {
+    const openSearch = JSON.parse( process.env.OPENSEARCH );
+    const inputData = req.body;
+    const { storeId, dateString, limit = 100 } = inputData;
+
+    // Build query to fetch old structure documents
+    const query = {
+      query: {
+        bool: {
+          must: [
+            {
+              term: {
+                'ticketName.keyword': 'footfall-directory',
+              },
+            },
+          ],
+        },
+      },
+      size: parseInt( limit ),
+    };
+
+    // Add storeId filter if provided
+    if ( storeId ) {
+      query.query.bool.must.push( {
+        term: {
+          'storeId.keyword': storeId,
+        },
+      } );
+    }
+
+    // Add dateString filter if provided
+    if ( dateString ) {
+      query.query.bool.must.push( {
+        terms: {
+          dateString: dateString?.split( ',' ),
+        },
+      } );
+    }
+
+    // Exclude documents that already have the new structure (have mappingInfo or type: 'store')
+    query.query.bool.must_not = [
+      {
+        exists: {
+          field: 'mappingInfo',
+        },
+      },
+      {
+        term: {
+          'type.keyword': 'store',
+        },
+      },
+    ];
+
+    const getData = await getOpenSearchData( openSearch.oldFootfallDirectory, query );
+    logger.info( { getData } );
+    const hits = getData?.body?.hits?.hits || [];
+
+    if ( hits.length === 0 ) {
+      return res.sendSuccess( { message: 'No documents found to migrate', migrated: 0 } );
+    }
+
+    let migratedCount = 0;
+    const errors = [];
+
+    for ( const hit of hits ) {
+      try {
+        const oldSource = hit._source;
+        const documentId = hit._id;
+
+        // Calculate revicedFootfall (sum of AC counts)
+        const revicedFootfall = ( oldSource.duplicateACCount || 0 ) +
+          ( oldSource.employeeACCount || 0 ) +
+          ( oldSource.houseKeepingACCount || 0 ) +
+          ( oldSource.junkACCount || 0 );
+
+        // Calculate revicedPerc
+        const footfallCount = oldSource.footfallCount || 0;
+        const revicedPerc = footfallCount > 0 ?
+          Math.round( ( revicedFootfall / footfallCount ) * 100 ) :
+          0;
+
+        // Calculate reviced
+        const reviced = parseInt( revicedPerc );
+
+        // Transform arrays to revisedDetail format
+        const revisedDetail = [];
+
+        // Transform duplicateImages
+        if ( Array.isArray( oldSource.duplicateImages ) ) {
+          for ( const duplicate of oldSource.duplicateImages ) {
+            const parentId = `${oldSource.storeId}_${oldSource.dateString}_${duplicate.tempId}`;
+            const parentDetail = {
+              id: parentId,
+              clientId: oldSource.clientId,
+              storeId: oldSource.storeId,
+              tempId: duplicate.tempId,
+              dateString: oldSource.dateString,
+              timeRange: duplicate.timeRange,
+              processType: 'footfall',
+              revopsType: 'duplicate',
+              entryTime: duplicate.entryTime,
+              exitTime: duplicate.exitTime,
+              filePath: duplicate.filePath,
+              status: oldSource.duplicateStatus || 'submitted',
+              description: '',
+              isChecked: duplicate.isChecked !== undefined ? duplicate.isChecked : false,
+              type: 'tagging-reflect',
+              parent: null,
+              isParent: true,
+              createdAt: oldSource.createdAt || new Date(),
+              updatedAt: oldSource.updatedAt || new Date(),
+              duplicateImage: [],
+            };
+
+            // Add child duplicate images
+            if ( Array.isArray( duplicate.data ) ) {
+              parentDetail.duplicateImage = duplicate.data.map( ( child ) => ( {
+                id: `${oldSource.storeId}_${oldSource.dateString}_${child.tempId}`,
+                tempId: child.tempId,
+                timeRange: child.timeRange,
+                entryTime: child.entryTime,
+                exitTime: child.exitTime,
+                filePath: child.filePath,
+                isChecked: child.isChecked !== undefined ? child.isChecked : true,
+              } ) );
+
+              // Add child details to revisedDetail
+              for ( const child of duplicate.data ) {
+                revisedDetail.push( {
+                  id: `${oldSource.storeId}_${oldSource.dateString}_${child.tempId}`,
+                  clientId: oldSource.clientId,
+                  storeId: oldSource.storeId,
+                  tempId: child.tempId,
+                  dateString: oldSource.dateString,
+                  timeRange: child.timeRange,
+                  processType: 'footfall',
+                  revopsType: 'duplicate',
+                  entryTime: child.entryTime,
+                  exitTime: child.exitTime,
+                  filePath: child.filePath,
+                  status: oldSource.duplicateStatus || 'submitted',
+                  description: '',
+                  isChecked: child.isChecked !== undefined ? child.isChecked : false,
+                  type: 'tagging-reflect',
+                  parent: duplicate.tempId,
+                  isParent: false,
+                  createdAt: oldSource.createdAt || new Date(),
+                  updatedAt: oldSource.updatedAt || new Date(),
+                  duplicateImage: [],
+                } );
+              }
+            }
+
+            revisedDetail.push( parentDetail );
+          }
+        }
+
+        // Transform houseKeeping
+        if ( Array.isArray( oldSource.houseKeeping ) ) {
+          for ( const item of oldSource.houseKeeping ) {
+            revisedDetail.push( {
+              id: `${oldSource.storeId}_${oldSource.dateString}_${item.tempId}`,
+              clientId: oldSource.clientId,
+              storeId: oldSource.storeId,
+              tempId: item.tempId,
+              dateString: oldSource.dateString,
+              timeRange: item.timeRange,
+              processType: 'footfall',
+              revopsType: 'houseKeeping',
+              entryTime: item.entryTime,
+              exitTime: item.exitTime,
+              filePath: item.filePath,
+              status: oldSource.houseKeepingStatus || 'submitted',
+              description: '',
+              isChecked: item.isChecked !== undefined ? item.isChecked : false,
+              type: 'tagging-reflect',
+              parent: null,
+              isParent: false,
+              createdAt: oldSource.createdAt || new Date(),
+              updatedAt: oldSource.updatedAt || new Date(),
+              duplicateImage: [],
+            } );
+          }
+        }
+
+        // Transform employee
+        if ( Array.isArray( oldSource.employee ) ) {
+          for ( const item of oldSource.employee ) {
+            revisedDetail.push( {
+              id: `${oldSource.storeId}_${oldSource.dateString}_${item.tempId}`,
+              clientId: oldSource.clientId,
+              storeId: oldSource.storeId,
+              tempId: item.tempId,
+              dateString: oldSource.dateString,
+              timeRange: item.timeRange,
+              processType: 'footfall',
+              revopsType: 'employee',
+              entryTime: item.entryTime,
+              exitTime: item.exitTime,
+              filePath: item.filePath,
+              status: oldSource.employeeStatus || 'submitted',
+              description: '',
+              isChecked: item.isChecked !== undefined ? item.isChecked : false,
+              type: 'tagging-reflect',
+              parent: null,
+              isParent: false,
+              createdAt: oldSource.createdAt || new Date(),
+              updatedAt: oldSource.updatedAt || new Date(),
+              duplicateImage: [],
+            } );
+          }
+        }
+
+        // Transform junk
+        if ( Array.isArray( oldSource.junk ) ) {
+          for ( const item of oldSource.junk ) {
+            revisedDetail.push( {
+              id: `${oldSource.storeId}_${oldSource.dateString}_${item.tempId}`,
+              clientId: oldSource.clientId,
+              storeId: oldSource.storeId,
+              tempId: item.tempId,
+              dateString: oldSource.dateString,
+              timeRange: item.timeRange,
+              processType: 'footfall',
+              revopsType: 'junk',
+              entryTime: item.entryTime,
+              exitTime: item.exitTime,
+              filePath: item.filePath,
+              status: 'submitted',
+              description: '',
+              isChecked: item.isChecked !== undefined ? item.isChecked : false,
+              type: 'tagging-reflect',
+              parent: null,
+              isParent: false,
+              createdAt: oldSource.createdAt || new Date(),
+              updatedAt: oldSource.updatedAt || new Date(),
+              duplicateImage: [],
+            } );
+          }
+        }
+
+        // Create count array
+        const count = [
+          {
+            name: 'Duplicate',
+            value: oldSource.duplicateCount || 0,
+            key: 'duplicateCount',
+            type: 'duplicate',
+          },
+          {
+            name: 'Employee',
+            value: oldSource.employeeCount || 0,
+            key: 'employeeCount',
+            type: 'employee',
+          },
+          {
+            name: 'House keeping',
+            value: oldSource.houseKeepingCount || 0,
+            key: 'houseKeepingCount',
+            type: 'houseKeeping',
+          },
+          {
+            name: 'Junk',
+            value: oldSource.junkCount || 0,
+            key: 'junkCount',
+            type: 'junk',
+          },
+        ];
+
+        // Create mappingInfo array
+        const mappingInfo = [
+          {
+            type: 'tagging',
+            mode: 'mobile',
+            revicedFootfall,
+            revicedPerc: `${revicedPerc}%`,
+            reviced,
+            count,
+            revisedDetail,
+            status: oldSource.status === 'open' ? 'Raised' : oldSource.status || 'Raised',
+            createdByEmail: oldSource.email || '',
+            createdByUserName: oldSource.userName || '',
+            createdByRole: oldSource.role || 'user',
+            createdAt: oldSource.createdAt || new Date(),
+          },
+          {
+            type: 'review',
+            count,
+            revisedDetail,
+            status: oldSource.status === 'open' ? 'Open' : oldSource.status || 'Open',
+            dueDate: oldSource.updatedAt ? new Date( new Date( oldSource.updatedAt ).getTime() + 3 * 24 * 60 * 60 * 1000 ) : new Date( Date.now() + 3 * 24 * 60 * 60 * 1000 ),
+          },
+        ];
+
+        // Create new structure
+        const newSource = {
+          storeId: oldSource.storeId,
+          type: 'store',
+          dateString: oldSource.dateString,
+          storeName: oldSource.storeName,
+          ticketName: oldSource.ticketName,
+          footfallCount: oldSource.footfallCount,
+          clientId: oldSource.clientId,
+          ticketId: oldSource.ticketId,
+          createdAt: oldSource.createdAt,
+          updatedAt: oldSource.updatedAt,
+          status: oldSource.status === 'open' ? 'Raised' : oldSource.status || 'Raised',
+          comments: oldSource.comments || '',
+          revicedFootfall,
+          revicedPerc: `${revicedPerc}%`,
+          reviced,
+          mappingInfo,
+        };
+
+        // Update document in OpenSearch
+        // await updateOpenSearchData( openSearch.footfallDirectory, documentId, { doc: newSource } );
+        // migratedCount++;
+
+        logger.info( { message: 'Document migrated successfully', newSource, documentId, storeId: oldSource.storeId, dateString: oldSource.dateString } );
+      } catch ( error ) {
+        const errorMsg = `Error migrating document ${hit._id}: ${error.message}`;
+        errors.push( errorMsg );
+        logger.error( { error: error, documentId: hit._id, function: 'vmsDataMigration' } );
+      }
+    }
+
+    return res.sendSuccess( {
+      message: `Migration completed. ${migratedCount} document(s) migrated.`,
+      migrated: migratedCount,
+      total: hits.length,
+      errors: errors.length > 0 ? errors : undefined,
+    } );
+  } catch ( error ) {
+    logger.error( { error: error, message: req.query, function: 'vmsDataMigration' } );
+    const err = error.message || 'Internal Server Error';
+    return res.sendError( err, 500 );
+  }
+}