tango-app-api-analysis-traffic 3.8.7-vms.29 → 3.8.7-vms.30

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "tango-app-api-analysis-traffic",
-    "version": "3.8.7-vms.29",
+    "version": "3.8.7-vms.30",
     "description": "Traffic Analysis",
     "main": "index.js",
     "type": "module",

package/src/controllers/revop.controller.js

@@ -137,6 +137,109 @@ export async function getrevoptagging( req, res ) {
     return res.sendError( { error: error }, 500 );
   }
 }
+
+export async function migrateRevopIndex( req, res ) {
+  try {
+    const { storeId, dateString, size = 500 } = req.body;
+    const openSearch = JSON.parse( process.env.OPENSEARCH );
+
+    const query = {
+      size: size,
+      query: {
+        bool: {
+          must: [],
+        },
+      },
+    };
+
+    if ( storeId ) {
+      query.query.bool.must.push( {
+        term: {
+          'storeId.keyword': storeId,
+        },
+      } );
+    }
+
+    if ( dateString ) {
+      query.query.bool.must.push( {
+        terms: {
+          dateString: Array.isArray( dateString ) ? dateString : `${dateString}`.split( ',' ),
+        },
+      } );
+    }
+
+    const response = await getOpenSearchData( openSearch.revop, query );
+    const hits = response?.body?.hits?.hits || [];
+
+    if ( hits.length === 0 ) {
+      return res.sendSuccess( { message: 'No records found for migration', updated: 0 } );
+    }
+
+    const bulkBody = [];
+
+    for ( const hit of hits ) {
+      const src = hit._source || {};
+      const statusValue = ( src.status || '' ).toLowerCase();
+      const parentValue = src.parent;
+      const idValue = `${src.storeId || ''}_${src.dateString || src.dteString || ''}_${src.tempId || ''}`;
+
+      let actions = [
+        {
+          actionType: 'tagging',
+          action: 'submitted',
+        },
+      ];
+
+      if ( statusValue === 'approved' ) {
+        actions = [
+          {
+            actionType: 'tagging',
+            action: 'submitted',
+          },
+          {
+            actionType: 'review',
+            action: 'approved',
+          },
+        ];
+      } else if ( statusValue === 'rejected' ) {
+        actions = [
+          {
+            actionType: 'tagging',
+            action: 'submitted',
+          },
+          {
+            actionType: 'review',
+            action: 'rejected',
+          },
+        ];
+      }
+
+      const doc = {
+        id: idValue,
+        isParent: parentValue === null || parentValue === undefined ? false : true,
+        actions,
+        ticketStatus: src.status,
+        // updatedAt: new Date(),
+      };
+
+      bulkBody.push(
+          { update: { _index: openSearch.newRevop, _id: hit._id } },
+          { doc: doc, doc_as_upsert: true },
+      );
+    }
+
+    const bulkRes = await bulkUpdate( bulkBody );
+    if ( bulkRes?.errors ) {
+      logger.error( 'Bulk migration errors:', bulkRes.items );
+      return res.sendError( 'Failed to migrate some records', 500 );
+    }
+
+    return res.sendSuccess( { message: 'Migration completed', updated: hits.length } );
+  } catch ( error ) {
+    logger.error( { error: error, message: req.body, function: 'migrateRevopIndex' } );
+    return res.sendError( { error: error }, 500 );
+  }
+}
 export async function revoptaggingcount( req, res ) {
   try {
     const openSearch = JSON.parse( process.env.OPENSEARCH );
@@ -425,7 +528,7 @@ export async function footFallImages( req, res ) {
           ],
         },
       },
-      '_source': [ 'dateString', 'storeId', 'mappingInfo', 'revicedFootfall', 'revicedPerc', 'createdAt', 'updatedAt', 'footfallCount' ],
+      '_source': [ 'dateString', 'storeId', 'mappingInfo', 'revicedFootfall', 'revicedPerc', 'reviced', 'createdAt', 'updatedAt', 'footfallCount' ],
 
     };
 
@@ -548,7 +651,7 @@ export async function footFallImages( req, res ) {
             actionType: type,
             footfall: footfallValue,
             revicedFootfall: mapping.revicedFootfall ?? 0,
-            revicedPerc: mapping.revicedPerc ?? '--',
+            revicedPerc: mapping.reviced ?? '--',
             count: countObj,
             createdAt: mapping.createdAt ?? '',
             createdByEmail: mapping.createdByEmail ?? '',
@@ -563,7 +666,7 @@ export async function footFallImages( req, res ) {
             actionType: type,
             footfall: footfallValue,
             revicedFootfall: mapping.revicedFootfall ?? 0,
-            revicedPerc: mapping.revicedPerc ?? '--',
+            revicedPerc: mapping.reviced ?? '--',
             count: countObj,
             createdAt: mapping.createdAt ?? '',
             createdByEmail: mapping.createdByEmail ?? '',
@@ -786,3 +889,343 @@ export async function getCategorizedImages( req, res ) {
     return res.sendError( err, 500 );
   }
 }
+
+export async function vmsDataMigration( req, res ) {
+  try {
+    const openSearch = JSON.parse( process.env.OPENSEARCH );
+    const inputData = req.body;
+    const { storeId, dateString, limit = 100 } = inputData;
+
+    // Build query to fetch old structure documents
+    const query = {
+      query: {
+        bool: {
+          must: [
+            {
+              term: {
+                'ticketName.keyword': 'footfall-directory',
+              },
+            },
+          ],
+        },
+      },
+      size: parseInt( limit ),
+    };
+
+    // Add storeId filter if provided
+    if ( storeId ) {
+      query.query.bool.must.push( {
+        term: {
+          'storeId.keyword': storeId,
+        },
+      } );
+    }
+
+    // Add dateString filter if provided
+    if ( dateString ) {
+      query.query.bool.must.push( {
+        terms: {
+          dateString: dateString?.split( ',' ),
+        },
+      } );
+    }
+
+    // Exclude documents that already have the new structure (have mappingInfo or type: 'store')
+    query.query.bool.must_not = [
+      {
+        exists: {
+          field: 'mappingInfo',
+        },
+      },
+      {
+        term: {
+          'type.keyword': 'store',
+        },
+      },
+    ];
+
+    const getData = await getOpenSearchData( openSearch.oldFootfallDirectory, query );
+    logger.info( { getData } );
+    const hits = getData?.body?.hits?.hits || [];
+
+    if ( hits.length === 0 ) {
+      return res.sendSuccess( { message: 'No documents found to migrate', migrated: 0 } );
+    }
+
+    let migratedCount = 0;
+    const errors = [];
+
+    for ( const hit of hits ) {
+      try {
+        const oldSource = hit._source;
+        const documentId = hit._id;
+
+        // Calculate revicedFootfall (sum of AC counts)
+        const revicedFootfall = ( oldSource.duplicateACCount || 0 ) +
+          ( oldSource.employeeACCount || 0 ) +
+          ( oldSource.houseKeepingACCount || 0 ) +
+          ( oldSource.junkACCount || 0 );
+
+        // Calculate revicedPerc
+        const footfallCount = oldSource.footfallCount || 0;
+        const revicedPerc = footfallCount > 0 ?
+          Math.round( ( revicedFootfall / footfallCount ) * 100 ) :
+          0;
+
+        // Calculate reviced
+        const reviced = parseInt( revicedPerc );
+
+        // Transform arrays to revisedDetail format
+        const revisedDetail = [];
+
+        // Transform duplicateImages
+        if ( Array.isArray( oldSource.duplicateImages ) ) {
+          for ( const duplicate of oldSource.duplicateImages ) {
+            const parentId = `${oldSource.storeId}_${oldSource.dateString}_${duplicate.tempId}`;
+            const parentDetail = {
+              id: parentId,
+              clientId: oldSource.clientId,
+              storeId: oldSource.storeId,
+              tempId: duplicate.tempId,
+              dateString: oldSource.dateString,
+              timeRange: duplicate.timeRange,
+              processType: 'footfall',
+              revopsType: 'duplicate',
+              entryTime: duplicate.entryTime,
+              exitTime: duplicate.exitTime,
+              filePath: duplicate.filePath,
+              status: oldSource.duplicateStatus || 'submitted',
+              description: '',
+              isChecked: duplicate.isChecked !== undefined ? duplicate.isChecked : false,
+              type: 'tagging-reflect',
+              parent: null,
+              isParent: true,
+              createdAt: oldSource.createdAt || new Date(),
+              updatedAt: oldSource.updatedAt || new Date(),
+              duplicateImage: [],
+            };
+
+            // Add child duplicate images
+            if ( Array.isArray( duplicate.data ) ) {
+              parentDetail.duplicateImage = duplicate.data.map( ( child ) => ( {
+                id: `${oldSource.storeId}_${oldSource.dateString}_${child.tempId}`,
+                tempId: child.tempId,
+                timeRange: child.timeRange,
+                entryTime: child.entryTime,
+                exitTime: child.exitTime,
+                filePath: child.filePath,
+                isChecked: child.isChecked !== undefined ? child.isChecked : true,
+              } ) );
+
+              // Add child details to revisedDetail
+              for ( const child of duplicate.data ) {
+                revisedDetail.push( {
+                  id: `${oldSource.storeId}_${oldSource.dateString}_${child.tempId}`,
+                  clientId: oldSource.clientId,
+                  storeId: oldSource.storeId,
+                  tempId: child.tempId,
+                  dateString: oldSource.dateString,
+                  timeRange: child.timeRange,
+                  processType: 'footfall',
+                  revopsType: 'duplicate',
+                  entryTime: child.entryTime,
+                  exitTime: child.exitTime,
+                  filePath: child.filePath,
+                  status: oldSource.duplicateStatus || 'submitted',
+                  description: '',
+                  isChecked: child.isChecked !== undefined ? child.isChecked : false,
+                  type: 'tagging-reflect',
+                  parent: duplicate.tempId,
+                  isParent: false,
+                  createdAt: oldSource.createdAt || new Date(),
+                  updatedAt: oldSource.updatedAt || new Date(),
+                  duplicateImage: [],
+                } );
+              }
+            }
+
+            revisedDetail.push( parentDetail );
+          }
+        }
+
+        // Transform houseKeeping
+        if ( Array.isArray( oldSource.houseKeeping ) ) {
+          for ( const item of oldSource.houseKeeping ) {
+            revisedDetail.push( {
+              id: `${oldSource.storeId}_${oldSource.dateString}_${item.tempId}`,
+              clientId: oldSource.clientId,
+              storeId: oldSource.storeId,
+              tempId: item.tempId,
+              dateString: oldSource.dateString,
+              timeRange: item.timeRange,
+              processType: 'footfall',
+              revopsType: 'houseKeeping',
+              entryTime: item.entryTime,
+              exitTime: item.exitTime,
+              filePath: item.filePath,
+              status: oldSource.houseKeepingStatus || 'submitted',
+              description: '',
+              isChecked: item.isChecked !== undefined ? item.isChecked : false,
+              type: 'tagging-reflect',
+              parent: null,
+              isParent: false,
+              createdAt: oldSource.createdAt || new Date(),
+              updatedAt: oldSource.updatedAt || new Date(),
+              duplicateImage: [],
+            } );
+          }
+        }
+
+        // Transform employee
+        if ( Array.isArray( oldSource.employee ) ) {
+          for ( const item of oldSource.employee ) {
+            revisedDetail.push( {
+              id: `${oldSource.storeId}_${oldSource.dateString}_${item.tempId}`,
+              clientId: oldSource.clientId,
+              storeId: oldSource.storeId,
+              tempId: item.tempId,
+              dateString: oldSource.dateString,
+              timeRange: item.timeRange,
+              processType: 'footfall',
+              revopsType: 'employee',
+              entryTime: item.entryTime,
+              exitTime: item.exitTime,
+              filePath: item.filePath,
+              status: oldSource.employeeStatus || 'submitted',
+              description: '',
+              isChecked: item.isChecked !== undefined ? item.isChecked : false,
+              type: 'tagging-reflect',
+              parent: null,
+              isParent: false,
+              createdAt: oldSource.createdAt || new Date(),
+              updatedAt: oldSource.updatedAt || new Date(),
+              duplicateImage: [],
+            } );
+          }
+        }
+
+        // Transform junk
+        if ( Array.isArray( oldSource.junk ) ) {
+          for ( const item of oldSource.junk ) {
+            revisedDetail.push( {
+              id: `${oldSource.storeId}_${oldSource.dateString}_${item.tempId}`,
+              clientId: oldSource.clientId,
+              storeId: oldSource.storeId,
+              tempId: item.tempId,
+              dateString: oldSource.dateString,
+              timeRange: item.timeRange,
+              processType: 'footfall',
+              revopsType: 'junk',
+              entryTime: item.entryTime,
+              exitTime: item.exitTime,
+              filePath: item.filePath,
+              status: 'submitted',
+              description: '',
+              isChecked: item.isChecked !== undefined ? item.isChecked : false,
+              type: 'tagging-reflect',
+              parent: null,
+              isParent: false,
+              createdAt: oldSource.createdAt || new Date(),
+              updatedAt: oldSource.updatedAt || new Date(),
+              duplicateImage: [],
+            } );
+          }
+        }
+
+        // Create count array
+        const count = [
+          {
+            name: 'Duplicate',
+            value: oldSource.duplicateCount || 0,
+            key: 'duplicateCount',
+            type: 'duplicate',
+          },
+          {
+            name: 'Employee',
+            value: oldSource.employeeCount || 0,
+            key: 'employeeCount',
+            type: 'employee',
+          },
+          {
+            name: 'House keeping',
+            value: oldSource.houseKeepingCount || 0,
+            key: 'houseKeepingCount',
+            type: 'houseKeeping',
+          },
+          {
+            name: 'Junk',
+            value: oldSource.junkCount || 0,
+            key: 'junkCount',
+            type: 'junk',
+          },
+        ];
+
+        // Create mappingInfo array
+        const mappingInfo = [
+          {
+            type: 'tagging',
+            mode: 'mobile',
+            revicedFootfall,
+            revicedPerc: `${revicedPerc}%`,
+            reviced,
+            count,
+            revisedDetail,
+            status: oldSource.status === 'open' ? 'Raised' : oldSource.status || 'Raised',
+            createdByEmail: oldSource.email || '',
+            createdByUserName: oldSource.userName || '',
+            createdByRole: oldSource.role || 'user',
+            createdAt: oldSource.createdAt || new Date(),
+          },
+          {
+            type: 'review',
+            count,
+            revisedDetail,
+            status: oldSource.status === 'open' ? 'Open' : oldSource.status || 'Open',
+            dueDate: oldSource.updatedAt ? new Date( new Date( oldSource.updatedAt ).getTime() + 3 * 24 * 60 * 60 * 1000 ) : new Date( Date.now() + 3 * 24 * 60 * 60 * 1000 ),
+          },
+        ];
+
+        // Create new structure
+        const newSource = {
+          storeId: oldSource.storeId,
+          type: 'store',
+          dateString: oldSource.dateString,
+          storeName: oldSource.storeName,
+          ticketName: oldSource.ticketName,
+          footfallCount: oldSource.footfallCount,
+          clientId: oldSource.clientId,
+          ticketId: oldSource.ticketId,
+          createdAt: oldSource.createdAt,
+          updatedAt: oldSource.updatedAt,
+          status: oldSource.status === 'open' ? 'Raised' : oldSource.status || 'Raised',
+          comments: oldSource.comments || '',
+          revicedFootfall,
+          revicedPerc: `${revicedPerc}%`,
+          reviced,
+          mappingInfo,
+        };
+
+        // Update document in OpenSearch
+        // await updateOpenSearchData( openSearch.footfallDirectory, documentId, { doc: newSource } );
+        // migratedCount++;
+
+        logger.info( { message: 'Document migrated successfully', newSource, documentId, storeId: oldSource.storeId, dateString: oldSource.dateString } );
+      } catch ( error ) {
+        const errorMsg = `Error migrating document ${hit._id}: ${error.message}`;
+        errors.push( errorMsg );
+        logger.error( { error: error, documentId: hit._id, function: 'vmsDataMigration' } );
+      }
+    }
+
+    return res.sendSuccess( {
+      message: `Migration completed. ${migratedCount} document(s) migrated.`,
+      migrated: migratedCount,
+      total: hits.length,
+      errors: errors.length > 0 ? errors : undefined,
+    } );
+  } catch ( error ) {
+    logger.error( { error: error, message: req.query, function: 'vmsDataMigration' } );
+    const err = error.message || 'Internal Server Error';
+    return res.sendError( err, 500 );
+  }
+}

package/src/dtos/revop.dtos.js

@@ -105,3 +105,13 @@ export const getCategorizedImagesValid = {
   body: getCategorizedImagesSchema,
 };
 
+export const vmsDataMigrationSchema = joi.object( {
+  storeId: joi.string().optional(),
+  dateString: joi.string().optional(),
+  limit: joi.number().optional().default( 100 ),
+} );
+
+export const vmsDataMigrationValid = {
+  query: vmsDataMigrationSchema,
+};
+

package/src/routes/revop.routes.js

@@ -1,8 +1,8 @@
 
 import express from 'express';
-import { storeProcessedData, getconfig, revoptagging, getrevoptagging, revoptaggingcount, footFallImages, tagTempId, getCategorizedImages } from '../controllers/revop.controller.js';
+import { storeProcessedData, getconfig, revoptagging, getrevoptagging, revoptaggingcount, footFallImages, tagTempId, getCategorizedImages, vmsDataMigration, migrateRevopIndex } from '../controllers/revop.controller.js';
 import { isAllowedSessionHandler, validate } from 'tango-app-api-middleware';
-import { footfallImagesValid, getCategorizedImagesValid, storeProcessedDataValid, tagTempIdValid } from '../dtos/revop.dtos.js';
+import { footfallImagesValid, getCategorizedImagesValid, storeProcessedDataValid, tagTempIdValid, vmsDataMigrationValid } from '../dtos/revop.dtos.js';
 import { deleteTaggedDuplicate, getTaggingConfig, mappingConfig } from '../validations/revop.validation.js';
 
 export const revopRouter = express.Router();
@@ -11,13 +11,15 @@ revopRouter
     .get( '/getconfig', isAllowedSessionHandler, getconfig )
     .post( '/tagging', isAllowedSessionHandler, revoptagging )
     .post( '/getrevoptagging', isAllowedSessionHandler, getrevoptagging )
+    .post( '/migrate-revop', migrateRevopIndex )
     .post( '/revoptaggingcount', isAllowedSessionHandler, revoptaggingcount )
 
 // new enhnacemnet (for footfall directory)
     .get( '/store-processed-data', isAllowedSessionHandler, validate( storeProcessedDataValid ), storeProcessedData )
     .get( '/footfall-images', isAllowedSessionHandler, validate( footfallImagesValid ), getTaggingConfig, footFallImages )
     .post( '/tag-tempId', isAllowedSessionHandler, validate( tagTempIdValid ), deleteTaggedDuplicate, mappingConfig, tagTempId )
-    .post( '/get-categorized-images', isAllowedSessionHandler, validate( getCategorizedImagesValid ), getCategorizedImages );
+    .post( '/get-categorized-images', isAllowedSessionHandler, validate( getCategorizedImagesValid ), getCategorizedImages )
+    .post( '/vms-data-migration', validate( vmsDataMigrationValid ), vmsDataMigration );
 
 
 export default revopRouter;