tango-app-api-payment-subscription 3.5.12 → 3.5.13

package/.claude/settings.local.json

@@ -0,0 +1,9 @@
+{
+  "permissions": {
+    "allow": [
+      "Bash(node --check src/controllers/paymentSubscription.controllers.js)",
+      "Bash(npx eslint *)",
+      "Bash(echo \"---eslint-exit:$?---\")"
+    ]
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "tango-app-api-payment-subscription",
-    "version": "3.5.12",
+    "version": "3.5.13",
     "description": "paymentSubscription",
     "main": "index.js",
     "type": "module",

package/src/controllers/paymentSubscription.controllers.js

@@ -3325,13 +3325,201 @@ export const dailyPricingInsertOld = async ( req, res ) => {
   }
 };
 
+// Computes the daily-pricing entry for a single store. Pure per-store work
+// (independent DB reads + calculation) so stores can run concurrently.
+// storeIndex is the store's original position in getStore — required for the
+// step-pricing storeRange check, so it must be preserved when parallelizing.
+const processStoreDailyPricing = async ( store, storeIndex, getClient, getBaseprice, date ) => {
+  let productList = [];
+  let query = [
+    {
+      $match: {
+        clientId: getClient.clientId,
+      },
+    },
+    { $unwind: '$stores' },
+    {
+      $match: {
+        'stores.storeId': store.storeId,
+      },
+    },
+    {
+      $project: {
+        'stores.daysDifference': 1,
+        'stores.daysDifferenceTrax': 1,
+        'dateString': 1,
+      },
+    },
+    {
+      $sort: {
+        _id: -1,
+      },
+    },
+    { $limit: 1 },
+  ];
+  let dailyData = await dailyPriceService.aggregate( query );
+  let cameraDetails = await cameraService.find( { storeId: store.storeId, clientId: getClient.clientId, isActivated: true, isUp: true }, { streamName: 1, productModule: 1 } );
+  // console.log( '🚀 ~ dailyPricingInsert ~ cameraDetails:', cameraDetails );
+
+  let trafficCameraCount = cameraDetails.filter( ( cam ) =>
+    ( cam.productModule || [] ).some( ( mod ) =>
+      ( mod.productName === 'tangoTraffic' || mod.productName === 'tangoTracking' ) && mod.checked === true,
+    ),
+  ).length;
+
+  let zoneCameraCount = cameraDetails.filter( ( cam ) =>
+    ( cam.productModule || [] ).some( ( mod ) =>
+      mod.productName === 'tangoZone' && mod.checked === true,
+    ),
+  ).length;
+
+  let zoneCameraStreamNames = cameraDetails.filter( ( cam ) =>
+    ( cam.productModule || [] ).some( ( mod ) =>
+      mod.productName === 'tangoZone' && mod.checked === true,
+    ),
+  ).map( ( cam ) => cam.streamName );
+  let allcameraname = cameraDetails?.map( ( cam ) => cam?.streamName );
+  console.log( '🚀 ~ dailyPricingInsert ~ zoneCameraStreamNames:', zoneCameraStreamNames );
+  let taggingDetails = await taggingService.find( { storeId: store.storeId, clientId: getClient.clientId, productName: 'tangoZone', coordinates: { $ne: [] }, streamName: { $in: allcameraname } }, { tagName: 1 } );
+  let zoneCount = taggingDetails.length;
+  let zoneName = taggingDetails.map( ( item ) => item.tagName );
+  let firstDate = dayjs( store?.edge?.firstFileDate ).format( 'YYYY-MM-DD' );
+  let workingdays;
+  let workingdaystrax;
+  const givenDate = dayjs( date );
+  console.log( '🚀 ~ dailyPricingInsert ~ cameraCount:', store.storeId, trafficCameraCount, zoneCameraCount, zoneCount );
+  const isFirstDayOfMonth = givenDate.isSame( dayjs().startOf( 'month' ), 'day' );
+  if ( store?.edge.firstFile ) {
+    if ( firstDate < date && store?.status == 'active' &&
+              dailyData[0]?.dateString != dayjs( date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' ) ) {
+      if ( dailyData.length && dailyData[0]?.stores?.daysDifference&&!isFirstDayOfMonth ) {
+        workingdays = dailyData[0]?.stores?.daysDifference + 1;
+      } else {
+        workingdays = 1;
+      }
+    } else {
+      if ( dailyData[0]?.stores?.daysDifference&&!isFirstDayOfMonth ) {
+        workingdays = dailyData[0]?.stores?.daysDifference;
+      } else {
+        workingdays = 0;
+      }
+    }
+  }
+  console.log( dailyData[0]?.stores );
+  if ( store?.status == 'active' &&
+            dailyData[0]?.dateString != dayjs( date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' ) ) {
+    if ( dailyData.length && dailyData[0]?.stores?.daysDifferenceTrax&&!isFirstDayOfMonth ) {
+      workingdaystrax = dailyData[0]?.stores?.daysDifferenceTrax + 1;
+    } else {
+      workingdaystrax = 1;
+    }
+  } else {
+    if ( dailyData[0]?.stores?.daysDifferenceTrax&&!isFirstDayOfMonth ) {
+      workingdaystrax = dailyData[0]?.stores?.daysDifferenceTrax;
+    } else {
+      workingdaystrax = 0;
+    }
+  }
+  let priceDetails = getClient.priceType == 'standard' ? getBaseprice.standard : getBaseprice.step;
+  priceDetails = priceDetails.filter( ( item1 ) =>
+    getClient.planDetails.product.some( ( item2 ) =>
+      item2.productName === item1.productName && item2.status === 'live',
+    ),
+  );
+  for ( let storeProductIndex = 0; storeProductIndex < store.product.length; storeProductIndex++ ) {
+    let productDetails;
+    if ( getClient.priceType == 'standard' ) {
+      productDetails = priceDetails.find( ( item ) => item.productName == store.product[storeProductIndex] );
+    } else {
+      productDetails = priceDetails.find( ( item ) => {
+        let range = item.storeRange.split( '-' );
+        if ( parseInt( range[0] ) <= ( storeIndex + 1 ) && parseInt( range[1] ) >= ( storeIndex + 1 ) ) {
+          return ( item.productName == store.product[storeProductIndex] && parseInt( range[0] ) <= ( storeIndex + 1 ) && parseInt( range[1] ) >= ( storeIndex + 1 ) );
+        }
+      } );
+      if ( !productDetails ) {
+        let stepProductDetails = priceDetails.filter( ( item ) => item.productName == store.product[storeProductIndex] );
+        productDetails = stepProductDetails[stepProductDetails.length - 1];
+      }
+    }
+    if ( productDetails ) {
+      console.log( '-------', workingdays, workingdaystrax, productDetails.productName );
+      let newObject = {
+        productName: productDetails.productName,
+        workingdays: productDetails.productName==='tangoTrax'?workingdaystrax:workingdays,
+      };
+      productList.push( newObject );
+    }
+  }
+  return {
+    storeId: store.storeId,
+    store: store._id,
+    storeName: store.storeName,
+    status: store?.status,
+    firstFile: store?.edge?.firstFile || false,
+    edgefirstFileDate: store?.edge?.firstFileDate || null,
+    date: new Date( date ),
+    daysDifference: workingdays,
+    daysDifferenceTrax: workingdaystrax,
+    products: productList,
+    camera: cameraDetails.map( ( item ) => item.streamName ),
+    trafficCameraCount: trafficCameraCount,
+    zoneCameraCount: zoneCameraCount,
+    zoneCount: zoneCount,
+    zoneName: zoneName,
+  };
+};
+
+// Processes daily pricing for a single client. Self-contained so multiple
+// clients can run concurrently via Promise.all in dailyPricingInsert.
+const processClientDailyPricing = async ( clientId, date ) => {
+  let getClient = await paymentService.findOne( { clientId: clientId } );
+  if ( getClient ) {
+    let getBaseprice = await basePriceService.findOne( { clientId: clientId } );
+    let getStore = await storeService.find( { 'clientId': clientId } );
+    console.log( '==========>', clientId, getStore.length );
+    if ( getStore.length && getBaseprice ) {
+      // Process stores in bounded batches so large clients (200+ stores) run
+      // in parallel without exhausting the DB connection pool. storeIndex is
+      // preserved so step-pricing ranges still resolve correctly.
+      const STORE_BATCH_SIZE = 20;
+      let storeList = [];
+      for ( let i = 0; i < getStore.length; i += STORE_BATCH_SIZE ) {
+        let batch = getStore.slice( i, i + STORE_BATCH_SIZE );
+        let batchResults = await Promise.all(
+            batch.map( ( store, batchIndex ) =>
+              processStoreDailyPricing( store, i + batchIndex, getClient, getBaseprice, date ),
+            ),
+        );
+        storeList.push( ...batchResults );
+      }
+
+      let activestores = storeList.filter( ( store ) => store.status=='active' );
+      console.log( '------', activestores.length );
+      let params = {
+        clientId: clientId,
+        stores: storeList,
+        dateISO: new Date( date ),
+        accountType: getClient?.planDetails?.subscriptionType,
+        status: getClient?.status,
+        activeStores: activestores?.length,
+        brandName: getClient?.clientName,
+        proRate: getClient?.paymentInvoice?.proRate,
+        dateString: dayjs( date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' ),
+      };
+      await dailyPriceService.updateOne( { clientId: clientId, dateString: params.dateString }, params, { upsert: true } );
+    } else {
+      // console.log( 'store or base price not found' );
+    }
+  }
+};
+
 export const dailyPricingInsert = async ( req, res ) => {
   try {
     let requestData = req.body;
-    let clientlist;
     let requestClient = [];
     if ( !requestData?.clientId || !requestData?.clientId?.length ) {
-      clientlist = await paymentService.find( { 'status': 'active' } );
+      let clientlist = await paymentService.find( { 'status': 'active' } );
       for ( let client of clientlist ) {
         requestClient.push( client.clientId );
       }
@@ -3342,214 +3530,45 @@ export const dailyPricingInsert = async ( req, res ) => {
     if ( !requestData?.date ) {
       requestData.date = dayjs().format( 'YYYY-MM-DD' );
     }
-    if ( requestData.clientId && requestClient.length > 0 ) {
-      for ( let clientIndex = 0; clientIndex < requestClient.length; clientIndex++ ) {
-        let getClient = await paymentService.findOne( { clientId: requestClient[clientIndex] } );
-        if ( getClient ) {
-          let getBaseprice = await basePriceService.findOne( { clientId: requestClient[clientIndex] } );
-          let getStore = await storeService.find( { 'clientId': requestClient[clientIndex] } );
-          console.log( '==========>', getStore.length );
-          if ( getStore.length ) {
-            let storeList = [];
-            for ( let storeIndex = 0; storeIndex < getStore.length; storeIndex++ ) {
-              let productList = [];
-              if ( getBaseprice ) {
-                // await axios.get( `${JSON.parse( process.env.URL ).oldapidomain}/processedDayData/getDailyData?clientId=${requestClient[clientIndex]}&storeId=${getStore[storeIndex].storeId}&date=${requestData.date}`, { headers: { Authorization: 'Bearer d47433f8-9a33-47c7-ba43-1a0fbac28f66' } } ).then( async ( response ) => {
-                // let processedFileDate = response.data?.data?.firstFileDate || null;
-                let query = [
-                  {
-                    $match: {
-                      clientId: getClient.clientId,
-                    },
-                  },
-                  { $unwind: '$stores' },
-                  {
-                    $match: {
-                      'stores.storeId': getStore[storeIndex].storeId,
-                    },
-                  },
-                  {
-                    $project: {
-                      'stores.daysDifference': 1,
-                      'stores.daysDifferenceTrax': 1,
-                      'dateString': 1,
-                    },
-                  },
-                  {
-                    $sort: {
-                      _id: -1,
-                    },
-                  },
-                  { $limit: 1 },
-                ];
-                let dailyData = await dailyPriceService.aggregate( query );
-                let cameraDetails = await cameraService.find( { storeId: getStore[storeIndex].storeId, clientId: requestClient[clientIndex], isActivated: true, isUp: true }, { streamName: 1, productModule: 1 } );
-                // console.log( '🚀 ~ dailyPricingInsert ~ cameraDetails:', cameraDetails );
-
-                let trafficCameraCount = cameraDetails.filter( ( cam ) =>
-                  ( cam.productModule || [] ).some( ( mod ) =>
-                    ( mod.productName === 'tangoTraffic' || mod.productName === 'tangoTracking' ) && mod.checked === true,
-                  ),
-                ).length;
-
-                let zoneCameraCount = cameraDetails.filter( ( cam ) =>
-                  ( cam.productModule || [] ).some( ( mod ) =>
-                    mod.productName === 'tangoZone' && mod.checked === true,
-                  ),
-                ).length;
-
-                let zoneCameraStreamNames = cameraDetails.filter( ( cam ) =>
-                  ( cam.productModule || [] ).some( ( mod ) =>
-                    mod.productName === 'tangoZone' && mod.checked === true,
-                  ),
-                ).map( ( cam ) => cam.streamName );
-                let allcameraname = cameraDetails?.map( ( cam ) => cam?.streamName );
-                console.log( '🚀 ~ dailyPricingInsert ~ zoneCameraStreamNames:', zoneCameraStreamNames );
-                let taggingDetails = await taggingService.find( { storeId: getStore[storeIndex].storeId, clientId: requestClient[clientIndex], productName: 'tangoZone', coordinates: { $ne: [] }, streamName: { $in: allcameraname } }, { tagName: 1 } );
-                let zoneCount = taggingDetails.length;
-                let zoneName = taggingDetails.map( ( item ) => item.tagName );
-                let firstDate = dayjs( getStore[storeIndex]?.edge?.firstFileDate ).format( 'YYYY-MM-DD' );
-                let workingdays;
-                let workingdaystrax;
-                const givenDate = dayjs( requestData.date );
-                console.log( '🚀 ~ dailyPricingInsert ~ cameraCount:', getStore[storeIndex].storeId, trafficCameraCount, zoneCameraCount, zoneCount );
-                const isFirstDayOfMonth = givenDate.isSame( dayjs().startOf( 'month' ), 'day' );
-                if ( getStore[storeIndex]?.edge.firstFile ) {
-                  if ( firstDate < requestData.date && getStore[storeIndex]?.status == 'active' &&
-                      dailyData[0]?.dateString != dayjs( requestData.date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' ) ) {
-                    if ( dailyData.length && dailyData[0]?.stores?.daysDifference&&!isFirstDayOfMonth ) {
-                      workingdays = dailyData[0]?.stores?.daysDifference + 1;
-                    } else {
-                      workingdays = 1;
-                    }
-                  } else {
-                    if ( dailyData[0]?.stores?.daysDifference&&!isFirstDayOfMonth ) {
-                      workingdays = dailyData[0]?.stores?.daysDifference;
-                    } else {
-                      workingdays = 0;
-                    }
-                  }
-                }
-                console.log( dailyData[0]?.stores );
-                if ( getStore[storeIndex]?.status == 'active' &&
-                    dailyData[0]?.dateString != dayjs( requestData.date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' ) ) {
-                  if ( dailyData.length && dailyData[0]?.stores?.daysDifferenceTrax&&!isFirstDayOfMonth ) {
-                    workingdaystrax = dailyData[0]?.stores?.daysDifferenceTrax + 1;
-                  } else {
-                    workingdaystrax = 1;
-                  }
-                } else {
-                  if ( dailyData[0]?.stores?.daysDifferenceTrax&&!isFirstDayOfMonth ) {
-                    workingdaystrax = dailyData[0]?.stores?.daysDifferenceTrax;
-                  } else {
-                    workingdaystrax = 0;
-                  }
-                }
-                let priceDetails = getClient.priceType == 'standard' ? getBaseprice.standard : getBaseprice.step;
-                priceDetails = priceDetails.filter( ( item1 ) =>
-                  getClient.planDetails.product.some( ( item2 ) =>
-                    item2.productName === item1.productName && item2.status === 'live',
-                  ),
-                );
-                for ( let storeProductIndex = 0; storeProductIndex < getStore[storeIndex].product.length; storeProductIndex++ ) {
-                  let productDetails;
-                  if ( getClient.priceType == 'standard' ) {
-                    productDetails = priceDetails.find( ( item ) => item.productName == getStore[storeIndex].product[storeProductIndex] );
-                  } else {
-                    productDetails = priceDetails.find( ( item ) => {
-                      let range = item.storeRange.split( '-' );
-                      if ( parseInt( range[0] ) <= ( storeIndex + 1 ) && parseInt( range[1] ) >= ( storeIndex + 1 ) ) {
-                        return ( item.productName == getStore[storeIndex].product[storeProductIndex] && parseInt( range[0] ) <= ( storeIndex + 1 ) && parseInt( range[1] ) >= ( storeIndex + 1 ) );
-                      }
-                    } );
-                    if ( !productDetails ) {
-                      let stepProductDetails = priceDetails.filter( ( item ) => item.productName == getStore[storeIndex].product[storeProductIndex] );
-                      productDetails = stepProductDetails[stepProductDetails.length - 1];
-                    }
-                  }
-                  if ( productDetails ) {
-                    console.log( '-------', workingdays, workingdaystrax, productDetails.productName );
-                    let newObject = {
-                      productName: productDetails.productName,
-                      workingdays: productDetails.productName==='tangoTrax'?workingdaystrax:workingdays,
-                    };
-                    productList.push( newObject );
-                  }
-                }
-                storeList.push(
-                    {
-                      storeId: getStore[storeIndex].storeId,
-                      store: getStore[storeIndex]._id,
-                      storeName: getStore[storeIndex].storeName,
-                      status: getStore[storeIndex]?.status,
-                      firstFile: getStore[storeIndex]?.edge?.firstFile || false,
-                      edgefirstFileDate: getStore[storeIndex]?.edge?.firstFileDate || null,
-                      date: new Date( requestData.date ),
-                      daysDifference: workingdays,
-                      daysDifferenceTrax: workingdaystrax,
-                      products: productList,
-                      camera: cameraDetails.map( ( item ) => item.streamName ),
-                      trafficCameraCount: trafficCameraCount,
-                      zoneCameraCount: zoneCameraCount,
-                      zoneCount: zoneCount,
-                      zoneName: zoneName,
-                    },
-                );
-                console.log( storeIndex, getStore.length - 1 );
-                if ( storeIndex == getStore.length - 1 ) {
-                  let activestores = storeList.filter( ( store ) => store.status=='active' );
-                  console.log( '------', activestores.length );
-                  let params = {
-                    clientId: requestClient[clientIndex],
-                    stores: storeList,
-                    dateISO: new Date( requestData.date ),
-                    accountType: getClient?.planDetails?.subscriptionType,
-                    status: getClient?.status,
-                    activeStores: activestores?.length,
-                    brandName: getClient?.clientName,
-                    proRate: getClient?.paymentInvoice?.proRate,
-                    dateString: dayjs( requestData.date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' ),
-                  };
-                  await dailyPriceService.updateOne( { clientId: requestClient[clientIndex], dateString: params.dateString }, params, { upsert: true } );
-                }
-                // } ).catch( ( error ) => {
-                //   logger.error( { error: error, function: 'old processedDayData' } );
-                // } );
-              } else {
-                // console.log( 'base price not found' );
-              }
-            }
-          } else {
-            // console.log( 'store not found' );
-          }
-        }
-        // console.log( clientIndex, requestClient.length-1 );
-        if ( clientIndex == requestClient.length - 1 ) {
-          // let teamsAlertUrls = process.env.teamsAlertURL ? JSON.parse( process.env.teamsAlertURL ) : '';
-          let totalcount = await dailyPriceService.find( { dateString: dayjs( requestData.date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' ) } );
-          let teamsMsg = `${totalcount.length} clients data is inserted on ${dayjs( requestData.date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' )}`;
-          console.log( teamsMsg );
-          // if ( teamsAlertUrls.invoiceAlert ) {
-          //   sendTeamsNotification( teamsAlertUrls.invoiceAlert, teamsMsg );
-          // }
 
-          const SES = JSON.parse( process.env.SES );
-          let fromEmail = SES.accountsEmail;
-          console.log( process.env.invoiceAlert );
-          let invoiceEmails = JSON.parse( process.env.invoiceAlert );
-          let mailSubject = `Daily Invoice Alert ${dayjs( requestData.date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' )}`;
-          if ( invoiceEmails ) {
-            const result = await sendEmailWithSES( invoiceEmails?.email, mailSubject, teamsMsg, '', fromEmail, [] );
-            console.log( '🚀 ~ dailyPricingInsert ~ result:', result );
-          }
+    if ( requestClient.length > 0 ) {
+      // Process clients in bounded batches so we run in parallel without
+      // exhausting the DB connection pool with hundreds of concurrent clients.
+      const BATCH_SIZE = 5;
+      for ( let i = 0; i < requestClient.length; i += BATCH_SIZE ) {
+        let batch = requestClient.slice( i, i + BATCH_SIZE );
+        await Promise.all(
+            batch.map( ( clientId ) =>
+              processClientDailyPricing( clientId, requestData.date ).catch( ( error ) => {
+                logger.error( { error: error, function: 'processClientDailyPricing', clientId: clientId } );
+              } ),
+            ),
+        );
+      }
 
-          return res.sendSuccess( 'Price Details Inserted Successfully' );
-        }
+      // let teamsAlertUrls = process.env.teamsAlertURL ? JSON.parse( process.env.teamsAlertURL ) : '';
+      let totalcount = await dailyPriceService.find( { dateString: dayjs( requestData.date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' ) } );
+      let teamsMsg = `${totalcount.length} clients data is inserted on ${dayjs( requestData.date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' )}`;
+      console.log( teamsMsg );
+      // if ( teamsAlertUrls.invoiceAlert ) {
+      //   sendTeamsNotification( teamsAlertUrls.invoiceAlert, teamsMsg );
+      // }
+
+      const SES = JSON.parse( process.env.SES );
+      let fromEmail = SES.accountsEmail;
+      console.log( process.env.invoiceAlert );
+      let invoiceEmails = JSON.parse( process.env.invoiceAlert );
+      let mailSubject = `Daily Invoice Alert ${dayjs( requestData.date, 'YYYY-MM-DD' ).format( 'YYYY-MM-DD' )}`;
+      if ( invoiceEmails ) {
+        const result = await sendEmailWithSES( invoiceEmails?.email, mailSubject, teamsMsg, '', fromEmail, [] );
+        console.log( '🚀 ~ dailyPricingInsert ~ result:', result );
       }
-      return res.sendSuccess( 'success' );
+
+      return res.sendSuccess( 'Price Details Inserted Successfully' );
     }
+    return res.sendSuccess( 'success' );
   } catch ( e ) {
-    logger.error( { error: e, function: 'invoiceCreate' } );
+    logger.error( { error: e, function: 'dailyPricingInsert' } );
     return res.sendError( e, 500 );
   }
 };