@izara_project/izara-market-library-service-schemas 1.0.18 → 1.0.20

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/queue/data.js

@@ -0,0 +1,125 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+const { HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils')
+const { SOURCE_PATH, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, SNS_RESOURCE, resourceNames, DYNAMO_RESOURCE, SAVE_FILE_NAME, FUNCTION_NAME, shortNameHandler, SQS_RESOURCE } = require("../../../../libs/Consts");
+const snsTemplatePath = path.join(__dirname, "./snsTemplate.ejs");
+const sqsTemplatePath = path.join(__dirname, "./sqsTemplate.ejs");
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let queueNames = [];
+  let resultForCreateQueueHook = []
+  const settings = {
+    saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
+    savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+    fileExtension: ".yml",
+    isAppend: true
+  }
+  if (flowSchema?.hook) {
+    for (const hookProperties of Object.values(flowSchema.hook)) {
+      for (const hookFunction of hookProperties.functionList) {
+        if (hookFunction.event.continueFlow === true) {
+          if (hookFunction.event.handlerType === HANDLER.hdrSqs) {
+            queueNames.push(
+              {
+                queueName: "In" + createResourceSqsAndSns(
+                  hookFunction.event.handlerType,
+                  upperCase(hookProperties.name)
+                )
+              }
+            )
+          } else if (hookFunction.event.handlerType === HANDLER.hdrDsq) {
+            queueNames.push(
+              {
+                queueName: createResourceSqsAndSns(
+                  hookFunction.event.handlerType,
+                  upperCase(hookFunction.name)
+                )
+              }
+            )
+          }
+          if (hookFunction.event.createNewTopic === true) {
+            if (hookFunction.event.handlerType === HANDLER.hdrSqs) {
+              queueNames.push(
+                {
+                  queueName: createResourceSqsAndSns(
+                    hookFunction.event.handlerType,
+                    upperCase(hookFunction.event.topicName)
+                  )
+                }
+              )
+            } else if (hookFunction.event.handlerType === HANDLER.hdrDsq) {
+              queueNames.push(
+                {
+                  queueName: createResourceSqsAndSns(
+                    hookFunction.event.handlerType,
+                    upperCase(hookFunction.event.queueName)
+
+                  )
+                }
+              )
+            }
+          }
+        }
+      }
+    }
+  }
+
+
+  for (const queueName of queueNames) {
+    if (queueName.queueName.includes(upperCase(HANDLER.hdrDsq))) {
+      resultForCreateQueueHook.push({
+        templatePath: sqsTemplatePath,
+        templateData: queueName.queueName,
+        setting: settings
+      })
+    } else {
+      resultForCreateQueueHook.push({
+        templatePath: snsTemplatePath,
+        templateData: queueName,
+        setting: settings
+      })
+    }
+  }
+  console.log("resultForCreateQueueHook: ", resultForCreateQueueHook);
+  return resultForCreateQueueHook;
+}
+
+function createResourceSqsAndSns(handlerType, resourceName) {
+  let queueName
+  if (handlerType === HANDLER.hdrDsq) {
+    queueName = upperCase(resourceName) + handlerType
+  } else if (handlerType === HANDLER.hdrSqs) {
+    if (resourceName.includes("In")) {
+      resourceName.slice(2)
+    }
+    queueName = resourceName
+  }
+  return queueName
+}
+module.exports = createSourceParams;

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/queue/snsTemplate.ejs

@@ -0,0 +1,59 @@
+##===== [Create topic in]
+  In<%- queueName %>:
+    Type: AWS::SNS::Topic
+    Properties:
+      DisplayName: "SNS Message in"
+      TopicName: ${self:custom.iz_resourcePrefix}In<%- queueName %>
+##===== SNS Subscription
+##===== [Topic In]
+  SubscriptionIn<%- queueName %>:
+    Type: AWS::SNS::Subscription
+    Properties:
+      TopicArn: !Ref In<%- queueName %>
+      Endpoint: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs"
+      Protocol: "sqs"
+##===== [Queue]
+  <%- queueName %>HdrSqs:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs
+      RedrivePolicy:
+        deadLetterTargetArn:
+        # !GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>HdrSqsDLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+##==== [QueueDLQ]
+  <%- queueName %>HdrSqsDLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqsDLQ
+##==== [QueuePolicy]
+  <%- queueName %>HdrSqsPolicy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource:
+            # !GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>HdrSqs
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>HdrSqs
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/flowSchema/UploadS3Case/processFileS3AfterUpload/functionYml/HdrDsq/data.js

@@ -0,0 +1,87 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+const { firstLetterUpperCase: upperCase } = require('../../../../../../../MainLibs/src/Utils');
+const { SOURCE_PATH, SAVE_FILE_NAME, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, S3_RESOURCE, resourceNames, DYNAMO_RESOURCE, SQS_RESOURCE, SNS_RESOURCE, shortNameHandler, HANDLER, FUNCTION_NAME } = require("../../../../../libs/Consts");
+const templatePath = path.join(__dirname, "./template.ejs")
+
+function data(_izContext, srcPath) {
+  return [createSourceParam(_izContext, srcPath)]
+}
+
+function createSourceParam(_izContext, srcPath) {
+  let functionName = upperCase(FUNCTION_NAME.processAfterUploadS3);
+  let handlerType = HANDLER.hdrDsq;
+  let additionalResourcePermission = defaultIamRolePerAction();
+  additionalResourcePermission.push(
+
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DYNAMO_RESOURCE.updateItem,
+          DYNAMO_RESOURCE.getItem
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "ImportBatchMain")
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sqs]: [
+          SQS_RESOURCE.sendMessage,
+          SQS_RESOURCE.receiveMessage,
+          SQS_RESOURCE.deleteMessage,
+          SQS_RESOURCE.getQueueAttributes
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType),
+        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType + "DLQ")
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sns, "In" + functionName)
+      ]
+    )
+  )
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      handlerType,
+      additionalResourcePermission,
+      resourceLocation: SOURCE_PATH.resourceLocationWebSocket,
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      isAppend: true,
+      fileExtension: ".yml"
+    }
+  }
+}
+
+module.exports = data

package/src/TemplateManager/src/flowSchema/UploadS3Case/processFileS3AfterUpload/functionYml/HdrDsq/template.ejs

@@ -0,0 +1,30 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
+  events:
+    - sqs:
+        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- functionName %>
+        batchSize: 10
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_}) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - <%- resource %>
+        <%_ }) _%>
+    <%_}) _%>
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/flowSchema/UploadS3Case/processFileS3AfterUpload/functionYml/HdrS3/data.js

@@ -0,0 +1,112 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+const { firstLetterUpperCase: upperCase } = require('../../../../../../../MainLibs/src/Utils');
+const { SOURCE_PATH, SAVE_FILE_NAME, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, S3_RESOURCE, resourceNames, DYNAMO_RESOURCE, SQS_RESOURCE, SNS_RESOURCE, shortNameHandler, FUNCTION_NAME, LAMBDA_RESOURCE } = require("../../../../../libs/Consts");
+const templatePath = path.join(__dirname, "./template.ejs")
+
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParam(_izContext, flowSchema, srcPath)]
+}
+
+function createSourceParam(_izContext, flowSchema, srcPath) {
+  let functionName = upperCase(FUNCTION_NAME.processAfterUploadS3);
+  let handlerType = "HdrS3";
+  let additionalResourcePermission = defaultIamRolePerAction();
+  let bucketName = flowSchema.bucketName
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.s3]: [
+          S3_RESOURCE.getObject,
+          S3_RESOURCE.getObjectTagging,
+          S3_RESOURCE.putObject,
+          S3_RESOURCE.putObjectTagging,
+          S3_RESOURCE.deleteObject,
+          S3_RESOURCE.deleteObjectTagging
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.s3, bucketName),
+        resourceNames(RESOURCE_CLASSES.s3, bucketName + "/*")
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sqs]: [
+          SQS_RESOURCE.sendMessage,
+          SQS_RESOURCE.receiveMessage,
+          SQS_RESOURCE.deleteMessage,
+          SQS_RESOURCE.getQueueAttributes
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType),
+        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType + "DLQ")
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sns, "In" + functionName)
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish],
+        [RESOURCE_CLASSES.lambda]: [LAMBDA_RESOURCE.invokeFunction]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sns, "InImportBatchMainUpdate"),
+        resourceNames(RESOURCE_CLASSES.lambda, "ImportBatchMainGetHdrInv")
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [DYNAMO_RESOURCE.getItem]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "ReservedDataMain")
+      ]
+    )
+  )
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      handlerType,
+      additionalResourcePermission,
+      resourceLocation: SOURCE_PATH.resourceLocationWebSocket,
+      bucketName,
+      functionNameConfig: upperCase(functionName) + upperCase(shortNameHandler(handlerType))
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      isAppend: true,
+      fileExtension: ".yml"
+    }
+  }
+}
+
+module.exports = data

package/src/TemplateManager/src/flowSchema/UploadS3Case/processFileS3AfterUpload/functionYml/HdrS3/template.ejs

@@ -0,0 +1,38 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionNameConfig) %>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
+  events:
+    - sqs:
+        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- functionName %>
+        batchSize: 10
+    - s3:
+        bucket: <%- bucketName %>
+        event: s3:ObjectCreated:*
+        existing: true
+        # rules:
+        #     - prefix: uploads/
+        #     - suffix: .csv
+        forceDeploy: true
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_}) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - <%- resource %>
+        <%_ }) _%>
+    <%_}) _%>
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/flowSchema/UploadS3Case/processFileS3AfterUpload/handler/handlerDsq/data.js

@@ -0,0 +1,45 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+const { firstLetterUpperCase: upperCase } = require('../../../../../../../MainLibs/src/Utils');
+const { SOURCE_PATH, SAVE_FILE_NAME, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, S3_RESOURCE, resourceNames, DYNAMO_RESOURCE, SQS_RESOURCE, SNS_RESOURCE, shortNameHandler, HANDLER, FUNCTION_NAME } = require("../../../../../libs/Consts");
+const templatePath = path.join(__dirname, "./template.ejs")
+
+function data(_izContext, srcPath) {
+  return [createSourceData(_izContext, srcPath)]
+}
+
+function createSourceData(_izContext, srcPath) {
+  let functionName = FUNCTION_NAME.processAfterUploadS3;
+  let handlerType = HANDLER.hdrDsq;
+
+  return {
+    templatePath: templatePath,
+    templateData: {},
+    setting: {
+      saveFileName: `${upperCase(functionName)}_${upperCase(handlerType)}`,
+      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
+      fileExtension: ".js",
+      isAppend: false
+    }
+  }
+}
+module.exports = data;

package/src/TemplateManager/src/flowSchema/UploadS3Case/processFileS3AfterUpload/handler/handlerDsq/template.ejs

@@ -0,0 +1,151 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+// const AWS = require('aws-sdk');
+// const sqs = new AWS.SQS({ apiVersion: '2012-11-05' });
+
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+const recordHandlerSharedLib = require("@izara_project/izara-shared").recordHandlerSharedLib;
+const Logger = require('@izara_project/izara-core-library-logger');
+const izaraShared = require('@izara_project/izara-shared');
+const callingFlowSharedLib = izaraShared.callingFlowSharedLib;
+
+const processAfterUpload = require('./ProcessAfterUploadS3_Main')
+
+// validate event properties in body.Message of sqs event
+middleware.setValidatorSchema(
+  recordHandlerSharedLib.baseValidatorSchema({
+    type: 'object',
+    required: ['body', 'messageAttributes'],
+    properties: {
+      body: {
+        type: 'object',
+      },
+      messageAttributes: {
+        type: 'object',
+      },
+    },
+  })
+);
+
+// set schema for record.body.Message
+let perRecordsValidatorSchema = {
+  type: "object",
+  required: [
+    'bucket',
+    'field',
+    'importBy'
+  ],
+  properties: {
+    bucket: {
+      type: "string"
+    },
+    field: {
+      type: "object"
+    },
+    importBy: {
+      type: "string"
+    },
+    imageImportId: {
+      type: "string"
+    },
+    realImageSize: {
+      type: "number",
+      default: 0
+    }
+  }
+};
+
+// set schema for record.body.MessageAttributes
+// const messageAttributeValidatorSchema = {
+//   type: "object",
+//   required: ['msgAtrrParam1', 'msgAtrrParam2'],
+//   properties: {
+//     msgAtrrParam1: {
+//       type: "string"
+//     },
+//     msgAtrrParam2: {
+//       type: "object"
+//     }
+//   }
+// };
+
+perRecordsValidatorSchema = callingFlowSharedLib.addOptionalPassBackPropertiesToValidatorSchema(perRecordsValidatorSchema)
+
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+
+  try {
+
+    let recordPromises = []; // final return
+
+    // loop each record and send to mainFunction
+    await Promise.all(event.Records.map(async record => { // promise.all for map() function
+
+      // --- reforming record.body for Dsq request
+      record = recordHandlerSharedLib.reformatDsqMessage(record._izContext, record);
+      record._izContext.logger.debug('record GetSignedUrlS3HdrDsq after reform', record);
+
+      let passOnProperties = []
+
+      // validate message (and MessageAttributes)
+      await recordHandlerSharedLib.validateRecord(
+        record,                             // one record will send to mainFunction
+        "ProcessAfterUploadHdrDsq",             // queue name that need to retry or send to dlq
+        perRecordsValidatorSchema,          // schema for record.Message
+        // messageAttributeValidatorSchema  // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
+      );
+
+      // add argument (to invoke lambda) to passOnProperties[]
+      passOnProperties.push(record.body.Message.bucket),
+      passOnProperties.push(record.body.Message.field),
+      passOnProperties.push(record.body.Message.importBy),
+      passOnProperties.push(record.body.Message.imageImportId),
+      passOnProperties.push(record.body.Message.realImageSize),
+      passOnProperties.push(record.body.Message.passBackProperties),
+      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
+
+      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+      let recordPromise = recordHandlerSharedLib.recordHandler(
+        record,                                           // one record will send to mainFunction
+        processAfterUpload.processAfterUpload,  // mainFunction that need to invoke.
+        "ProcessAfterUploadHdrDsq",                  // queue name that need to retry or send to dlq
+        passOnProperties,                                 // all parameters that mainFunction needed.
+      );
+      record._izContext.logger.debug('after recordPromise in handler');
+      recordPromises.push(recordPromise); // push promise to recordPromises
+    }))
+
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      // --- main await all promises
+      await Promise.all(recordPromises); // await all promises
+
+      return event.Records // return all for local test
+
+    } catch {
+      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve)');
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
+
+  } catch (err) {
+    Logger.error('Unhandled Error, processImageAfterUpload: ', err);
+    throw (err);
+  }
+});