@izara_project/izara-market-library-service-schemas 1.0.57 → 1.0.58

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@izara_project/izara-market-library-service-schemas",
-  "version": "1.0.57",
+  "version": "1.0.58",
   "description": "Schemas for Izara Market project",
   "main": "index.js",
   "scripts": {

package/src/reStructure/TemplateData/EndpointPerService/yaml/data.js

@@ -117,27 +117,9 @@ async function createParamForCreateSource(_izContext, allObjSchemas, action, han
     createIamRole(
       { [RESOURCE_CLASSES.sns]: SNS_RESOURCE.publish },
       [
-        resourceNames(RESOURCE_CLASSES.sns, upperCase(FUNCTION_NAME.createObjectComplete) + "_Out")
-      ]
-    ),
-
-    createIamRole(
-      { [RESOURCE_CLASSES.sns]: SNS_RESOURCE.publish },
-      [
-        resourceNames(RESOURCE_CLASSES.sns, upperCase(FUNCTION_NAME.updateNodeComplete) + "_Out")
-      ]
-    ),
-    createIamRole(
-      { [RESOURCE_CLASSES.sns]: SNS_RESOURCE.publish },
-      [
-        resourceNames(RESOURCE_CLASSES.sns, upperCase(FUNCTION_NAME.deleteNodeComplete) + "_Out")
-      ]
-    ),
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.sns]: SNS_RESOURCE.publish
-      },
-      [
+        resourceNames(RESOURCE_CLASSES.sns, upperCase(FUNCTION_NAME.createObjectComplete) + "_Out"),
+        resourceNames(RESOURCE_CLASSES.sns, upperCase(FUNCTION_NAME.updateNodeComplete) + "_Out"),
+        resourceNames(RESOURCE_CLASSES.sns, upperCase(FUNCTION_NAME.deleteNodeComplete) + "_Out"),
         resourceNames(RESOURCE_CLASSES.sns, upperCase(FUNCTION_NAME.getNodeComplete) + "_Out")
       ]
     )

package/src/reStructure/TemplateData/flowSchema/components/upload/confirmReserved/mainFunction/template.ejs

@@ -73,7 +73,9 @@ module.exports.confirmNewReserved = async (
     // confirmUsage
     let confirmUsageMessage = {
       userId: userId,
+      //(<optionalLimitTag>)
       limitTag: consts.LIMIT_TAG.uploadData,
+      //(</optionalLimitTag>)
       uniqueIdentify: uniqueIdentify,
     }
 

package/src/reStructure/TemplateData/flowSchema/components/upload/createObject/functionYaml/data.js

@@ -77,7 +77,8 @@ function createSourceParams(_izContext, flowSchema, srcPath) {
         ]
       },
       [
-        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "WebSocketTask")
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "WebSocketTask"),
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "UserUploadRecords")
       ]
     ),
     createIamRole(

package/src/reStructure/TemplateData/flowSchema/components/upload/createObject/mainFunction/data.js

@@ -38,26 +38,12 @@ async function data(_izContext, flowSchema, srcPath) {
 
 async function createParamsForCreateSource(_izContext, flowSchema, srcPath) {
   let functionName = upperCase(FUNCTION_NAME.createObjectS3)
-  let objectSchema = await getObjectSchema.getObjectSchemaCombineFieldNamesWithCache(_izContext, flowSchema.objType)
   let objectType = flowSchema.objType.objectType
-  let createdFieldNames = [];
-  let statusFieldNames = [];
-  for (const [fieldNames, fieldSettings] of Object.entries(objectSchema.fieldNames)) {
-    if (fieldSettings.hasOwnProperty("requiredOnCreate") && fieldSettings.requiredOnCreate === true) {
-      createdFieldNames.push(fieldNames);
-    }
-
-    if (fieldSettings.hasOwnProperty("statusField") && fieldSettings.statusField === true) {
-      statusFieldNames.push(fieldNames)
-    }
-  }
 
   return {
     templatePath: templatePath,
     templateData: {
       flowTag: flowSchema.flowTag,
-      createdFieldNames: createdFieldNames,
-      statusFieldNames: statusFieldNames,
       objectType
     },
     setting: {

package/src/reStructure/TemplateData/flowSchema/components/upload/createObject/mainFunction/template.ejs

@@ -33,8 +33,8 @@ const sns = externalRequest.sns
 const utils = require('@izara_project/izara-market-library-service-schemas/src/MainLibs/src/Utils')
 const NoRetryError = require('@izara_project/izara-core-library-core').NoRetryError
 const { v4: uuidv4 } = require('uuid')
-const coreConsts = require("@izara_project/izara-core-library-core/src/Consts");
 const { TOPIC_NAME_GENERATE_CODE } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/Consts')
+const { consts } = require('@izara_project/izara-middleware');
 
 //(<optionalRequired>)
 //(</optionalRequired>)
@@ -67,7 +67,7 @@ module.exports.createObject = async (
     _izContext.logger.debug("WebSocketInvoke requestParams", requestParams)
     _izContext.logger.debug("WebSocketInvoke callingFlowConfig", callingFlowConfig)
 
-    let correlationIds = _izContext.correlationIds.get(coreConsts.X_CORRELATION_ID)
+    let connectionId = _izContext.correlationIds.get(consts.CONNECTION_ID)
 
     let flowSchema = await getObjectSchema.getFlowSchemaS3WithCache(_izContext, {
       flowTag: "<%- flowTag %>",
@@ -76,16 +76,18 @@ module.exports.createObject = async (
 
     _izContext.logger.debug("getFlowSchema", flowSchema)
 
-    let getUserFromTableTask = await dynamodbSharedLib.getItem(_izContext,
-    await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
+    let getUserFromTableUserUploadRecord = await dynamodbSharedLib.getItem(_izContext,
+    await dynamodbSharedLib.tableName(_izContext, "UserUploadRecords"),
     {
-      taskKey: correlationIds
+      connectionId: connectionId
     }
   )
 
-  const { userId, submitByUserId } = getUserFromTableTask
-  
-    if (!flowSchema) {
+  const { userId, submittedByUserId } = getUserFromTableUserUploadRecord
+  _izContext.correlationIds.set(consts.BASE_USER_ID, userId)
+  _izContext.correlationIds.set(consts.TARGET_ID, submittedByUserId)
+
+  if (!flowSchema) {
       throw new NoRetryError(`flowTag not found ${requestParams.action}`)
     }
 
@@ -93,6 +95,9 @@ module.exports.createObject = async (
     let objectSchema = await getObjectSchema.getObjSchemaS3WithHierarchy(_izContext, flowSchema.objType)
     _izContext.logger.debug("objectSchema in flowSchema mainFunction", objectSchema)
 
+  if (!objectSchema) {
+    throw new NoRetryError(`${flowSchema.objType.objectType} not found`)
+  }
 
     //(<beforeCreateHook>)
     //(</beforeCreateHook>)

package/src/reStructure/TemplateData/flowSchema/components/upload/preSignUrl/createPresignUrl/mainFunction/template.ejs

@@ -38,6 +38,8 @@ const utils = require('@izara_project/izara-market-library-service-schemas/src/M
 const coreConsts = require('@izara_project/izara-core-library-core/src/Consts');
 const { EXTERNAL_SERVICE_NAME } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/Consts');
 const { createFlowTypeConcat } = require("@izara_project/izara-core-library-service-schemas").utils
+//(<optionalRequired>)
+//(</optionalRequired>)
 
 /**
  * description of function.
@@ -83,8 +85,8 @@ module.exports.createPresignUrl = async (
       await lambdaSharedLib.lambdaFunctionName(_izContext, "GetHdrInv"),
       {
         objectType: objType.objectType,
-        //(<identifiers>)
-        //(</identifiers>)
+        //(<identifiersForGetData>)
+        //(</identifiersForGetData>)
       }
     )
     _izContext.logger.debug("getResult", getResult);
@@ -116,8 +118,8 @@ module.exports.createPresignUrl = async (
       let updateStatusField = {
         objInstanceFull: {
           identifiers: {
-            //(<identifiers>)
-            //(</identifiers>)
+            //(<identifiersForUpdateStatus>)
+            //(</identifiersForUpdateStatus>)
           },
           fields: {
             //(<fields>)
@@ -129,7 +131,7 @@ module.exports.createPresignUrl = async (
 
       let sendMessageToUpdateEndpoint = {
         Message: JSON.stringify(updateStatusField),
-        TopicArn: await snsSharedLib.snsTopicArn(_izContext, `Update_In`)
+        TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(_izContext, `Update_In`)
       }
       _izContext.logger.debug("sendMessageToUpdateEndpoint", sendMessageToUpdateEndpoint);
 
@@ -143,7 +145,7 @@ module.exports.createPresignUrl = async (
 
       let sendMessageToCancelReserved = {
         Message: JSON.stringify(cancelReservedMsg),
-        TopicArn: await snsSharedLib.snsTopicArn(_izContext, 'CancelUsage_In', EXTERNAL_SERVICE_NAME.accountLimits)
+        TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(_izContext, 'CancelUsage_In', EXTERNAL_SERVICE_NAME.accountLimits)
       };
 
       _izContext.logger.debug("sendMessageToCancelReserved", sendMessageToCancelReserved);
@@ -225,7 +227,7 @@ module.exports.createPresignUrl = async (
 
       let sendMessageToUpdateEndpoint = {
         Message: JSON.stringify(messageObject),
-        TopicArn: await snsSharedLib.snsTopicArn(_izContext, "Update_In")
+        TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(_izContext, "Update_In")
       }
       _izContext.logger.debug("sendMessageToUpdateEndpoint", sendMessageToUpdateEndpoint);
       await sns.publishAsync(_izContext, sendMessageToUpdateEndpoint);
@@ -238,7 +240,7 @@ module.exports.createPresignUrl = async (
       await dynamodbSharedLib.updateItem(_izContext,
         await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
         {
-          taskKey: `${createFlowTypeConcat(event._izContext, { flowTag: "<%- flowTag %>", serviceTag: process.env.iz_serviceTag })}${identifiers}`,
+          taskKey: `${createFlowTypeConcat(_izContext, { flowTag: "<%- flowTag %>", serviceTag: process.env.iz_serviceTag })}${identifiers}`,
           connectionId: connectionId
         },
         {

package/src/reStructure/TemplateData/flowSchema/components/upload/preSignUrl/reservedLimit/mainFunction/template.ejs

@@ -87,7 +87,7 @@ module.exports.reservedLimit = async (
 
     let sendMsgReservedDynamic = {
       userId: _izContext.correlationIds.get(coreConsts.BASE_USER_ID),
-      targetUserId: _izContext.correlationIds.get(coreConsts.TARGET_ID),
+      targetId: _izContext.correlationIds.get(coreConsts.TARGET_ID),
       //(<additionalPropertiesReservedDynamic>)
       //(</additionalPropertiesReservedDynamic>)
     }
@@ -105,9 +105,9 @@ module.exports.reservedLimit = async (
         callingFlowSharedLib.addParentCallingFlowConfig(
           callingFlowConfig,
           callingFlowSharedLib.createCallingFlowConfig(
-            //(<callingFlowProperties>)
+            //(<callingFlowPropertiesIfHaveCallingFlowConfig>)
             await lambdaSharedLib.lambdaFunctionName(_izContext, "ReservedLimitCompleteHdrSqs"),
-            //(</callingFlowProperties>)
+            //(</callingFlowPropertiesIfHaveCallingFlowConfig>)
             callingFlowProperties
           )
         )
@@ -116,9 +116,9 @@ module.exports.reservedLimit = async (
       sendMsgReservedDynamic = callingFlowSharedLib.addCallingFlowToSnsRequestMessageObject(
         sendMsgReservedDynamic,
         callingFlowSharedLib.createCallingFlowConfig(
-          //(<callingFlowProperties>)
+          //(<callingFlowPropertiesIfNotHaveCallingFlowConfig>)
           await lambdaSharedLib.lambdaFunctionName(_izContext, "ReservedLimitCompleteHdrSqs"),
-          //(</callingFlowProperties>)
+          //(</callingFlowPropertiesIfNotHaveCallingFlowConfig>)
           callingFlowProperties
         )
       );
@@ -139,7 +139,7 @@ module.exports.reservedLimit = async (
 
     let sendMessageToReservedDynamic = {
       Message: JSON.stringify(sendMsgReservedDynamic),
-      TopicArn: await snsSharedLib.snsTopicArn(_izContext, "ReservedDynamicUsage_In", consts.EXTERNAL_SERVICE_NAME.accountLimits)
+      TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(_izContext, "ReservedDynamicUsage_In", consts.EXTERNAL_SERVICE_NAME.accountLimits)
     };
     _izContext.logger.debug("sendMessageToReservedDynamic", sendMessageToReservedDynamic);
     await sns.publishAsync(_izContext, sendMessageToReservedDynamic);

package/src/reStructure/TemplateData/flowSchema/components/upload/processFile/functionYml/HdrS3/template.ejs

@@ -3,9 +3,6 @@
   handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
   name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
   events:
-    - sqs:
-        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- functionName %>
-        batchSize: 10
     - s3:
         bucket: <%- bucketName %>
         event: s3:ObjectCreated:*

package/src/reStructure/TemplateData/flowSchema/components/upload/relate/S3/data.js

@@ -36,10 +36,13 @@ function data(_izContext, flowSchema, srcPath) {
 
 function createSourceParams(_izContext, flowSchema, srcPath) {
   let bucketName = flowSchema.bucketName
+  let resourceName = bucketName.split("-").join("")
+
   return {
     templatePath: templatePath,
     templateData: {
-      bucketName
+      bucketName,
+      resourceName
     },
     setting: {
       initialData: 'Resources:\n',

package/src/reStructure/TemplateData/flowSchema/components/upload/relate/S3/template.ejs

@@ -1,4 +1,4 @@
-  <%- bucketName %>:
+  <%- resourceName %>:
     Type: AWS::S3::Bucket
     DependsOn:
       - SNSInProcessAfterUploadS3Policy

package/src/reStructure/TemplateData/flowSchema/components/upload/relate/libs/template.ejs

@@ -22,10 +22,7 @@ const lambda = externalRequest.lambda;
 const lambdaSharedLib = require('@izara_project/izara-core-library-lambda')
 const { ApiGatewayManagementApiClient, PostToConnectionCommand } = require("@aws-sdk/client-apigatewaymanagementapi");
 const hash = require('@izara_project/izara-shared-core').objectHash;
-<% if (uploadS3) { %>
-  const csv = require('csv-parser');
-  const streamifier = require('streamifier');
-<% } %>
+
 const { NoRetryError,inMemoryCacheLib } = require('@izara_project/izara-core-library-core');
 
 const client = new ApiGatewayManagementApiClient({
@@ -74,43 +71,6 @@ const processStaticLimitWithCache = inMemoryCacheLib(
   }
 )
 
-<% if (uploadS3) { %>
-/**
- *
- * @param {Object} _izContext
- * @param {Object} data - S3 data
- * @returns
- */
-async function isValidCsv(_izContext, data) {
-  _izContext.logger.debug("function checkValidCsv", { data })
-  let errorCheckCsv = [];
-  let validCsv = true;
-  let rowCount = 0;
-  let columnCount = null;
-
-  streamifier.createReadStream(data.Body).pipe(csv()).on('data', (row) => {
-    rowCount++;
-    if (columnCount === null) {
-      columnCount = Object.keys(row).length
-    } else if (Object.keys(row).length !== columnCount) {
-      validCsv = false
-      errorCheckCsv.push(`Row ${rowCount} has inconsistent columns: ${JSON.stringify(row)}`)
-    }
-  })
-    .on('end', () => {
-      if (rowCount === 0) {
-        errorCheckCsv.push("csv file not have data row")
-      } else {
-        _izContext.logger.debug("validCsv")
-      }
-    })
-    .on('error', (error) => {
-      errorCheckCsv.push(`error:: ${error}`)
-    })
-
-  return [validCsv, errorCheckCsv]
-}
-<% } %>
 
 /**
  *
@@ -135,8 +95,5 @@ module.exports = {
   postToConnection,
   processStaticLimit,
   processStaticLimitWithCache,
-  getNestObject,
-  <% if (uploadS3) { %>
-    isValidCsv,
-  <% } %>
+  getNestObject
 }

package/src/reStructure/TemplateData/flowSchema/components/upload/relate/sns-out/data.js

@@ -0,0 +1,75 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+
+const STORAGE_TYPES = {
+  dynamoDB: "dynamoDB",
+  graph: "graph"
+}
+
+const templatePath = path.join(__dirname, '../../../../../resourceYaml/sns-out/template.ejs')
+const {
+  utils: { firstLetterUpperCase: upperCase },
+  consts: { SOURCE_PATH, SAVE_FILE_NAME }
+} = require("../../../../../../../MainLibs")
+
+
+/**
+ * create data for template.ejs
+ * return array of defaultSnsOutData
+ * because must create for FindData and ProcessLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple defaultSnsOutData
+ */
+
+function createDataForDefaultSnsOut(_izContext, flowSchema, srcPath) {
+  let resultsForCreateDefaultSnsOut = [];
+  const defaultSnsOutDataList = [
+    {
+      queueName: upperCase(flowSchema.flowTag)
+    },
+  ]
+
+  for (let defaultSnsOutData of defaultSnsOutDataList) {
+    resultsForCreateDefaultSnsOut.push({
+      templatePath: templatePath,
+      templateData: defaultSnsOutData,
+      setting: {
+        initialData: "Resources:\n",
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.snsOutYaml,
+        fileExtension: ".yml",
+        isAppend: true
+      }
+    })
+  }
+  return resultsForCreateDefaultSnsOut;
+}
+
+module.exports = createDataForDefaultSnsOut;

package/src/reStructure/TemplateData/flowSchema/components/websocket/connect/functionYaml/data.js

@@ -53,7 +53,7 @@ function createWebSocketConnectYaml(_izContext, srcPath) {
         ]
       },
       [
-        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "WebSocketTask")
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "UserUploadRecords")
       ]
     ),
     createIamRole(

package/src/reStructure/TemplateData/flowSchema/components/websocket/connect/handler/template.ejs

@@ -28,33 +28,33 @@ module.exports.main = middleware.wrap(async (event, context, callback) => {
   const { eventType, connectionId } = event.requestContext
   try {
 
-    let userId = event.queryStringParameters.userId
-    let submitByUserId = event.queryStringParameters.submitByUserId
-    let correlationIds = event._izContext.correlationIds.get(izara.consts.X_CORRELATION_ID)
-
     if (event.requestContext) {
       switch (eventType) {
         case 'CONNECT':
           console.log('Connect websocket')
+
+          let { userId, submittedByUserId } = event.queryStringParameters;
+
           await dynamodbSharedLib.putItem(event._izContext,
-          await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
-          {
-            taskKey: correlationIds,
-            userId: userId,
-            submitByUserId: submitByUserId
-          }
-        )
+            await dynamodbSharedLib.tableName(event._izContext, "UserUploadRecords"),
+            {
+              connectionId: connectionId,
+              userId: userId,
+              submittedByUserId: submittedByUserId,
+              expirationTime: Math.floor(Date.now() / 1000) + 7200 // ttl time milliSecond to second + 2 hour
+            }
+          )
           //(<webSocketConnect>)
           //(</webSocketConnect>)
           break
         case 'DISCONNECT':
           console.log('Websocket are Disconnection')
           await dynamodbSharedLib.deleteItem(event._izContext,
-          await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
-          {
-            taskKey: correlationIds,
-          }
-        )
+            await dynamodbSharedLib.tableName(event._izContext, "UserUploadRecords"),
+            {
+              connectionId: connectionId,
+            }
+          )
           //(<webSocketDisconnect>)
           //(</webSocketDisconnect>)
           break

package/src/reStructure/TemplateData/flowSchema/components/websocket/dynamoDb/ttlDynamoTemplate.ejs

@@ -0,0 +1,32 @@
+  <%- resourceName %>Table:
+    Type: "AWS::DynamoDB::Table"
+    Properties:
+      TableName: ${self:custom.iz_resourcePrefix}<%- tableName %>
+      BillingMode: PAY_PER_REQUEST
+      AttributeDefinitions:
+      <%_ attributes.forEach(attribute => { -%>
+      - AttributeName: <%- attribute['AttributeName'] %>
+        AttributeType: <%- attribute['AttributeType'] %>
+      <%_ }) _%>
+      KeySchema:
+      <%_ attributes.forEach(attribute => { -%>
+      <%_ if (attribute.keyType === 'partitionKey' || attribute.keyType === "identifier") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: HASH
+        <%_ } -%>
+      <%_ if(attribute.keyType === "sortKey") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: RANGE
+        <%_ } -%>
+      <%_ }) _%>
+      TimeToLiveSpecification:
+        AttributeName: expirationTime
+        Enabled: true
+        #<#<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+        #<#/<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+<%_ function firstLetterUpperCase(text){
+return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/reStructure/TemplateData/flowSchema/components/websocket/dynamoDb/userUploadRecords.js

@@ -0,0 +1,58 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../../../../../MainLibs/src/Consts');
+
+const templatePath = path.join(__dirname, "./ttlDynamoTemplate.ejs")
+
+function data(_izContext, srcPath) {
+  let resultForCreateSources = [];
+  const userUploadRecords = [
+    {
+      tableName: "UserUploadRecords",
+      resourceName: "UserUploadRecords",
+      attributes: [
+        {
+          keyType: "partitionKey",
+          AttributeName: "connectionId",
+          AttributeType: "S"
+        }
+      ]
+    }
+  ];
+
+  for (let userUploadRecord of userUploadRecords) {
+    resultForCreateSources.push(
+      {
+        templatePath: templatePath,
+        templateData: userUploadRecord,
+        setting: {
+          initialData: 'Resources:\n',
+          savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+          saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+          fileExtension: ".yml",
+          isAppend: true
+        }
+      }
+    )
+  }
+  return resultForCreateSources;
+}
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/generateTemplateData.js

@@ -29,21 +29,23 @@ const {
 
 // Core components
 const createWebSocketDynamoDb = require('./components/websocket/dynamoDb/WebSocketTaskData');
+const createUserUploadRecordTable = require('./components/websocket/dynamoDb/userUploadRecords')
 const createReservedDataMainTable = require('./components/websocket/dynamoDb/ReservedTableData');
 const createBucketS3 = require('./components/upload/relate/S3/data');
 const createWebSocketGenerateCodeLibs = require('./components/upload/relate/libs/data');
 const createWebSocketConnectYaml = require('./components/websocket/connect/functionYaml/data')
 const createWebSocketConnectHandler = require('./components/websocket/connect/handler/data')
+const createSnsTopicForUploadS3 = require('./components/upload/relate/sns-out/data')
 // CreateObject components
 const createFunctionYamlCreateObjectWebSocket = require('./components/upload/createObject/functionYaml/data');
 const createHandlerCreateObjectWebSocket = require('./components/upload/createObject/handler/data');
 const createMainFunctionCreateObjectWebSocket = require('./components/upload/createObject/mainFunction/data');
 
 // CreateObjectComplete components
-const createWebSocketCreateObjectCompleteFunctionYaml = require('./components/upload/createObjectComplete/functionYaml/data');
-const createWebSocketCreateObjectCompleteQueue = require('./components/upload/createObjectComplete/sns-sqs/data');
-const createWebSocketCreateObjectCompleteHandler = require('./components/upload/createObjectComplete/handler/data');
-const createWebSocketCreateObjectCompleteMainFunction = require('./components/upload/createObjectComplete/mainFunction/data');
+// const createWebSocketCreateObjectCompleteFunctionYaml = require('./components/upload/createObjectComplete/functionYaml/data');
+// const createWebSocketCreateObjectCompleteQueue = require('./components/upload/createObjectComplete/sns-sqs/data');
+// const createWebSocketCreateObjectCompleteHandler = require('./components/upload/createObjectComplete/handler/data');
+// const createWebSocketCreateObjectCompleteMainFunction = require('./components/upload/createObjectComplete/mainFunction/data');
 
 // PreSign URL components
 const createReservedLimitFunctionYaml = require('./components/upload/preSignUrl/reservedLimit/functionYaml/data');
@@ -72,9 +74,9 @@ const createConfirmAfterUploadS3Queue = require('./components/upload/confirmRese
 // flowSchema ExternalTopic components //
 const createExternalSqsFunctionYaml = require('./externalTopic/Process/functionYaml/data');
 const createExternalSqsHandler = require('./externalTopic/Process/handler/data');
-const createExternalSqsCompleteFunctionYaml = require("./externalTopic/Complete/functionYaml/data");
-const createExternalSqsCompleteHandler = require("./externalTopic/Complete/handler/data");
-const createExternalSqsCompleteMainFunction = require("./externalTopic/Complete/mainFunction/data");
+// const createExternalSqsCompleteFunctionYaml = require("./externalTopic/Complete/functionYaml/data");
+// const createExternalSqsCompleteHandler = require("./externalTopic/Complete/handler/data");
+// const createExternalSqsCompleteMainFunction = require("./externalTopic/Complete/mainFunction/data");
 const createExternalTopicSnsInSqs = require('./externalTopic/sns-in-sqs/data');
 const createExternalTopicSnsOut = require('./externalTopic/sns-out/data')
 
@@ -101,9 +103,9 @@ const createFlowSchemaFlowStepHandler = require('./flowStep/handler/data');
 const createFlowSchemaFlowStepMainFunction = require('./flowStep/mainFunction/data')
 const createFlowSchemaFlowStepSnsIn = require('./flowStep/sns-in/data');
 // flowSchema OwnTopicEndpointComplete component
-const createFlowSchemaOwnTopicEndpointCompleteFuntionYaml = require('./flowSchemaOwnTopic/EndpointComplete/functionYaml/data');
-const createFlowSchemaOwnTopicEndpointCompleteHandler = require('./flowSchemaOwnTopic/EndpointComplete/handler/data');
-const createFlowSchemaOwnTopicEndpointCompleteMainFunction = require('./flowSchemaOwnTopic/EndpointComplete/mainFunction/data');
+// const createFlowSchemaOwnTopicEndpointCompleteFuntionYaml = require('./flowSchemaOwnTopic/EndpointComplete/functionYaml/data');
+// const createFlowSchemaOwnTopicEndpointCompleteHandler = require('./flowSchemaOwnTopic/EndpointComplete/handler/data');
+// const createFlowSchemaOwnTopicEndpointCompleteMainFunction = require('./flowSchemaOwnTopic/EndpointComplete/mainFunction/data');
 
 const createFlowSchemaOwnTopicQueue = require('./flowSchemaOwnTopic/sns-in/data');
 const createFlowSchemaOwnTopicSnsOut = require('./flowSchemaOwnTopic/sns-out/data');
@@ -121,10 +123,10 @@ const createFlowSchemaLambdaSyncHandlerApi = require("./lambdaSync/Api/handler/d
 
 const createAwaitingMultipleStepDynamoDbData = require('./dynamoDb/data');
 // create record status Field Complete
-const createCreateObjectCompleteFunctionYaml = require('./CreateRecordComplete/functionYaml/data');
-const createCreateObjectCompleteHandler = require('./CreateRecordComplete/handler/data');
-const createCreateObjectCompleteMainFunction = require('./CreateRecordComplete/mainFunction/data');
-const createCreateObjectCompleteQueue = require('./CreateRecordComplete/queue/data');// flowSchema Register component //
+// const createCreateObjectCompleteFunctionYaml = require('./CreateRecordComplete/functionYaml/data');
+// const createCreateObjectCompleteHandler = require('./CreateRecordComplete/handler/data');
+// const createCreateObjectCompleteMainFunction = require('./CreateRecordComplete/mainFunction/data');
+// const createCreateObjectCompleteQueue = require('./CreateRecordComplete/queue/data');// flowSchema Register component //
 
 const createFlowSchemaRegisterHandlerComplete = require('./register/complete/handler/data');
 const createFlowSchemaRegisterMainCompleteFunc = require('./register/complete/mainFunction/data');
@@ -178,9 +180,10 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
     for (const flowSchema of allLocalFlowSchemas.records) {
       // console.log("flowSchema in Generate TemplateData", flowSchema);
       const webSocketGenerateCodeLibs = createWebSocketGenerateCodeLibs(_izContext, flowSchema, saveFilePath)
+      createSourceParams.push(...webSocketGenerateCodeLibs)
       if (!flowSchema.event.includes("s3")) {
         const flowSchemaEndpointMainFunction = await createFlowSchemaEndpointMainFunction(_izContext, flowSchema, saveFilePath);
-        createSourceParams.push(...webSocketGenerateCodeLibs, ...flowSchemaEndpointMainFunction)
+        createSourceParams.push(...flowSchemaEndpointMainFunction)
       }
 
       // event has [s3, extTopic, ownTopic, eventBridge, lambdaSync]
@@ -188,6 +191,7 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
         if (event.includes("s3")) {
           const reservedDataTable = createReservedDataMainTable(_izContext, saveFilePath);
           const bucketS3 = createBucketS3(_izContext, flowSchema, saveFilePath)
+          const userUploadRecordTable = createUserUploadRecordTable(_izContext, saveFilePath)
 
           const functionYamlCreateObjectWebSocket = createFunctionYamlCreateObjectWebSocket(_izContext, flowSchema, saveFilePath);
           const handlerCreateObjectWebSocket = createHandlerCreateObjectWebSocket(_izContext, flowSchema, saveFilePath);
@@ -221,6 +225,8 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
           const confirmReservedAfterUploadMainFunction = createConfirmAfterUploadS3MainFunction(_izContext, flowSchema, saveFilePath);
           const confirmReservedAfterUploadQueue = createConfirmAfterUploadS3Queue(_izContext, saveFilePath);
 
+          const snsTopicOutFlowSchemaUploadS3 = createSnsTopicForUploadS3(_izContext, flowSchema, saveFilePath);
+
           const webSocketFunctions = [
             ...functionYamlCreateObjectWebSocket,
             ...handlerCreateObjectWebSocket,
@@ -275,6 +281,8 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
             ...reservedLimitResources,
             ...processAfterUploadResources,
             ...confirmAfterUploadResources,
+            ...snsTopicOutFlowSchemaUploadS3,
+            ...userUploadRecordTable
           );
 
         } else if (event.includes("extTopic")) {

package/src/reStructure/TemplateData/flowSchema/webSocketComplete/mainFunction/template.ejs

@@ -88,21 +88,24 @@ module.exports.<%- functionName %> = async (
       throw new NoRetryError("not have flowSchema in S3")
     }
 
-    let wbsTasks; 
+    let wbsTasks;
+    let taskKey;
     if (flowSchema.statusType === "statusField" || flowSchema.statusType === "storedCache" || flowSchema.statusType === "triggerCache") {
+      taskKey = `${createFlowTypeConcat(_izContext,{flowTag: topicName[2],serviceTag: topicName[0]})}${identifiers}`
       wbsTasks = await dynamodbSharedLib.query(
         _izContext,
         await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
         {
-          taskKey: `${createFlowTypeConcat(_izContext,{flowTag: topicName[2],serviceTag: topicName[0]})}${identifiers}`
+          taskKey: taskKey
         }
       )
     } else if (flowSchema.statusType === "none") {
+      taskKey = `${createFlowTypeConcat(_izContext,{flowTag: topicName[2],serviceTag: topicName[0]})}${correlationId}`
       wbsTasks = await dynamodbSharedLib.query(
         _izContext,
         await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
         {
-          taskKey: correlationId,
+          taskKey: taskKey
         }
       )
       }
@@ -119,13 +122,11 @@ module.exports.<%- functionName %> = async (
         await dynamodbSharedLib.deleteItem(_izContext,
           await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
           {
-            taskKey: correlationId,
+            taskKey: taskKey,
             connectionId: connectionId
           }
         )
       }))
-
-
     }
 
   } catch (err) {

package/src/reStructure/TemplateData/processLogical/mainFunction/template.ejs

@@ -315,7 +315,7 @@ module.exports.processLogical = async (
               comparison: comparison,
               callingFlow: callingFlow
             }),
-            TopicArn: await snsSharedLib.snsTopicArn(_izContext, "InPaginateProcessLogical")
+            TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(_izContext, "InPaginateProcessLogical")
           };
           _izContext.logger.debug('Request params before send to topic InPaginateProcessLogical: ', sentMessageToPaginateProcessLogical);
 
@@ -374,7 +374,7 @@ module.exports.processLogical = async (
               sortKeyFieldName: sortKeyFieldName,
               callingFlow: callingFlow
             }),
-            TopicArn: await snsSharedLib.snsTopicArn(_izContext, "InPaginateProcessLogical")
+            TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(_izContext, "InPaginateProcessLogical")
           };
           _izContext.logger.debug('Request params before send to topic InPaginateProcessLogical: ', sentMessageToPaginateProcessLogical);
 

package/src/reStructure/TemplateData/resourceYaml/dynamodb/mainResourcePerObjectSchemaData.js

@@ -70,7 +70,7 @@ function dataForMainDynamoDbYamlFromObjectSchema(_izContext, objectSchema, srcPa
         let attributeType;
         if (fieldNameType === 'string') {
           attributeType = "S"
-        } else if (fieldNameType === 'number') {
+        } else if (fieldNameType === 'number' || fieldNameType === "timestamp") {
           attributeType = "N"
         }
         Object.assign(

package/src/reStructure/TemplateData/flowSchema/components/upload/processFile/functionYml/HdrDsq/data.js

@@ -1,87 +0,0 @@
-/*
-Copyright (C) 2021 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-'use strict';
-
-const path = require("path")
-
-const { firstLetterUpperCase: upperCase } = require('../../../../../../../MainLibs/src/Utils');
-const { SOURCE_PATH, SAVE_FILE_NAME, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, S3_RESOURCE, resourceNames, DYNAMO_RESOURCE, SQS_RESOURCE, SNS_RESOURCE, shortNameHandler, HANDLER, FUNCTION_NAME } = require("../../../../../libs/Consts");
-const templatePath = path.join(__dirname, "./template.ejs")
-
-function data(_izContext, srcPath) {
-  return [createSourceParam(_izContext, srcPath)]
-}
-
-function createSourceParam(_izContext, srcPath) {
-  let functionName = upperCase(FUNCTION_NAME.processAfterUploadS3);
-  let handlerType = HANDLER.hdrDsq;
-  let additionalResourcePermission = defaultIamRolePerAction();
-  additionalResourcePermission.push(
-
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.dynamoDbTable]: [
-          DYNAMO_RESOURCE.updateItem,
-          DYNAMO_RESOURCE.getItem
-        ]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "ImportBatchMain")
-      ]
-    ),
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.sqs]: [
-          SQS_RESOURCE.sendMessage,
-          SQS_RESOURCE.receiveMessage,
-          SQS_RESOURCE.deleteMessage,
-          SQS_RESOURCE.getQueueAttributes
-        ]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType),
-        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType + "DLQ")
-      ]
-    ),
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.sns, "In" + functionName)
-      ]
-    )
-  )
-  return {
-    templatePath: templatePath,
-    templateData: {
-      functionName,
-      handlerType,
-      additionalResourcePermission,
-      resourceLocation: SOURCE_PATH.resourceLocationWebSocket,
-    },
-    setting: {
-      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
-      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
-      isAppend: true,
-      fileExtension: ".yml"
-    }
-  }
-}
-
-module.exports = data

package/src/reStructure/TemplateData/flowSchema/components/upload/processFile/functionYml/HdrDsq/template.ejs

@@ -1,30 +0,0 @@
-<%_ const join = require('path').join; _%>
-<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>:
-  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
-  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
-  events:
-    - sqs:
-        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- functionName %>
-        batchSize: 10
-  iamRoleStatements:
-    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
-    - Effect: <%- resourcePermission.effect %>
-      Action:
-        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
-        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
-        - <%- resourcePerAction %>:<%- permission %>
-        <%_}) _%>
-        <%_ }) _%>
-      Resource:
-        <%_ resourcePermission.resource.forEach(resource => { _%>
-        - <%- resource %>
-        <%_ }) _%>
-    <%_}) _%>
-    #<#<%- functionName %><%- handlerType %>IamRole#>
-    #<#/<%- functionName %><%- handlerType %>IamRole#>
-<%_ function firstLetterUpperCase(text){
-  return text.charAt(0).toUpperCase() + text.slice(1)
-} _%>
-<%_ function firstLetterLowerCase(str) {
-  return str.charAt(0).toLowerCase() + str.slice(1)
-} _%>

package/src/reStructure/TemplateData/flowSchema/components/upload/processFile/handler/handlerDsq/data.js

@@ -1,45 +0,0 @@
-/*
-Copyright (C) 2021 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-'use strict';
-
-const path = require("path")
-
-const { firstLetterUpperCase: upperCase } = require('../../../../../../../MainLibs/src/Utils');
-const { SOURCE_PATH, SAVE_FILE_NAME, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, S3_RESOURCE, resourceNames, DYNAMO_RESOURCE, SQS_RESOURCE, SNS_RESOURCE, shortNameHandler, HANDLER, FUNCTION_NAME } = require("../../../../../libs/Consts");
-const templatePath = path.join(__dirname, "./template.ejs")
-
-function data(_izContext, srcPath) {
-  return [createSourceData(_izContext, srcPath)]
-}
-
-function createSourceData(_izContext, srcPath) {
-  let functionName = FUNCTION_NAME.processAfterUploadS3;
-  let handlerType = HANDLER.hdrDsq;
-
-  return {
-    templatePath: templatePath,
-    templateData: {},
-    setting: {
-      saveFileName: `${upperCase(functionName)}_${upperCase(handlerType)}`,
-      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
-      fileExtension: ".js",
-      isAppend: false
-    }
-  }
-}
-module.exports = data;

package/src/reStructure/TemplateData/flowSchema/components/upload/processFile/handler/handlerDsq/template.ejs

@@ -1,151 +0,0 @@
-/*
-Copyright (C) 2021 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-'use strict';
-
-// const AWS = require('aws-sdk');
-// const sqs = new AWS.SQS({ apiVersion: '2012-11-05' });
-
-const izara = require("@izara_project/izara-middleware");
-const middleware = izara.middlewareHandler;
-const recordHandlerSharedLib = require("@izara_project/izara-shared").recordHandlerSharedLib;
-const Logger = require('@izara_project/izara-core-library-logger');
-const izaraShared = require('@izara_project/izara-shared');
-const callingFlowSharedLib = izaraShared.callingFlowSharedLib;
-
-const processAfterUpload = require('./ProcessAfterUploadS3_Main')
-
-// validate event properties in body.Message of sqs event
-middleware.setValidatorSchema(
-  recordHandlerSharedLib.baseValidatorSchema({
-    type: 'object',
-    required: ['body', 'messageAttributes'],
-    properties: {
-      body: {
-        type: 'object',
-      },
-      messageAttributes: {
-        type: 'object',
-      },
-    },
-  })
-);
-
-// set schema for record.body.Message
-let perRecordsValidatorSchema = {
-  type: "object",
-  required: [
-    'bucket',
-    'field',
-    'importBy'
-  ],
-  properties: {
-    bucket: {
-      type: "string"
-    },
-    field: {
-      type: "object"
-    },
-    importBy: {
-      type: "string"
-    },
-    imageImportId: {
-      type: "string"
-    },
-    realImageSize: {
-      type: "number",
-      default: 0
-    }
-  }
-};
-
-// set schema for record.body.MessageAttributes
-// const messageAttributeValidatorSchema = {
-//   type: "object",
-//   required: ['msgAtrrParam1', 'msgAtrrParam2'],
-//   properties: {
-//     msgAtrrParam1: {
-//       type: "string"
-//     },
-//     msgAtrrParam2: {
-//       type: "object"
-//     }
-//   }
-// };
-
-perRecordsValidatorSchema = callingFlowSharedLib.addOptionalPassBackPropertiesToValidatorSchema(perRecordsValidatorSchema)
-
-module.exports.main = middleware.wrap(async (event, context, callback) => {
-
-  try {
-
-    let recordPromises = []; // final return
-
-    // loop each record and send to mainFunction
-    await Promise.all(event.Records.map(async record => { // promise.all for map() function
-
-      // --- reforming record.body for Dsq request
-      record = recordHandlerSharedLib.reformatDsqMessage(record._izContext, record);
-      record._izContext.logger.debug('record GetSignedUrlS3HdrDsq after reform', record);
-
-      let passOnProperties = []
-
-      // validate message (and MessageAttributes)
-      await recordHandlerSharedLib.validateRecord(
-        record,                             // one record will send to mainFunction
-        "ProcessAfterUploadHdrDsq",             // queue name that need to retry or send to dlq
-        perRecordsValidatorSchema,          // schema for record.Message
-        // messageAttributeValidatorSchema  // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
-      );
-
-      // add argument (to invoke lambda) to passOnProperties[]
-      passOnProperties.push(record.body.Message.bucket),
-      passOnProperties.push(record.body.Message.field),
-      passOnProperties.push(record.body.Message.importBy),
-      passOnProperties.push(record.body.Message.imageImportId),
-      passOnProperties.push(record.body.Message.realImageSize),
-      passOnProperties.push(record.body.Message.passBackProperties),
-      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
-
-      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
-      let recordPromise = recordHandlerSharedLib.recordHandler(
-        record,                                           // one record will send to mainFunction
-        processAfterUpload.processAfterUpload,  // mainFunction that need to invoke.
-        "ProcessAfterUploadHdrDsq",                  // queue name that need to retry or send to dlq
-        passOnProperties,                                 // all parameters that mainFunction needed.
-      );
-      record._izContext.logger.debug('after recordPromise in handler');
-      recordPromises.push(recordPromise); // push promise to recordPromises
-    }))
-
-    Logger.debug('before Promise.all(recordPromises) in handler');
-    try {
-      // --- main await all promises
-      await Promise.all(recordPromises); // await all promises
-
-      return event.Records // return all for local test
-
-    } catch {
-      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve)');
-    }
-    Logger.debug('after Promise.all(recordPromises) in handler');
-
-  } catch (err) {
-    Logger.error('Unhandled Error, processImageAfterUpload: ', err);
-    throw (err);
-  }
-});

package/src/reStructure/TemplateData/resourceYaml/dynamodb/request.json

@@ -1,7 +0,0 @@
-{
-  "tableName": "xxx",
-  "attributes": {
-    "partitionKey": "xxx",
-    "sortKey": "optional"
-  }
-}