@izara_project/izara-market-library-service-schemas 1.0.69 → 1.0.71

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@izara_project/izara-market-library-service-schemas",
-  "version": "1.0.69",
+  "version": "1.0.71",
   "description": "Schemas for Izara Market project",
   "main": "index.js",
   "scripts": {

package/src/reStructure/TemplateData/flowSchema/components/upload/preSignUrl/reservedLimit/mainFunction/template.ejs

@@ -85,13 +85,16 @@ module.exports.reservedLimit = async (
 
     if (res.passStatus === false) {
       importDataLibs.postToConnection({ message: "static limit over" }, connectionId)
-      let identifiers = hash({})
+      let identifiers = hash({
+        //(<hashIdentifiers>)
+        //(</hashIdentifiers>)
+      })
 
       // after post message delete websocket task
       await dynamodbSharedLib.deleteItem(_izContext,
         await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
         {
-          taskKey: ${createFlowTypeConcat(_izContext, { flowTag: "<%- flowTag %>", serviceTag: process.env.iz_serviceTag })}${identifiers},
+          taskKey: `${createFlowTypeConcat(_izContext, { flowTag: "<%- flowTag %>", serviceTag: process.env.iz_serviceTag })}${identifiers}`,
           connectionId: connectionId
         }
       )

package/src/reStructure/TemplateData/flowSchema/flowSchemaMainFunction/template.ejs

@@ -68,9 +68,6 @@ module.exports.<%- functionName %> = async (
     _izContext.logger.debug("<%- functionName %> requestParams", requestParams)
     _izContext.logger.debug("<%- functionName %> callingFlowConfig", callingFlowConfig)
 
-    //(<beforeCheckStatus>)
-    //(</beforeCheckStatus>)
-
     <% if (statusType === "statusField") { %>
       <%- include(statusFieldTemplate) %>
     <% } else if (statusType === "storedCache") { %>
@@ -81,7 +78,7 @@ module.exports.<%- functionName %> = async (
         tableName: tableName,
         flowSchemaComplete: flowSchemaComplete,
         triggerType: triggerType,
-        flowTag
+        flowTag,
         }) %>
     <% } %>
 

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/FlowSchemaComponent/mainFunction/template.ejs

@@ -32,7 +32,7 @@ const sns = externalRequest.sns
 
 const utils = require('@izara_project/izara-market-library-service-schemas/src/MainLibs/src/Utils')
 const NoRetryError = require('@izara_project/izara-core-library-core').NoRetryError
-const coreConsts = require("@izara_project/izara-core-library-core/src/Consts");
+const coreConsts = require("@izara_project/izara-middleware").consts;
 const { TOPIC_NAME_GENERATE_CODE } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/Consts')
 const { postToConnection } = require('../../../libs/source/GenerateCodeLibs')
 //(<optionalRequire>)

package/src/reStructure/TemplateData/flowSchema/generateTemplateData.js

@@ -138,6 +138,22 @@ const createFlowSchemaRegisterSubscribeOutAll = require('./register/subscription
 const createFlowSchemaRegisterSnsInSqs = require('./register/sns-in/data');
 const createFlowSchemaRegisterDynamoDb = require('./register/dynamoDB/register');
 
+const createFlowSchemaTriggerCacheFunctionYaml = {
+  createProcessTriggerCacheYaml: require('./triggerCacheComponent/processTriggerCache/functionYaml/data'),
+  createCheckTriggerCacheYaml: require('./triggerCacheComponent/checkTriggerCacheComplete/functionYaml/data'),
+  createTriggerCacheCompleteYaml: require('./triggerCacheComponent/triggerCacheComplete/functionYaml/data')
+}
+const createFlowSchemaTriggerCacheHandler = {
+  createProcessTriggerCacheHandler: require('./triggerCacheComponent/processTriggerCache/handler/data'),
+  createCheckTriggerCacheHandler: require('./triggerCacheComponent/checkTriggerCacheComplete/handler/data'),
+  createTriggerCacheCompleteHandler: require('./triggerCacheComponent/triggerCacheComplete/handler/data')
+}
+const createFlowSchemaTriggerCacheMainFunction = {
+  createProcessTriggerCacheMainFunction: require('./triggerCacheComponent/processTriggerCache/mainFunction/data'),
+  createCheckTriggerCacheMainFunction: require('./triggerCacheComponent/checkTriggerCacheComplete/mainFunction/data'),
+  createTriggerCacheCompleteMainFunction: require('./triggerCacheComponent/triggerCacheComplete/mainFunction/data')
+}
+const createFlowSchemaTriggerCacheQueue = require('./triggerCacheComponent/triggerCacheQueue/data')
 /**
  * Generates code with templates for different actions
  * @param {Object} _izContext - Context object
@@ -151,7 +167,7 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
     // console.log("saveFilePath in flowSchema generateTemplateAndData", saveFilePath)
     let createSourceParams = [];
     const allLocalFlowSchemas = await getAllLocalFlowSchemas(_izContext, objSchemaPath);
-    const allLocalObjectSchemas = await getAllLocalObjectSchemasWithHierarchy(_izContext, objSchemaPath);
+    // const allLocalObjectSchemas = await getAllLocalObjectSchemasWithHierarchy(_izContext, objSchemaPath);
 
     // default webSocket setting
     const webSocketTaskTable = createWebSocketDynamoDb(_izContext, saveFilePath);
@@ -166,7 +182,7 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
     const webSocketCompleteComponent = [...webSocketCompleteFunctionYaml, ...webSocketCompleteHandler, ...webSocketCompleteMainFunction, ...webSocketCompleteSqs]
     const userUploadRecordTable = createUserUploadRecordTable(_izContext, saveFilePath)
 
-    const webSocketResource = [...webSocketTaskTable, ...webSocketConnectYaml, ...webSocketConnectHandler, ...userUploadRecordTable]
+    const webSocketResource = [...webSocketTaskTable, ...webSocketConnectYaml, ...webSocketConnectHandler]
     if (allLocalFlowSchemas.records.length) {
       createSourceParams.push(
         ...webSocketResource,
@@ -181,7 +197,6 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
     for (const flowSchema of allLocalFlowSchemas.records) {
       // console.log("flowSchema in Generate TemplateData", flowSchema);
       const webSocketGenerateCodeLibs = createWebSocketGenerateCodeLibs(_izContext, flowSchema, saveFilePath)
-
       createSourceParams.push(...webSocketGenerateCodeLibs)
       if (!flowSchema.event.includes("s3")) {
         const flowSchemaEndpointMainFunction = await createFlowSchemaEndpointMainFunction(_izContext, flowSchema, saveFilePath);
@@ -191,6 +206,7 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
       // event has [s3, extTopic, ownTopic, eventBridge, lambdaSync]
       for (const event of flowSchema.event) {
         if (event.includes("s3")) {
+
           const reservedDataTable = createReservedDataMainTable(_izContext, saveFilePath);
           const bucketS3 = createBucketS3(_izContext, flowSchema, saveFilePath)
 
@@ -216,7 +232,7 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
 
           const processAfterUploadFunctionYmlS3 = createProcessAfterUploadS3FunctionYmlS3(_izContext, flowSchema, saveFilePath);
           // const processAfterUploadFunctionYamlHdrDsq = createProcessAfterUploadS3FunctionYmlDsq(_izContext, saveFilePath);
-          const processAfterUploadSqs = createProcessAfterUploadS3Queue(_izContext, saveFilePath);
+          // const processAfterUploadSqs = createProcessAfterUploadS3Queue(_izContext, saveFilePath);
           const processAfterUploadHandlerS3 = createProcessAfterUploadS3HandlerS3(_izContext, flowSchema, saveFilePath);
           // const processAfterUploadHandlerDsq = createProcessAfterUploadS3HandlerDsq(_izContext, saveFilePath);
           const processAfterUploadMainFunction = createProcessAfterUploadS3MainFunction(_izContext, flowSchema, saveFilePath);
@@ -254,7 +270,7 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
 
           const processAfterUploadResources = [
             ...processAfterUploadFunctionYmlS3,
-            ...processAfterUploadSqs,
+            // ...processAfterUploadSqs,
             ...processAfterUploadHandlerS3,
             ...processAfterUploadMainFunction
             // Commented resources kept for reference
@@ -287,6 +303,7 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
           );
 
         } else if (event.includes("extTopic")) {
+
           // ** External Topic ** //
           const externalSqsFunctionYaml = await createExternalSqsFunctionYaml(_izContext, flowSchema, saveFilePath);
           const externalSqsHandler = await createExternalSqsHandler(_izContext, flowSchema, saveFilePath);
@@ -342,6 +359,7 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
           createSourceParams.push(...ownTopicResources);
 
         } else if (event.includes("eventBridge")) {
+
           const flowSchemaEventBridgeHandler = createFlowSchemaEventBridgeHandler(_izContext, flowSchema, saveFilePath);
           const flowSchemaEventBridgeMainFunction = createFlowSchemaEventBridgeMainFunction(_izContext, flowSchema, saveFilePath);
           const flowSchemaEventBridgeFunctionYaml = createFlowSchemaEventBridgeFunctionYaml(_izContext, flowSchema, saveFilePath);
@@ -357,6 +375,7 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
           console.log("event eventBridge generated")
           createSourceParams.push(...eventBridgeResources);
         } else if (event.includes("lambdaSyncInv")) {
+
           const flowSchemaLambdaSyncFunctionYamlInv = createFlowSchemaLambdaSyncFunctionYamlInv(_izContext, flowSchema, saveFilePath);
           const flowSchemaLambdaSyncHandlerInv = createFlowSchemaLambdaSyncHandlerInv(_izContext, flowSchema, saveFilePath);
           // const flowSchemaLambdaSyncMainFunctionInv = createFlowSchemaLambdaSyncMainFunctionInv(_izContext, flowSchema, saveFilePath);
@@ -416,9 +435,23 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
       const flowSchemaFlowStepSnsIn = createFlowSchemaFlowStepSnsIn(_izContext, flowSchema, saveFilePath);
       const flowSchemaOwnTopicFlowStep = [...flowSchemaFlowStepYml, ...flowSchemaFlowStepHandler, ...flowSchemaFlowStepMainFunction, ...flowSchemaFlowStepSnsIn]
       createSourceParams.push(...flowSchemaOwnTopicFlowStep)
+
+      if (flowSchema.statusType === "triggerCache") {
+        const functionYaml = (await Promise.all(Object.entries(createFlowSchemaTriggerCacheFunctionYaml).map(([type, functionYaml]) => functionYaml(_izContext, flowSchema, saveFilePath)))).flat();
+        const mainFunction = Object.entries(createFlowSchemaTriggerCacheMainFunction).flatMap(([type, mainFunction]) => mainFunction(_izContext, flowSchema, saveFilePath));
+        const handler = Object.entries(createFlowSchemaTriggerCacheHandler).flatMap(([type, handler]) => handler(_izContext, flowSchema, saveFilePath));
+        const queue = createFlowSchemaTriggerCacheQueue(flowSchema, saveFilePath);
+        // console.log("functionYaml", JSON.stringify(...functionYaml, null, 2))
+        createSourceParams.push(...functionYaml, ...mainFunction, ...handler, ...queue)
+        // console.log("createSourceParams triggerCache", JSON.stringify(createSourceParams, null, 2))
+        console.log("mainFunction triggerCache", JSON.stringify(mainFunction, null, 2))
+        console.log("handler triggerCache", JSON.stringify(handler, null, 2))
+        console.log("Generate triggerCache component")
+      }
     }
 
     if (allLocalFlowSchemas.records.length) {
+
       console.log("flowSchema Register");
       const flowSchemaRegisterHandlerComplete = createFlowSchemaRegisterHandlerComplete(_izContext, saveFilePath);
       const flowSchemaRegisterMainComplete = await createFlowSchemaRegisterMainCompleteFunc(_izContext, allLocalFlowSchemas, saveFilePath);

package/src/reStructure/TemplateData/flowSchema/templateByStatusType/triggerCacheTemplate.ejs

@@ -1,15 +1,19 @@
-  let [triggerCacheStatus, triggerCache] = await triggeredCacheSharedLib.checkTriggeredCache(
+  let [triggerCacheStatus, triggerCache] = await triggeredCacheSharedLib.checkTriggeredCacheV2(
     _izContext,
-    "<%- tableName %>",
     {
-      //(<keyValueTriggerCacheTable>)
-      //(</keyValueTriggerCacheTable>)
+      serviceTag: process.env.iz_serviceTag,
+      flowTag: "<%- flowTag %>"
     },
-    //(<additionalAttributesWhenCreateTriggerCache>)
-    //(</additionalAttributesWhenCreateTriggerCache>)
-    createFlowTypeConcat(_izContext,{flowTag: "<%- flowTag %>", serviceTag: process.env.iz_serviceTag}),
-    //(<triggerCacheConfig>)
-    //(</triggerCacheConfig>)
+    {
+      //(<identifiersTriggerCacheTable>)
+      //(</identifiersTriggerCacheTable>)
+    },
+    //(<additionalCheckTriggerCacheSetting>)
+    "",      // overWriteUniqueRequestId
+    {},      //flowParams
+    false,   // createIfNotHave
+    {}       // triggerFlowIdentifiers
+    //(</additionalCheckTriggerCacheSetting>)
   )
 
 //(<afterCheckTriggerCache>)
@@ -20,6 +24,15 @@ if (triggerCacheStatus !== "process") {
     //(<afterValidateTriggerCacheStatus>)
     //(</afterValidateTriggerCacheStatus>)
   }
-    //(<checkTriggerCacheHook>)
-    //(</checkTriggerCacheHook>)
+  //(<checkTriggerCacheHook>)
+  //(</checkTriggerCacheHook>)
+
+  // send message to ProcessTriggerCache
+  let sendMessageToProcessTriggerCache = {
+    MessageBody: JSON.stringify(
+      //(<messageBody>)
+      //(</messageBody>)
+    ),
+    QueueUrl: await sqsSharedLib.sqsQueueUrl(_izContext, "ProcessTriggerCache<%- flowTag %>HdrSqs")
+  }
 }

package/src/reStructure/TemplateData/flowSchema/triggerCacheComponent/checkTriggerCacheComplete/functionYaml/data.js

@@ -0,0 +1,101 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const NoRetryError = require('@izara_project/izara-core-library-core').NoRetryError
+const { SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, HANDLER, awaitingMultipleStepsRole, resourceNames, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, SQS_RESOURCE, DYNAMO_RESOURCE, shortNameHandler } = require('../../../../../../MainLibs/src/Consts');
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase, getLocalConfig } = require("../../../../../../MainLibs/src/Utils")
+const templatePath = path.join(__dirname, "./template.ejs");
+const getObjectSchema = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
+const { STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+/**
+ * receive objectSchema
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+
+async function data(_izContext, flowSchema, srcPath) {
+  return [await createSourceParams(_izContext, flowSchema, srcPath)]
+}
+
+async function createSourceParams(_izContext, flowSchema, srcPath) {
+  let functionName = "CheckTriggerCache" + upperCase(flowSchema.flowTag) + "Complete"
+  let handlerType = upperCase(HANDLER.hdrSqs)
+  let additionalResourcePermission = defaultIamRolePerAction();
+  let queueName = "CheckTriggerCache" + upperCase(flowSchema.flowTag) + "Complete" + handlerType;
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sqs]: Object.values(SQS_RESOURCE)
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sqs, queueName),
+        resourceNames(RESOURCE_CLASSES.sqs, queueName + "DLQ")
+      ]
+    ),
+  )
+
+  let tableTriggerCache = new Set();
+  let objectSchema = await getObjectSchema.getLocalObjectSchemas(_izContext, [flowSchema.objType.objectType], path.join(srcPath, "./schemas")).then(res => res.records[0])
+  if (!objectSchema) {
+    throw new NoRetryError('ObjectSchema not found')
+  }
+  for (const storageResource of Object.values(objectSchema.storageResources)) {
+    if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+      if (!tableTriggerCache.has(storageResource.tableName)) {
+        tableTriggerCache.add(storageResource.tableName)
+      }
+    }
+  }
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: Object.values(DYNAMO_RESOURCE)
+      },
+      [...tableTriggerCache].map(
+        tableName => resourceNames(RESOURCE_CLASSES.dynamoDbTable, tableName))
+    )
+  )
+
+  additionalResourcePermission.push(awaitingMultipleStepsRole())
+  return {
+    templatePath: templatePath,
+    templateData: {
+      resourceLocation: path.join(SOURCE_PATH.resourceLocationFlowSchema, upperCase(functionName), "source/"),
+      functionName,
+      handlerType,
+      additionalResourcePermission,
+      functionNameConfig: upperCase(functionName) + upperCase(shortNameHandler(handlerType)),
+      roleName: upperCase(flowSchema.flowTag),
+      queueName
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      fileExtension: ".yml",
+      isAppend: true
+    }
+  }
+}
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/triggerCacheComponent/checkTriggerCacheComplete/handler/data.js

@@ -0,0 +1,62 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+'use strict';
+const path = require('path');
+const NoRetryError = require('@izara_project/izara-core-library-core').NoRetryError
+const { SOURCE_PATH, FUNCTION_NAME, HANDLER, awaitingMultipleStepsRole, resourceNames, defaultIamRolePerAction } = require('../../../../../../MainLibs/src/Consts');
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase, getLocalConfig } = require("../../../../../../MainLibs/src/Utils")
+const templatePath = path.join(__dirname, "./template.ejs");
+const getObjectSchema = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
+const { STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+/**
+ * receive objectSchema
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, flowSchema, srcPath)]
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let functionName = "CheckTriggerCache" + upperCase(flowSchema.flowTag) + "Complete"
+  let handlerType = upperCase(HANDLER.hdrSqs)
+  let queueName = "CheckTriggerCache" + upperCase(flowSchema.flowTag) + "Complete" + handlerType;
+
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      resourceLocation: path.join(SOURCE_PATH.resourceLocationFlowSchema, upperCase(functionName), "source/"),
+      functionName,
+      queueName
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.flowSchema, upperCase(flowSchema.flowTag), 'source/'),
+      saveFileName: `${upperCase(functionName)}_${upperCase(handlerType)}`,
+      fileExtension: ".js",
+      isAppend: true
+    }
+  }
+}
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/triggerCacheComponent/checkTriggerCacheComplete/handler/template.ejs

@@ -0,0 +1,92 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+// const AWS = require('aws-sdk');
+// const sqs = new AWS.SQS({ apiVersion: '2012-11-05' });
+
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+const recordHandlerSharedLib = require("@izara_project/izara-core-library-record-handler")
+const Logger = require('@izara_project/izara-core-library-logger');
+const callingFlowSharedLib = require('@izara_project/izara-core-library-calling-flow');
+const <%- functionName %> = require('./<%- functionName %>_Main')
+
+// validate event properties in body.Message of sqs event
+let perRecordsValidatorSchema = {
+  //(<validatorSchema>)
+  //(</validatorSchema>)
+}
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+
+  try {
+
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(event.Records.map(async record => { // promise.all for map() function
+
+      let passOnProperties = []
+      record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+      //validate message (and MessageAttributes)
+      await recordHandlerSharedLib.validateRecord(
+        record, // one record will send to mainFunction
+        "<%- queueName %>", // queue name that need to retry or send to dlq
+        perRecordsValidatorSchema, // schema for record.Message
+        // messageAttributeValidatorSchema   // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
+      );
+
+      // add argument (to invoke lambda) to passOnProperties[]
+      passOnProperties.push(record.body.Message.identifiers)
+      passOnProperties.push(record.body.TopicArn)
+      //(<additionalParams>)
+      //(</additionalParams>)
+      passOnProperties.push(callingFlowSharedLib.addCallingFlowToPassOnProperties(record.body.Message));
+      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
+
+      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+      let recordPromise = recordHandlerSharedLib.recordHandler(
+        record, // one record will send to mainFunction
+        <%- functionName %>.<%- functionName %>, // mainFunction that need to invoke.
+        "<%- queueName %>", // queue name that need to retry or send to dlq
+        passOnProperties, // all parameters that mainFunction needed.
+      );
+      record._izContext.logger.debug('after recordPromise in handler');
+      recordPromises.push(recordPromise); // push promise to recordPromises
+    }))
+
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      // --- main await all promises
+      await Promise.all(recordPromises); // await all promises
+
+      return event.Records // return all for local testing
+
+    } catch {
+      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve)');
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
+
+  } catch (err) {
+    Logger.error('Unhandled Error, LambdaFunctionHdrSqs: ', err);
+    throw (err);
+  }
+});

package/src/reStructure/TemplateData/flowSchema/triggerCacheComponent/checkTriggerCacheComplete/mainFunction/data.js

@@ -0,0 +1,60 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const NoRetryError = require('@izara_project/izara-core-library-core').NoRetryError
+const { SOURCE_PATH, FUNCTION_NAME, HANDLER, SAVE_FILE_NAME } = require('../../../../../../MainLibs/src/Consts');
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase, getLocalConfig } = require("../../../../../../MainLibs/src/Utils")
+const templatePath = path.join(__dirname, "./template.ejs");
+
+
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, flowSchema, srcPath)]
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let functionName = "CheckTriggerCache" + upperCase(flowSchema.flowTag) + "Complete"
+  let handlerType = upperCase(HANDLER.hdrSqs)
+  let queueName = "CheckTriggerCache" + upperCase(flowSchema.flowTag) + "Complete" + handlerType;
+
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      queueName,
+      flowTag: flowSchema.flowTag
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.flowSchema, upperCase(flowSchema.flowTag), 'source/'),
+      saveFileName: `${upperCase(functionName)}_Main`,
+      fileExtension: ".js",
+      isAppend: true
+    }
+  }
+}
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/triggerCacheComponent/checkTriggerCacheComplete/mainFunction/template.ejs

@@ -0,0 +1,97 @@
+/*
+Copyright (C) 2020 Sven Mason <http: //izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program. If not, see
+<http: //www.gnu.org/licenses />.
+*/
+
+'use strict';
+
+const getObjectSchema = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
+const dynamodbSharedLib = require('@izara_project/izara-core-library-dynamodb');
+const snsSharedLib = require('@izara_project/izara-core-library-sns');
+const sqsSharedLib = require('@izara_project/izara-core-library-sqs');
+const asyncFlowSharedLib = require('@izara_project/izara-core-library-asynchronous-flow');
+const callingFlowSharedLib = require('@izara_project/izara-core-library-calling-flow');
+const lambdaSharedLib = require('@izara_project/izara-core-library-lambda');
+const externalRequest = require('@izara_project/izara-core-library-external-request');
+const sns = externalRequest.sns
+const sqs = externalRequest.sqs
+const lambda = externalRequest.lambda
+const NoRetryError = require('@izara_project/izara-core-library-core').NoRetryError
+const { createFlowTypeConcat } = require('@izara_project/izara-core-library-service-schemas').utils
+//(<optionalRequire>)
+//(</optionalRequire>)
+/**
+ *
+ *
+ * description of function.
+ * @param {Object} _izContext
+ * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
+ * @param {Logger} _izContext.logger - property of _izContext
+ * @param {Object} requestParams - request params
+ * @param {Object} requestParams.identifiers - identifiers for get data
+ * @param {Object} requestParams.additionalRequest - additionalRequest
+ *
+ *
+ * @returns {object} description of return value
+ */
+
+module.exports.<%- functionName %> = async (
+  _izContext,
+  identifiers,
+  topicArn,
+  //(<additionalParams>)
+  //(</additionalParams>)
+  callingFlowConfig = {},
+) => {
+
+  try {
+    _izContext.logger.debug("<%- functionName %> _izContext", _izContext)
+    _izContext.logger.debug("<%- functionName %> identifiers", requestParams)
+    _izContext.logger.debug("<%- functionName %> topicArn", callingFlowConfig)
+
+    let topicName = topicArn.split(":")[5].split("_")
+    let flowTag = topicName[2]
+
+    let flowSchema = await getObjectSchema.getFlowSchemaS3WithCache(_izContext, {
+      flowTag: flowTag,
+      serviceTag: topicName[0]
+    })
+
+    let checkTriggerCache = await triggeredCacheSharedLib.checkTriggeredCacheV2(
+      _izContext,
+      {                                    // flowType
+        serviceTag: topicName[0],
+        flowTag: flowTag
+      },
+      ...identifiers,
+      //(<triggerCacheAdditionalParam>)
+      "",                                  // overwriteUniqueRequestId,
+      {},                                  // flowParams
+      true,                                // createIfNotExists
+      {},                                  // triggerFlowIdentifiers
+      //(</triggerCacheAdditionalParam>)
+    )
+
+    _izContext.logger.debug("checkTriggerCache: ", checkTriggerCache)
+
+    //(<endpointHook>)
+    //(</endpointHook>)
+
+  } catch (err) {
+    _izContext.logger.error('error WebSocketInvoke: ', err)
+    throw (err)
+  }
+}