@izara_project/izara-market-library-service-schemas 1.0.37 → 1.0.38

package/src/reStructure/TemplateData/flowSchema/externalTopic/sns-in-sqs/template.ejs

@@ -1,4 +1,3 @@
-##===== ExternalTopic
 ##===== [Queue]
   <%- queueName %>:
     Type: "AWS::SQS::Queue"
@@ -45,3 +44,4 @@
   <%_ function firstLetterLowerCase(str) {
     return str.charAt(0).toLowerCase() + str.slice(1)
   } _%>
+

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/EndpointComponent/functionYaml/data.js

@@ -57,11 +57,8 @@ async function createSourceParams(_izContext, flowSchema, srcPath) {
   let functionName = "Process" + upperCase(flowSchema.flowTag)
   let handlerType = upperCase(HANDLER.hdrSqs)
   let additionalResourcePermission = defaultIamRolePerAction();
-  let route = flowSchema.flowTag;
-  let flowSteps = Object.keys(flowSchema.flowSteps)
-  let flowStepsIn = flowSteps[0];
-  let splitFlowStepsIn = flowStepsIn.split("_");
-  let queueName = splitFlowStepsIn[2] + handlerType;
+  let route = upperCase(flowSchema.flowTag);
+  let queueName = "Process" + upperCase(flowSchema.flowTag) + handlerType;
   additionalResourcePermission.push(
     createIamRole(
       {
@@ -84,8 +81,7 @@ async function createSourceParams(_izContext, flowSchema, srcPath) {
 
   if (flowSchema.statusType === "storedCache") {
     let tableStroedCaches = [];
-    const objectSchemaPath = path.join(srcPath, "./schemas")
-    let objectSchema = await getObjectSchema.getLocalObjectSchemas(_izContext, [flowSchema.objType.objectType], objectSchemaPath).then(res => res.records[0])
+    let objectSchema = await getObjectSchema.getLocalObjectSchemas(_izContext, [flowSchema.objType.objectType], path.join(srcPath, "./schemas")).then(res => res.records[0])
     if (!objectSchema) {
       throw new NoRetryError('ObjectSchema not found')
     }

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/EndpointComponent/handler/data.js

@@ -38,11 +38,8 @@ function data(_izContext, flowSchema, srcPath) {
 function createParamsForCreateSource(_izContext, flowSchema, srcPath) {
   let functionName = "Process" + upperCase(flowSchema.flowTag)
   let handlerType = upperCase(HANDLER.hdrSqs)
-  let route = flowSchema.flowTag;
-  let flowSteps = Object.keys(flowSchema.flowSteps)
-  let flowStepsIn = flowSteps[0];
-  let splitFlowStepsIn = flowStepsIn.split("_");
-  let queueName = splitFlowStepsIn[2] + handlerType
+  let route = upperCase(flowSchema.flowTag);
+  let queueName = `Process${upperCase(flowSchema.flowTag)}${upperCase(handlerType)}`
 
   return {
     templatePath: templatePath,

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/EndpointComponent/mainFunction/data.js

@@ -23,8 +23,9 @@ const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = req
 const templatePath = path.join(__dirname, "template.ejs");
 const getObjectSchema = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
 const { STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
-const statusFieldTemplate = path.join(__dirname, "../../../createRecordByStatusType/statusFieldTemplate.ejs")
-const storedCacheTemplate = path.join(__dirname, "../../../createRecordByStatusType/storedCacheTemplate.ejs")
+const statusFieldTemplate = path.join(__dirname, "../../../templateBystatusType/statusFieldTemplate.ejs")
+const storedCacheTemplate = path.join(__dirname, "../../../templateBystatusType/storedCacheTemplate.ejs")
+const triggerCacheTemplate = path.join(__dirname, "../../../templateBystatusType/triggerCacheTemplate.ejs")
 
 /**
  * receive objectSchema
@@ -42,7 +43,7 @@ async function data(_izContext, flowSchema, srcPath) {
 async function createParamsForCreateSource(_izContext, flowSchema, srcPath) {
   let functionName = "Process" + upperCase(flowSchema.flowTag);
   let tableName = null;
-  if (flowSchema.statusType === "storedCache") {
+  if (flowSchema.statusType === "storedCache" || flowSchema.statusType === "triggerCache") {
     let objectSchema = await getObjectSchema.getLocalObjectSchemas(_izContext, [flowSchema.objType.objectType], path.join(srcPath, "./schemas")).then(res => res.records[0]);
     for (const storageResource of Object.values(objectSchema.storageResources)) {
       if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
@@ -50,17 +51,25 @@ async function createParamsForCreateSource(_izContext, flowSchema, srcPath) {
       }
     }
   }
+
+  let triggerType;
+  if (flowSchema.statusType === "triggerCache" && flowSchema.hasOwnProperty("triggerType")) {
+    triggerType = flowSchema.triggerType;
+  }
   let flowSchemaComplete = upperCase(flowSchema.flowTag) + "Complete"
+
   return {
     templatePath: templatePath,
     templateData: {
       statusType: flowSchema.statusType,
       statusFieldTemplate,
       storedCacheTemplate,
+      triggerCacheTemplate,
       flowTag: flowSchema.flowTag,
       functionName,
       tableName,
-      flowSchemaComplete
+      flowSchemaComplete,
+      triggerType
     },
     setting: {
       savePath: path.join(srcPath, SOURCE_PATH.flowSchema, flowSchema.flowTag, "source/"),

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/EndpointComponent/mainFunction/template.ejs

@@ -28,12 +28,12 @@ const asyncFlowSharedLib = require('@izara_project/izara-core-library-asynchrono
 const callingFlowSharedLib = require('@izara_project/izara-core-library-calling-flow');
 const lambdaSharedLib = require('@izara_project/izara-core-library-lambda');
 const storedCacheSharedLib = require('@izara_project/izara-core-library-stored-cache')
-
+const triggeredCacheSharedLib = require('@izara_project/izara-core-library-trigger-cache')
 const externalRequest = require('@izara_project/izara-core-library-external-request');
 const sns = externalRequest.sns
 const sqs = externalRequest.sqs
 const lambda = externalRequest.lambda
-const { postToConnection } = require("../../../../libs/source/GenerateCodeLibs");
+const { postToConnection } = require("../../../libs/source/GenerateCodeLibs");
 const utils = require('@izara_project/izara-market-library-service-schemas/src/MainLibs/src/Utils')
 const NoRetryError = require('@izara_project/izara-core-library-core').NoRetryError
 const { v4: uuidv4 } = require('uuid')
@@ -71,36 +71,21 @@ module.exports.<%- functionName %> = async (
     _izContext.logger.debug("<%- functionName %> requestParams", requestParams)
     _izContext.logger.debug("<%- functionName %> callingFlowConfig", callingFlowConfig)
 
-    let correlationId = _izContext.correlationIds.get(consts.X_CORRELATION_ID)
-    let connectionId = _izContext.correlationIds.get(consts.CONNECTION_ID);
-
-    //(<endpointHookMainFunction>)
-    //(</endpointHookMainFunction>)
+    _izContext.correlationIds.get(consts.X_CORRELATION_ID)
+    _izContext.correlationIds.get(consts.CONNECTION_ID);
 
     const flowSchema = await getObjectSchema.getFlowSchemaS3WithCache(_izContext, {
       flowTag: requestParams.action,
       serviceTag: process.env.iz_serviceTag
     })
 
+    //(<endpointHookMainFunction>)
+      //(</endpointHookMainFunction>)
+
     <% if (statusType === "statusField") { %>
       <%- include(statusFieldTemplate) %>
     <% } else if (statusType === "storedCache") { %>
-      <%- include(storedCacheTemplate, {tableName:tableName}) %>
-    let messageObject = requestParams
-
-    //(<beforeSendMessage>)
-    //(</beforeSendMessage>)
-    // create callingFlow
-    messageObject = callingFlowSharedLib.addCallingFlowToSnsRequestMessageObject(
-      messageObject,
-      callingFlowSharedLib.addParentCallingFlowConfig(
-        callingFlowConfig,
-        callingFlowSharedLib.createCallingFlowConfig(
-          await lambdaSharedLib.lambdaFunctionName(_izContext, "<%- flowSchemaComplete %>"), {}
-        )
-      )
-    )
-
+      <%- include(storedCacheTemplate, {tableName:tableName,flowSchemaComplete:flowSchemaComplete}) %>
     <% } else if (statusType === "none") { %>
 
       let messageObject = requestParams
@@ -115,8 +100,15 @@ module.exports.<%- functionName %> = async (
           )
         )
       )
+    <% } else if (statusType === "triggerCache") { %>
+      <%- include(triggerCacheTemplate, {
+        tableName: tableName,
+        flowSchemaComplete: flowSchemaComplete,
+        triggerType: triggerType
+        }) %>
     <% } %>
 
+
     //(<endpointHook>)
     //(</endpointHook>)
 

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/FlowSchemaComponent/functionYaml/data.js

@@ -55,10 +55,8 @@ function createSourceParams(_izContext, flowSchema, srcPath) {
   let handlerType = upperCase("hdrWbs")
   let additionalResourcePermission = defaultIamRolePerAction();
   let route = flowSchema.flowTag;
-  let flowStep = Object.keys(flowSchema.flowSteps)
-  let flowStepsOut = flowStep[0];
-  let splitFlowStepsIn = flowStepsOut.split("_");
-  let topicIn = `${splitFlowStepsIn[2]}_${splitFlowStepsIn[3]}`
+  let topicIn = `Process${upperCase(flowSchema.flowTag)}_In`
+
   additionalResourcePermission.push(
     createIamRole(
       {

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/FlowSchemaComponent/mainFunction/data.js

@@ -50,11 +50,8 @@ function data(_izContext, flowSchema, srcPath) {
 
 function createParamsForCreateSource(_izContext, flowSchema, srcPath) {
   let functionName = upperCase(flowSchema.flowTag)
-  // let topicArn = Object.keys(flowSchema.flowSteps)[0];
-  let flowStep = Object.keys(flowSchema.flowSteps)
-  let flowStepsIn = flowStep[0];
-  let splitFlowStepsIn = flowStepsIn.split("_");
-  let topicArn = `${splitFlowStepsIn[2]}_${splitFlowStepsIn[3]}`
+  let topicArn = `Process${upperCase(flowSchema.flowTag)}_In`
+
   return {
     templatePath: templatePath,
     templateData: {

package/src/reStructure/TemplateData/flowSchema/{externalTopic/sqs → flowSchemaOwnTopic/flowStep}/functionYaml/data.js

@@ -16,11 +16,10 @@ along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */
 
 'use strict';
-
 const path = require('path');
 
-const { FLOW_SCHEMA_HOOK_STATE, HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
-const { firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils");
+const { FLOW_SCHEMA_HOOK_STATE, ACTIONS, HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils')
 const {
   SOURCE_PATH,
   defaultIamRolePerAction,
@@ -33,9 +32,9 @@ const {
   FUNCTION_NAME,
   shortNameHandler,
   externalResourceYaml,
-  SOURCE_GENERATE_IAM_ROLE,
-  SQS_RESOURCE
-} = require("../../../../../../MainLibs/src/Consts");
+  SOURCE_GENERATE_IAM_ROLE
+} = require('../../../../../../MainLibs/src/Consts');
+const { TOPIC_NAME_GENERATE_CODE } = require('../../../../../../GenerateCodeLibs/src/Consts');
 
 const templatePath = path.join(__dirname, "template.ejs");
 const hookTemplate = path.join(__dirname, "./hookTemplate.ejs");
@@ -46,56 +45,62 @@ const hookTemplate = path.join(__dirname, "./hookTemplate.ejs");
  * @param {Object} objectSchema
  * @return {{templatePath, templateData,setting}}
  */
+
 function data(_izContext, flowSchema, srcPath) {
-  return [createSourceParams(_izContext, flowSchema, srcPath)]
+  let resultCreateSource = [];
+  let flowSteps = Object.keys(flowSchema.flowSteps)
+  let events = flowSchema.event
+  for (const event of events) {
+    if (event === "ownTopic") {
+      if (flowSteps.includes("In") && flowSteps.includes("Out")) {
+        if (flowSteps.length > 2) {
+          for (let i = 2; i < flowSteps.length; i++) {
+            let createSource = createSourceParams(_izContext, flowSchema.flowTag, flowSteps[i], srcPath)
+            createSource && resultCreateSource.push(createSource);
+          }
+        }
+      } else if (flowSteps.includes("In") && !flowSchema.outputTopic) {
+        if (flowSteps.length > 1) {
+          for (let i = 1; i < flowSteps.length; i++) {
+            let createSource = createSourceParams(_izContext, flowSchema.flowTag, flowSteps[i], srcPath)
+            createSource && resultCreateSource.push(createSource);
+          }
+        }
+      }
+    }
+  }
+  return resultCreateSource
 }
 
-function createSourceParams(_izContext, flowSchema, srcPath) {
-  let functionName = upperCase(FUNCTION_NAME.flowSchemaExternalTopic);
+function createSourceParams(_izContext, flowTag, flowStep, srcPath) {
+  let functionName = upperCase(flowTag);
   let handlerType = upperCase(HANDLER.hdrSqs);
-  let externalTopicName = FUNCTION_NAME.flowSchemaExternalTopic + 'Out';
-  let functionConfig = "ExtTopicOut" + upperCase(shortNameHandler(handlerType));
+  let topicIn = upperCase(flowStep);
   let additionalResourcePermission = defaultIamRolePerAction();
-  let flowStepInSplitKey = Object.keys(flowSchema.flowSteps)[0].split("_");
-  // const action = flowSchema.flowTag || 'defaultAction'; // Using flowTag as the action name
-  // const event = resourceNames(RESOURCE_CLASSES.sqs, upperCase(action) + upperCase(handler));
   additionalResourcePermission.push(
     createIamRole(
       {
-        [RESOURCE_CLASSES.sqs]: [
-          SQS_RESOURCE.getQueueAttributes,
-          SQS_RESOURCE.receiveMessage,
-          SQS_RESOURCE.deleteMessage,
+        [RESOURCE_CLASSES.sns]: [
+          SNS_RESOURCE.publish
         ]
       },
       [
-        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType),
-        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType + "DLQ"),
-        // resourceNames(RESOURCE_CLASSES.sqs, functionName + "Out"),
-        // resourceNames(RESOURCE_CLASSES.sqs, functionName + "OutDLQ"),
+        resourceNames(RESOURCE_CLASSES.sns, topicIn + "_In")
       ]
-    ),
-    // createIamRole(
-    //   {
-    //     [RESOURCE_CLASSES.sns]: [
-    //       SNS_RESOURCE.publish,
-    //     ]
-    //   },
-    //   [
-    //     resourceNames(RESOURCE_CLASSES.sns, flowStepInSplitKey[2] + flowStepInSplitKey[3]),
-    //   ]
-    // )
-  );
+    )
+  )
+
+
   return {
     templatePath: templatePath,
     templateData: {
-      resourceLocation: path.join(SOURCE_PATH.resourceLocationFlowSchema, flowSchema.flowTag, "source/"),
+      resourceLocation: path.join(SOURCE_PATH.resourceLocationFlowSchema, upperCase(flowTag) + upperCase(flowStep), "source/"),
       functionName,
       handlerType,
-      functionNameConfig: functionConfig,
-      roleName: SOURCE_GENERATE_IAM_ROLE.ExternalTopicRole,
-      externalTopicName,
       additionalResourcePermission,
+      functionNameConfig: upperCase(flowStep) + upperCase(shortNameHandler(handlerType)),
+      roleName: SOURCE_GENERATE_IAM_ROLE.FlowSchemaOwnTopic,
+      queueName: topicIn + handlerType
     },
     setting: {
       savePath: path.join(srcPath, SOURCE_PATH.appYaml),

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/flowStep/functionYaml/template.ejs

@@ -0,0 +1,20 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionNameConfig) %>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
+  events:
+    - sqs:
+        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- queueName %>
+        batchSize: 10
+        filterPatterns: #**** need to update serverless framwork upper v.2.69.1
+          - body: {"MessageAttributes":{"callingFlow":{"Value":["${self:custom.iz_resourcePrefix}<%- functionName %>"]}}} # functionName of callingFlow
+          - body: {"MessageAttributes":{"callingFlow":{"Value":[{"exists":false}]}}}
+  role: <%- roleName %>Role
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/flowStep/handler/data.js

@@ -0,0 +1,80 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const { FLOW_SCHEMA_HOOK_STATE, HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { SOURCE_PATH, FUNCTION_NAME } = require('../../../../../../MainLibs/src/Consts');
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
+const templatePath = path.join(__dirname, "template.ejs")
+
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+
+function data(_izContext, flowSchema, srcPath) {
+  let resultCreateParam = [];
+  let flowSteps = Object.keys(flowSchema.flowSteps);
+  let events = flowSchema.event;
+  for (const event of events) {
+    if (event === "ownTopic") {
+      if (flowSteps.includes("In") && flowSteps.includes("Out")) {
+        if (flowSteps.length > 2) {
+          for (let i = 2; i < flowSteps.length; i++) {
+            let createSource = createParamsForCreateSource(_izContext, upperCase(flowSchema.flowTag), upperCase(flowSteps[i]), srcPath);
+            createSource && resultCreateParam.push(createSource)
+          }
+        }
+      } else if (flowSteps.includes("In") && !flowSchema.outputTopic) {
+        if (flowSteps.length > 1) {
+          for (let i = 1; i < flowSteps.length; i++) {
+            let createSource = createParamsForCreateSource(_izContext, upperCase(flowSchema.flowTag), upperCase(flowSteps[i]), srcPath);
+            createSource && resultCreateParam.push(createSource)
+          }
+        }
+      }
+    }
+  }
+
+  return resultCreateParam
+}
+
+function createParamsForCreateSource(_izContext, flowTag, flowStep, srcPath) {
+  let functionName = upperCase(flowStep)
+  let handlerType = upperCase(HANDLER.hdrSqs)
+  let queueName = upperCase(flowStep) + handlerType
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      handlerType,
+      queueName
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.flowSchema, flowTag, "source/"),
+      saveFileName: `${flowStep}_${handlerType}`,
+      fileExtension: ".js",
+      isAppend: false
+    }
+  }
+}
+module.exports = data

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/flowStep/handler/template.ejs

@@ -0,0 +1,85 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+// const AWS = require('aws-sdk');
+// const sqs = new AWS.SQS({ apiVersion: '2012-11-05' });
+
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+const recordHandlerSharedLib = require("@izara_project/izara-core-library-record-handler")
+const Logger = require('@izara_project/izara-core-library-logger');
+
+const <%- functionName %> = require('./<%- functionName %>_Main')
+
+// validate event properties in body.Message of sqs event
+let perRecordsValidatorSchema = {}
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+
+  try {
+
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(event.Records.map(async record => { // promise.all for map() function
+
+      let passOnProperties = []
+      record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+      //validate message (and MessageAttributes)
+      await recordHandlerSharedLib.validateRecord(
+        record, // one record will send to mainFunction
+        "<%- queueName %>", // queue name that need to retry or send to dlq
+        perRecordsValidatorSchema, // schema for record.Message
+        // messageAttributeValidatorSchema   // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
+      );
+
+      // add argument (to invoke lambda) to passOnProperties[]
+      passOnProperties.push(record.body.Message)
+      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
+
+      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+      let recordPromise = recordHandlerSharedLib.recordHandler(
+        record, // one record will send to mainFunction
+        <%- functionName %>.<%- functionName %>, // mainFunction that need to invoke.
+        "<%- queueName %>", // queue name that need to retry or send to dlq
+        passOnProperties, // all parameters that mainFunction needed.
+      );
+      record._izContext.logger.debug('after recordPromise in handler');
+      recordPromises.push(recordPromise); // push promise to recordPromises
+    }))
+
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      // --- main await all promises
+      await Promise.all(recordPromises); // await all promises
+
+      return event.Records // return all for local testing
+
+    } catch {
+      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve)');
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
+
+  } catch (err) {
+    Logger.error('Unhandled Error, LambdaFunctionHdrSqs: ', err);
+    throw (err);
+  }
+});

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/flowStep/mainFunction/data.js

@@ -0,0 +1,92 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils')
+const {
+  SOURCE_PATH,
+  defaultIamRolePerAction,
+  createIamRole,
+  RESOURCE_CLASSES,
+  SNS_RESOURCE,
+  resourceNames,
+  DYNAMO_RESOURCE,
+  SAVE_FILE_NAME,
+  FUNCTION_NAME,
+  shortNameHandler,
+  externalResourceYaml,
+  SOURCE_GENERATE_IAM_ROLE
+} = require('../../../../../../MainLibs/src/Consts');
+const templatePath = path.join(__dirname, "template.ejs");
+
+
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+
+function data(_izContext, flowSchema, srcPath) {
+  let resultCreateSource = [];
+  let flowSteps = Object.keys(flowSchema.flowSteps)
+  let events = flowSchema.event
+  for (const event of events) {
+    if (event === "ownTopic") {
+      if (flowSteps.includes("In") && flowSteps.includes("Out")) {
+        if (flowSteps.length > 2) {
+          for (let i = 2; i < flowSteps.length; i++) {
+            let createSource = createParamsForCreateSource(_izContext, flowSchema.flowTag, flowSteps[i], srcPath)
+            createSource && resultCreateSource.push(createSource);
+          }
+        }
+      } else if (flowSteps.includes("In") && !flowSchema.outputTopic) {
+        if (flowSteps.length > 1) {
+          for (let i = 1; i < flowSteps.length; i++) {
+            let createSource = createParamsForCreateSource(_izContext, flowSchema.flowTag, flowSteps[i], srcPath)
+            createSource && resultCreateSource.push(createSource);
+          }
+        }
+      }
+    }
+  }
+  return resultCreateSource
+}
+
+function createParamsForCreateSource(_izContext, flowTag, flowStep, srcPath) {
+  let functionName = upperCase(flowTag)
+  let topicArn = `${upperCase(flowStep)}_In`
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      topicArn,
+      functionName
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.flowSchema, flowTag, "source/"),
+      saveFileName: `${upperCase(flowStep)}_Main`,
+      fileExtension: ".js",
+      isAppend: false
+    }
+  }
+};
+
+module.exports = data

package/src/reStructure/TemplateData/flowSchema/{externalTopic/websocket → flowSchemaOwnTopic/flowStep}/mainFunction/template.ejs

@@ -19,25 +19,24 @@ along with this program. If not, see
 'use strict';
 
 const hash = require('@izara_project/izara-shared-core').objectHash;
-const { getObjectSchema } = require('@izara_project/izara-core-library-service-schemas');
+const getObjectSchema = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
 
 const dynamodbSharedLib = require('@izara_project/izara-core-library-dynamodb');
 const snsSharedLib = require('@izara_project/izara-core-library-sns');
 const asyncFlowSharedLib = require('@izara_project/izara-core-library-asynchronous-flow');
 const callingFlowSharedLib = require('@izara_project/izara-core-library-calling-flow');
 const lambdaSharedLib = require('@izara_project/izara-core-library-lambda');
-
+const storedCacheSharedLib = require('@izara_project/izara-core-library-stored-cache')
 const externalRequest = require('@izara_project/izara-core-library-external-request');
 const sns = externalRequest.sns
 
 const utils = require('@izara_project/izara-market-library-service-schemas/src/MainLibs/src/Utils')
 const NoRetryError = require('@izara_project/izara-core-library-core').NoRetryError
-const { v4: uuidv4 } = require('uuid')
 const coreConsts = require("@izara_project/izara-core-library-core/src/Consts");
 const { TOPIC_NAME_GENERATE_CODE } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/Consts')
-<% if (statusType === "statusField") { %>
-const { createFieldNamesFromRequestParamsByObjectSchema } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs')
-<% } %>
+const { postToConnection } = require('../../../libs/source/GenerateCodeLibs')
+//(<optionalRequire>)
+//(</optionalRequire>)
 /**
  *
  *
@@ -53,7 +52,7 @@ const { createFieldNamesFromRequestParamsByObjectSchema } = require('@izara_proj
  * @returns {object} description of return value
  */
 
-module.exports.<%- externalTopicMain %> = async (
+module.exports.<%- functionName %> = async (
   _izContext,
   requestParams,
   callingFlowConfig = {},
@@ -62,13 +61,12 @@ module.exports.<%- externalTopicMain %> = async (
 ) => {
 
   try {
-      let sendMessageToCreateEndpoint = {
-        Message: JSON.stringify(requestParams),
-        TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(_izContext, '<%- topicName %>', '<%- serviceTag%>')
-      }
-      _izContext.logger.debug("sendMessageToCreateEndpoint", sendMessageToCreateEndpoint);
-      await sns.publishAsync(_izContext, sendMessageToCreateEndpoint);
+    _izContext.logger.debug("<%- functionName %> _izContext", _izContext)
+    _izContext.logger.debug("<%- functionName %> requestParams", requestParams)
+    _izContext.logger.debug("<%- functionName %> callingFlowConfig", callingFlowConfig)
 
+    //(<hookCode>)
+    //(</hookCode>)
 
   } catch (err) {
     _izContext.logger.error('error WebSocketInvoke: ', err)