@izara_project/izara-market-library-service-schemas 1.0.56 → 1.0.58

package/src/reStructure/TemplateData/flowSchema/components/upload/relate/sns-out/data.js

@@ -0,0 +1,75 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+
+const STORAGE_TYPES = {
+  dynamoDB: "dynamoDB",
+  graph: "graph"
+}
+
+const templatePath = path.join(__dirname, '../../../../../resourceYaml/sns-out/template.ejs')
+const {
+  utils: { firstLetterUpperCase: upperCase },
+  consts: { SOURCE_PATH, SAVE_FILE_NAME }
+} = require("../../../../../../../MainLibs")
+
+
+/**
+ * create data for template.ejs
+ * return array of defaultSnsOutData
+ * because must create for FindData and ProcessLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple defaultSnsOutData
+ */
+
+function createDataForDefaultSnsOut(_izContext, flowSchema, srcPath) {
+  let resultsForCreateDefaultSnsOut = [];
+  const defaultSnsOutDataList = [
+    {
+      queueName: upperCase(flowSchema.flowTag)
+    },
+  ]
+
+  for (let defaultSnsOutData of defaultSnsOutDataList) {
+    resultsForCreateDefaultSnsOut.push({
+      templatePath: templatePath,
+      templateData: defaultSnsOutData,
+      setting: {
+        initialData: "Resources:\n",
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.snsOutYaml,
+        fileExtension: ".yml",
+        isAppend: true
+      }
+    })
+  }
+  return resultsForCreateDefaultSnsOut;
+}
+
+module.exports = createDataForDefaultSnsOut;

package/src/reStructure/TemplateData/flowSchema/components/websocket/connect/functionYaml/data.js

@@ -53,7 +53,7 @@ function createWebSocketConnectYaml(_izContext, srcPath) {
         ]
       },
       [
-        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "WebSocketTask")
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "UserUploadRecords")
       ]
     ),
     createIamRole(

package/src/reStructure/TemplateData/flowSchema/components/websocket/connect/handler/template.ejs

@@ -32,11 +32,29 @@ module.exports.main = middleware.wrap(async (event, context, callback) => {
       switch (eventType) {
         case 'CONNECT':
           console.log('Connect websocket')
+
+          let { userId, submittedByUserId } = event.queryStringParameters;
+
+          await dynamodbSharedLib.putItem(event._izContext,
+            await dynamodbSharedLib.tableName(event._izContext, "UserUploadRecords"),
+            {
+              connectionId: connectionId,
+              userId: userId,
+              submittedByUserId: submittedByUserId,
+              expirationTime: Math.floor(Date.now() / 1000) + 7200 // ttl time milliSecond to second + 2 hour
+            }
+          )
           //(<webSocketConnect>)
           //(</webSocketConnect>)
           break
         case 'DISCONNECT':
           console.log('Websocket are Disconnection')
+          await dynamodbSharedLib.deleteItem(event._izContext,
+            await dynamodbSharedLib.tableName(event._izContext, "UserUploadRecords"),
+            {
+              connectionId: connectionId,
+            }
+          )
           //(<webSocketDisconnect>)
           //(</webSocketDisconnect>)
           break

package/src/reStructure/TemplateData/flowSchema/components/websocket/dynamoDb/ttlDynamoTemplate.ejs

@@ -0,0 +1,32 @@
+  <%- resourceName %>Table:
+    Type: "AWS::DynamoDB::Table"
+    Properties:
+      TableName: ${self:custom.iz_resourcePrefix}<%- tableName %>
+      BillingMode: PAY_PER_REQUEST
+      AttributeDefinitions:
+      <%_ attributes.forEach(attribute => { -%>
+      - AttributeName: <%- attribute['AttributeName'] %>
+        AttributeType: <%- attribute['AttributeType'] %>
+      <%_ }) _%>
+      KeySchema:
+      <%_ attributes.forEach(attribute => { -%>
+      <%_ if (attribute.keyType === 'partitionKey' || attribute.keyType === "identifier") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: HASH
+        <%_ } -%>
+      <%_ if(attribute.keyType === "sortKey") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: RANGE
+        <%_ } -%>
+      <%_ }) _%>
+      TimeToLiveSpecification:
+        AttributeName: expirationTime
+        Enabled: true
+        #<#<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+        #<#/<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+<%_ function firstLetterUpperCase(text){
+return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/reStructure/TemplateData/flowSchema/components/websocket/dynamoDb/userUploadRecords.js

@@ -0,0 +1,58 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../../../../../MainLibs/src/Consts');
+
+const templatePath = path.join(__dirname, "./ttlDynamoTemplate.ejs")
+
+function data(_izContext, srcPath) {
+  let resultForCreateSources = [];
+  const userUploadRecords = [
+    {
+      tableName: "UserUploadRecords",
+      resourceName: "UserUploadRecords",
+      attributes: [
+        {
+          keyType: "partitionKey",
+          AttributeName: "connectionId",
+          AttributeType: "S"
+        }
+      ]
+    }
+  ];
+
+  for (let userUploadRecord of userUploadRecords) {
+    resultForCreateSources.push(
+      {
+        templatePath: templatePath,
+        templateData: userUploadRecord,
+        setting: {
+          initialData: 'Resources:\n',
+          savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+          saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+          fileExtension: ".yml",
+          isAppend: true
+        }
+      }
+    )
+  }
+  return resultForCreateSources;
+}
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/flowSchemaOwnTopic/FlowSchemaComponent/handler/template.ejs

@@ -28,6 +28,7 @@ const hash = require('@izara_project/izara-shared-core').objectHash;
 const consts = require('@izara_project/izara-middleware/src/MiddlewareCore/Consts')
 const { postToConnection } = require('../../../libs/source/GenerateCodeLibs')
 const <%- functionName %> = require('./<%- functionName %>_Main');
+const { createFlowTypeConcat } = require("@izara_project/izara-core-library-service-schemas").utils
 module.exports.main = middleware.wrap(async (event, context, callback) => {
 
   event._izContext.logger.debug('Event:', event);
@@ -63,7 +64,7 @@ module.exports.main = middleware.wrap(async (event, context, callback) => {
             await dynamodbSharedLib.putItem(event._izContext,
               await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
               {
-                taskKey: `${utils.createFlowTypeConcat(event._izContext, { flowTag: "<%- route %>", serviceTag: process.env.iz_serviceTag })}${identifiers}`,
+                taskKey: `${createFlowTypeConcat(event._izContext, { flowTag: "<%- route %>", serviceTag: process.env.iz_serviceTag })}${identifiers}`,
                 connectionId: connectionId,
               }
             )
@@ -73,7 +74,7 @@ module.exports.main = middleware.wrap(async (event, context, callback) => {
               event._izContext,
               await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
               {
-                taskKey: `${utils.createFlowTypeConcat(event._izContext, { flowTag: "<%- route %>", serviceTag: process.env.iz_serviceTag })}${correlationId}`,
+                taskKey: `${createFlowTypeConcat(event._izContext, { flowTag: "<%- route %>", serviceTag: process.env.iz_serviceTag })}${correlationId}`,
                 connectionId: connectionId,
               }
             )

package/src/reStructure/TemplateData/flowSchema/generateTemplateData.js

@@ -29,21 +29,23 @@ const {
 
 // Core components
 const createWebSocketDynamoDb = require('./components/websocket/dynamoDb/WebSocketTaskData');
+const createUserUploadRecordTable = require('./components/websocket/dynamoDb/userUploadRecords')
 const createReservedDataMainTable = require('./components/websocket/dynamoDb/ReservedTableData');
 const createBucketS3 = require('./components/upload/relate/S3/data');
 const createWebSocketGenerateCodeLibs = require('./components/upload/relate/libs/data');
 const createWebSocketConnectYaml = require('./components/websocket/connect/functionYaml/data')
 const createWebSocketConnectHandler = require('./components/websocket/connect/handler/data')
+const createSnsTopicForUploadS3 = require('./components/upload/relate/sns-out/data')
 // CreateObject components
 const createFunctionYamlCreateObjectWebSocket = require('./components/upload/createObject/functionYaml/data');
 const createHandlerCreateObjectWebSocket = require('./components/upload/createObject/handler/data');
 const createMainFunctionCreateObjectWebSocket = require('./components/upload/createObject/mainFunction/data');
 
 // CreateObjectComplete components
-const createWebSocketCreateObjectCompleteFunctionYaml = require('./components/upload/createObjectComplete/functionYaml/data');
-const createWebSocketCreateObjectCompleteQueue = require('./components/upload/createObjectComplete/sns-sqs/data');
-const createWebSocketCreateObjectCompleteHandler = require('./components/upload/createObjectComplete/handler/data');
-const createWebSocketCreateObjectCompleteMainFunction = require('./components/upload/createObjectComplete/mainFunction/data');
+// const createWebSocketCreateObjectCompleteFunctionYaml = require('./components/upload/createObjectComplete/functionYaml/data');
+// const createWebSocketCreateObjectCompleteQueue = require('./components/upload/createObjectComplete/sns-sqs/data');
+// const createWebSocketCreateObjectCompleteHandler = require('./components/upload/createObjectComplete/handler/data');
+// const createWebSocketCreateObjectCompleteMainFunction = require('./components/upload/createObjectComplete/mainFunction/data');
 
 // PreSign URL components
 const createReservedLimitFunctionYaml = require('./components/upload/preSignUrl/reservedLimit/functionYaml/data');
@@ -72,9 +74,9 @@ const createConfirmAfterUploadS3Queue = require('./components/upload/confirmRese
 // flowSchema ExternalTopic components //
 const createExternalSqsFunctionYaml = require('./externalTopic/Process/functionYaml/data');
 const createExternalSqsHandler = require('./externalTopic/Process/handler/data');
-const createExternalSqsCompleteFunctionYaml = require("./externalTopic/Complete/functionYaml/data");
-const createExternalSqsCompleteHandler = require("./externalTopic/Complete/handler/data");
-const createExternalSqsCompleteMainFunction = require("./externalTopic/Complete/mainFunction/data");
+// const createExternalSqsCompleteFunctionYaml = require("./externalTopic/Complete/functionYaml/data");
+// const createExternalSqsCompleteHandler = require("./externalTopic/Complete/handler/data");
+// const createExternalSqsCompleteMainFunction = require("./externalTopic/Complete/mainFunction/data");
 const createExternalTopicSnsInSqs = require('./externalTopic/sns-in-sqs/data');
 const createExternalTopicSnsOut = require('./externalTopic/sns-out/data')
 
@@ -101,9 +103,9 @@ const createFlowSchemaFlowStepHandler = require('./flowStep/handler/data');
 const createFlowSchemaFlowStepMainFunction = require('./flowStep/mainFunction/data')
 const createFlowSchemaFlowStepSnsIn = require('./flowStep/sns-in/data');
 // flowSchema OwnTopicEndpointComplete component
-const createFlowSchemaOwnTopicEndpointCompleteFuntionYaml = require('./flowSchemaOwnTopic/EndpointComplete/functionYaml/data');
-const createFlowSchemaOwnTopicEndpointCompleteHandler = require('./flowSchemaOwnTopic/EndpointComplete/handler/data');
-const createFlowSchemaOwnTopicEndpointCompleteMainFunction = require('./flowSchemaOwnTopic/EndpointComplete/mainFunction/data');
+// const createFlowSchemaOwnTopicEndpointCompleteFuntionYaml = require('./flowSchemaOwnTopic/EndpointComplete/functionYaml/data');
+// const createFlowSchemaOwnTopicEndpointCompleteHandler = require('./flowSchemaOwnTopic/EndpointComplete/handler/data');
+// const createFlowSchemaOwnTopicEndpointCompleteMainFunction = require('./flowSchemaOwnTopic/EndpointComplete/mainFunction/data');
 
 const createFlowSchemaOwnTopicQueue = require('./flowSchemaOwnTopic/sns-in/data');
 const createFlowSchemaOwnTopicSnsOut = require('./flowSchemaOwnTopic/sns-out/data');
@@ -121,10 +123,10 @@ const createFlowSchemaLambdaSyncHandlerApi = require("./lambdaSync/Api/handler/d
 
 const createAwaitingMultipleStepDynamoDbData = require('./dynamoDb/data');
 // create record status Field Complete
-const createCreateObjectCompleteFunctionYaml = require('./CreateRecordComplete/functionYaml/data');
-const createCreateObjectCompleteHandler = require('./CreateRecordComplete/handler/data');
-const createCreateObjectCompleteMainFunction = require('./CreateRecordComplete/mainFunction/data');
-const createCreateObjectCompleteQueue = require('./CreateRecordComplete/queue/data');// flowSchema Register component //
+// const createCreateObjectCompleteFunctionYaml = require('./CreateRecordComplete/functionYaml/data');
+// const createCreateObjectCompleteHandler = require('./CreateRecordComplete/handler/data');
+// const createCreateObjectCompleteMainFunction = require('./CreateRecordComplete/mainFunction/data');
+// const createCreateObjectCompleteQueue = require('./CreateRecordComplete/queue/data');// flowSchema Register component //
 
 const createFlowSchemaRegisterHandlerComplete = require('./register/complete/handler/data');
 const createFlowSchemaRegisterMainCompleteFunc = require('./register/complete/mainFunction/data');
@@ -178,9 +180,10 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
     for (const flowSchema of allLocalFlowSchemas.records) {
       // console.log("flowSchema in Generate TemplateData", flowSchema);
       const webSocketGenerateCodeLibs = createWebSocketGenerateCodeLibs(_izContext, flowSchema, saveFilePath)
+      createSourceParams.push(...webSocketGenerateCodeLibs)
       if (!flowSchema.event.includes("s3")) {
         const flowSchemaEndpointMainFunction = await createFlowSchemaEndpointMainFunction(_izContext, flowSchema, saveFilePath);
-        createSourceParams.push(...webSocketGenerateCodeLibs, ...flowSchemaEndpointMainFunction)
+        createSourceParams.push(...flowSchemaEndpointMainFunction)
       }
 
       // event has [s3, extTopic, ownTopic, eventBridge, lambdaSync]
@@ -188,6 +191,7 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
         if (event.includes("s3")) {
           const reservedDataTable = createReservedDataMainTable(_izContext, saveFilePath);
           const bucketS3 = createBucketS3(_izContext, flowSchema, saveFilePath)
+          const userUploadRecordTable = createUserUploadRecordTable(_izContext, saveFilePath)
 
           const functionYamlCreateObjectWebSocket = createFunctionYamlCreateObjectWebSocket(_izContext, flowSchema, saveFilePath);
           const handlerCreateObjectWebSocket = createHandlerCreateObjectWebSocket(_izContext, flowSchema, saveFilePath);
@@ -221,6 +225,8 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
           const confirmReservedAfterUploadMainFunction = createConfirmAfterUploadS3MainFunction(_izContext, flowSchema, saveFilePath);
           const confirmReservedAfterUploadQueue = createConfirmAfterUploadS3Queue(_izContext, saveFilePath);
 
+          const snsTopicOutFlowSchemaUploadS3 = createSnsTopicForUploadS3(_izContext, flowSchema, saveFilePath);
+
           const webSocketFunctions = [
             ...functionYamlCreateObjectWebSocket,
             ...handlerCreateObjectWebSocket,
@@ -275,6 +281,8 @@ async function generateCodeWithTemplate(_izContext, objSchemaPath) {
             ...reservedLimitResources,
             ...processAfterUploadResources,
             ...confirmAfterUploadResources,
+            ...snsTopicOutFlowSchemaUploadS3,
+            ...userUploadRecordTable
           );
 
         } else if (event.includes("extTopic")) {

package/src/reStructure/TemplateData/flowSchema/webSocketComplete/mainFunction/template.ejs

@@ -88,21 +88,24 @@ module.exports.<%- functionName %> = async (
       throw new NoRetryError("not have flowSchema in S3")
     }
 
-    let wbsTasks; 
+    let wbsTasks;
+    let taskKey;
     if (flowSchema.statusType === "statusField" || flowSchema.statusType === "storedCache" || flowSchema.statusType === "triggerCache") {
+      taskKey = `${createFlowTypeConcat(_izContext,{flowTag: topicName[2],serviceTag: topicName[0]})}${identifiers}`
       wbsTasks = await dynamodbSharedLib.query(
         _izContext,
         await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
         {
-          taskKey: `${createFlowTypeConcat(_izContext,{flowTag: topicName[2],serviceTag: topicName[0]})}${identifiers}`
+          taskKey: taskKey
         }
       )
     } else if (flowSchema.statusType === "none") {
+      taskKey = `${createFlowTypeConcat(_izContext,{flowTag: topicName[2],serviceTag: topicName[0]})}${correlationId}`
       wbsTasks = await dynamodbSharedLib.query(
         _izContext,
         await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
         {
-          taskKey: correlationId,
+          taskKey: taskKey
         }
       )
       }
@@ -119,13 +122,11 @@ module.exports.<%- functionName %> = async (
         await dynamodbSharedLib.deleteItem(_izContext,
           await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
           {
-            taskKey: correlationId,
+            taskKey: taskKey,
             connectionId: connectionId
           }
         )
       }))
-
-
     }
 
   } catch (err) {

package/src/reStructure/TemplateData/perActionComplete/update/mainFunction/template.ejs

@@ -54,10 +54,10 @@ module.exports.updateNodeComplete = async (
     // start create AwaitingStepId
     let awaitingStepId = asyncFlowSharedLib.createAwaitingStepId(
       hash({
-        objectType: returnValue.queryResult.objType.objectType,
-        serviceTag: returnValue.queryResult.objType.serviceTag,
-        identifiers: returnValue.queryResult.objInstanceFull.identifiers,
-        fields: returnValue.queryResult.objInstanceFull.fields
+        objectType: returnValue.requestParams.objType.objectType,
+        serviceTag: returnValue.requestParams.objType.objectType,
+        identifiers: returnValue.requestParams.objInstanceFull.identifiers,
+        fields: returnValue.requestParams.objInstanceFull.fields
       }),
       PREFIX.updateNode
     )

package/src/reStructure/TemplateData/processLogical/mainFunction/template.ejs

@@ -315,7 +315,7 @@ module.exports.processLogical = async (
               comparison: comparison,
               callingFlow: callingFlow
             }),
-            TopicArn: await snsSharedLib.snsTopicArn(_izContext, "InPaginateProcessLogical")
+            TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(_izContext, "InPaginateProcessLogical")
           };
           _izContext.logger.debug('Request params before send to topic InPaginateProcessLogical: ', sentMessageToPaginateProcessLogical);
 
@@ -374,7 +374,7 @@ module.exports.processLogical = async (
               sortKeyFieldName: sortKeyFieldName,
               callingFlow: callingFlow
             }),
-            TopicArn: await snsSharedLib.snsTopicArn(_izContext, "InPaginateProcessLogical")
+            TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(_izContext, "InPaginateProcessLogical")
           };
           _izContext.logger.debug('Request params before send to topic InPaginateProcessLogical: ', sentMessageToPaginateProcessLogical);
 

package/src/reStructure/TemplateData/resourceYaml/dynamodb/mainResourcePerObjectSchemaData.js

@@ -70,7 +70,7 @@ function dataForMainDynamoDbYamlFromObjectSchema(_izContext, objectSchema, srcPa
         let attributeType;
         if (fieldNameType === 'string') {
           attributeType = "S"
-        } else if (fieldNameType === 'number') {
+        } else if (fieldNameType === 'number' || fieldNameType === "timestamp") {
           attributeType = "N"
         }
         Object.assign(

package/src/reStructure/TemplateData/resourceYaml/filterGenerateResource/data.js

@@ -30,7 +30,7 @@ const STORAGE_TYPES = {
   graph: "graph"
 }
 const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../../../MainLibs/src/Consts')
-const { firstUpperCase: upperCase } = require('../../../../MainLibs/src/Utils')
+const { firstUpperCase: upperCase, getLocalConfig } = require('../../../../MainLibs/src/Utils')
 const getObjectSchema = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
 const { NoRetryError } = require("@izara_project/izara-core-library-core");
 
@@ -45,7 +45,13 @@ async function filterCreateResourceYaml(_izContext, createSourceParams, objSchem
     }
   }))
 
-  const filteredCreateSourceParams = createSourceParams.filter(
+  const allLocalObjSchema = await getObjectSchema.getAllLocalObjectSchemasWithHierarchy(_izContext, objSchemaPath);
+  await Promise.all(allLocalObjSchema.records.map(async (objSchema) => {
+    if (objSchema.hasOwnProperty("extendObjType")) {
+      tableNamesToFilter.add(...await getParentTableFromObjSchema(_izContext, objSchema, objSchemaPath))
+    }
+  }))
+  let filteredCreateSourceParams = createSourceParams.filter(
     (result) => !tableNamesToFilter.has(result.templateData.tableName)
   )
 
@@ -69,3 +75,17 @@ async function getStoredCacheTableFromFlowSchema(_izContext, flowSchema, objSche
   }
   return tableNameStoredCache;
 }
+
+async function getParentTableFromObjSchema(_izContext, objSchema, objSchemaPath) {
+  let parentTableNames = new Set();
+  let ownServiceTag = getLocalConfig(path.join(objSchemaPath, "../../"), "iz_serviceTag")
+  for (const storageResource of Object.values(objSchema.storageResources)) {
+    if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+      if (storageResource.serviceTag && storageResource.serviceTag !== ownServiceTag) {
+        parentTableNames.add(storageResource.tableName)
+      }
+    }
+  }
+
+  return parentTableNames
+}

package/src/reStructure/TemplateData/flowSchema/components/upload/processFile/functionYml/HdrDsq/data.js

@@ -1,87 +0,0 @@
-/*
-Copyright (C) 2021 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-'use strict';
-
-const path = require("path")
-
-const { firstLetterUpperCase: upperCase } = require('../../../../../../../MainLibs/src/Utils');
-const { SOURCE_PATH, SAVE_FILE_NAME, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, S3_RESOURCE, resourceNames, DYNAMO_RESOURCE, SQS_RESOURCE, SNS_RESOURCE, shortNameHandler, HANDLER, FUNCTION_NAME } = require("../../../../../libs/Consts");
-const templatePath = path.join(__dirname, "./template.ejs")
-
-function data(_izContext, srcPath) {
-  return [createSourceParam(_izContext, srcPath)]
-}
-
-function createSourceParam(_izContext, srcPath) {
-  let functionName = upperCase(FUNCTION_NAME.processAfterUploadS3);
-  let handlerType = HANDLER.hdrDsq;
-  let additionalResourcePermission = defaultIamRolePerAction();
-  additionalResourcePermission.push(
-
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.dynamoDbTable]: [
-          DYNAMO_RESOURCE.updateItem,
-          DYNAMO_RESOURCE.getItem
-        ]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "ImportBatchMain")
-      ]
-    ),
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.sqs]: [
-          SQS_RESOURCE.sendMessage,
-          SQS_RESOURCE.receiveMessage,
-          SQS_RESOURCE.deleteMessage,
-          SQS_RESOURCE.getQueueAttributes
-        ]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType),
-        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType + "DLQ")
-      ]
-    ),
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.sns, "In" + functionName)
-      ]
-    )
-  )
-  return {
-    templatePath: templatePath,
-    templateData: {
-      functionName,
-      handlerType,
-      additionalResourcePermission,
-      resourceLocation: SOURCE_PATH.resourceLocationWebSocket,
-    },
-    setting: {
-      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
-      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
-      isAppend: true,
-      fileExtension: ".yml"
-    }
-  }
-}
-
-module.exports = data

package/src/reStructure/TemplateData/flowSchema/components/upload/processFile/functionYml/HdrDsq/template.ejs

@@ -1,30 +0,0 @@
-<%_ const join = require('path').join; _%>
-<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>:
-  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
-  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
-  events:
-    - sqs:
-        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- functionName %>
-        batchSize: 10
-  iamRoleStatements:
-    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
-    - Effect: <%- resourcePermission.effect %>
-      Action:
-        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
-        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
-        - <%- resourcePerAction %>:<%- permission %>
-        <%_}) _%>
-        <%_ }) _%>
-      Resource:
-        <%_ resourcePermission.resource.forEach(resource => { _%>
-        - <%- resource %>
-        <%_ }) _%>
-    <%_}) _%>
-    #<#<%- functionName %><%- handlerType %>IamRole#>
-    #<#/<%- functionName %><%- handlerType %>IamRole#>
-<%_ function firstLetterUpperCase(text){
-  return text.charAt(0).toUpperCase() + text.slice(1)
-} _%>
-<%_ function firstLetterLowerCase(str) {
-  return str.charAt(0).toLowerCase() + str.slice(1)
-} _%>

package/src/reStructure/TemplateData/flowSchema/components/upload/processFile/handler/handlerDsq/data.js

@@ -1,45 +0,0 @@
-/*
-Copyright (C) 2021 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-'use strict';
-
-const path = require("path")
-
-const { firstLetterUpperCase: upperCase } = require('../../../../../../../MainLibs/src/Utils');
-const { SOURCE_PATH, SAVE_FILE_NAME, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, S3_RESOURCE, resourceNames, DYNAMO_RESOURCE, SQS_RESOURCE, SNS_RESOURCE, shortNameHandler, HANDLER, FUNCTION_NAME } = require("../../../../../libs/Consts");
-const templatePath = path.join(__dirname, "./template.ejs")
-
-function data(_izContext, srcPath) {
-  return [createSourceData(_izContext, srcPath)]
-}
-
-function createSourceData(_izContext, srcPath) {
-  let functionName = FUNCTION_NAME.processAfterUploadS3;
-  let handlerType = HANDLER.hdrDsq;
-
-  return {
-    templatePath: templatePath,
-    templateData: {},
-    setting: {
-      saveFileName: `${upperCase(functionName)}_${upperCase(handlerType)}`,
-      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
-      fileExtension: ".js",
-      isAppend: false
-    }
-  }
-}
-module.exports = data;