@izara_project/izara-market-library-service-schemas 1.0.19 → 1.0.20

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/queue/data.js

@@ -0,0 +1,125 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+const { HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils')
+const { SOURCE_PATH, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, SNS_RESOURCE, resourceNames, DYNAMO_RESOURCE, SAVE_FILE_NAME, FUNCTION_NAME, shortNameHandler, SQS_RESOURCE } = require("../../../../libs/Consts");
+const snsTemplatePath = path.join(__dirname, "./snsTemplate.ejs");
+const sqsTemplatePath = path.join(__dirname, "./sqsTemplate.ejs");
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let queueNames = [];
+  let resultForCreateQueueHook = []
+  const settings = {
+    saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
+    savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+    fileExtension: ".yml",
+    isAppend: true
+  }
+  if (flowSchema?.hook) {
+    for (const hookProperties of Object.values(flowSchema.hook)) {
+      for (const hookFunction of hookProperties.functionList) {
+        if (hookFunction.event.continueFlow === true) {
+          if (hookFunction.event.handlerType === HANDLER.hdrSqs) {
+            queueNames.push(
+              {
+                queueName: "In" + createResourceSqsAndSns(
+                  hookFunction.event.handlerType,
+                  upperCase(hookProperties.name)
+                )
+              }
+            )
+          } else if (hookFunction.event.handlerType === HANDLER.hdrDsq) {
+            queueNames.push(
+              {
+                queueName: createResourceSqsAndSns(
+                  hookFunction.event.handlerType,
+                  upperCase(hookFunction.name)
+                )
+              }
+            )
+          }
+          if (hookFunction.event.createNewTopic === true) {
+            if (hookFunction.event.handlerType === HANDLER.hdrSqs) {
+              queueNames.push(
+                {
+                  queueName: createResourceSqsAndSns(
+                    hookFunction.event.handlerType,
+                    upperCase(hookFunction.event.topicName)
+                  )
+                }
+              )
+            } else if (hookFunction.event.handlerType === HANDLER.hdrDsq) {
+              queueNames.push(
+                {
+                  queueName: createResourceSqsAndSns(
+                    hookFunction.event.handlerType,
+                    upperCase(hookFunction.event.queueName)
+
+                  )
+                }
+              )
+            }
+          }
+        }
+      }
+    }
+  }
+
+
+  for (const queueName of queueNames) {
+    if (queueName.queueName.includes(upperCase(HANDLER.hdrDsq))) {
+      resultForCreateQueueHook.push({
+        templatePath: sqsTemplatePath,
+        templateData: queueName.queueName,
+        setting: settings
+      })
+    } else {
+      resultForCreateQueueHook.push({
+        templatePath: snsTemplatePath,
+        templateData: queueName,
+        setting: settings
+      })
+    }
+  }
+  console.log("resultForCreateQueueHook: ", resultForCreateQueueHook);
+  return resultForCreateQueueHook;
+}
+
+function createResourceSqsAndSns(handlerType, resourceName) {
+  let queueName
+  if (handlerType === HANDLER.hdrDsq) {
+    queueName = upperCase(resourceName) + handlerType
+  } else if (handlerType === HANDLER.hdrSqs) {
+    if (resourceName.includes("In")) {
+      resourceName.slice(2)
+    }
+    queueName = resourceName
+  }
+  return queueName
+}
+module.exports = createSourceParams;

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/queue/snsTemplate.ejs

@@ -0,0 +1,59 @@
+##===== [Create topic in]
+  In<%- queueName %>:
+    Type: AWS::SNS::Topic
+    Properties:
+      DisplayName: "SNS Message in"
+      TopicName: ${self:custom.iz_resourcePrefix}In<%- queueName %>
+##===== SNS Subscription
+##===== [Topic In]
+  SubscriptionIn<%- queueName %>:
+    Type: AWS::SNS::Subscription
+    Properties:
+      TopicArn: !Ref In<%- queueName %>
+      Endpoint: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs"
+      Protocol: "sqs"
+##===== [Queue]
+  <%- queueName %>HdrSqs:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs
+      RedrivePolicy:
+        deadLetterTargetArn:
+        # !GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>HdrSqsDLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+##==== [QueueDLQ]
+  <%- queueName %>HdrSqsDLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqsDLQ
+##==== [QueuePolicy]
+  <%- queueName %>HdrSqsPolicy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource:
+            # !GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>HdrSqs
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>HdrSqs
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/queue/sqsTemplate.ejs

@@ -0,0 +1,43 @@
+#------- queue ---------
+  <%- queueName %>:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
+      RedrivePolicy:
+        deadLetterTargetArn: #!GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>DLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+
+  <%- queueName %>DLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
+
+  <%- queueName %>Policy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource: #!GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/libs/Consts.js

@@ -23,6 +23,8 @@ const {
   STORAGE_TYPES
 } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
 
+const { firstLetterUpperCase: upperCase } = require("../../../MainLibs/src/Utils")
+
 const { getGraphServiceNameFromGraphServerTagWithCache, getGraphServiceTagWithCache } = require('@izara_project/izara-core-library-service-schemas/src/ServiceConfig');
 
 const DEFAULT_HANDLER_PER_ACTION = {
@@ -37,7 +39,7 @@ const RESOURCE_CLASSES = {
   s3: 's3',
   dynamoDbTable: 'dynamodb',
   dynamoDbAcrossService: 'dynamodb',
-  sns: "SNS",
+  sns: "sns",
   lambda: "lambda",
   webSocket: "webSocket"
 };
@@ -72,7 +74,7 @@ function createIamRole(action, resource = [], effect = "Allow") {
     action.forEach(act => {
       if (act.includes(":")) {
         const [serviceAction, resourceAction] = act.split(":")
-        actionObj[serviceAction] = [resourceAction]
+        actionObj[serviceAction] = [upperCase(resourceAction)]
       }
     });
     action = actionObj
@@ -116,7 +118,10 @@ const SOURCE_PATH = {
   webSocket: "../src/generatedCode/WebSocket/source/",
   resourceLocationWebSocket: "src/generatedCode/WebSocket/source/",
   generateCodeLib: "../src/generatedCode/libs/source/",
-  webSocketHook: "../src/generatedCode/WebSocket/source/hookFunction/source/"
+  logicalFunctionHook: "../src/generatedCode/WebSocket/source/FlowSchemaHook/HookLogicFunction/source/",
+  resourceLocationLogicalFunctionHook: "src/generatedCode/WebSocket/source/FlowSchemaHook/HookLogicFunction/source",
+  generatedCodeHookFunction: "../src/generatedCode/WebSocket/source/FlowSchemaHook/HookFunctionGeneratedCode/source/",
+  resourceLocationGeneratedCodeHookFunction: "src/generatedCode/WebSocket/source/FlowSchemaHook/HookFunctionGeneratedCode/source/",
 };
 
 
@@ -178,13 +183,26 @@ function externalResourceName(resourceClass, resourceName, serviceTag) {
   return {
     [RESOURCE_CLASSES.dynamoDbTable]: "arn:aws:dynamodb:${process.env.iz_region}:${process.env.iz_accountId}:table/${await dynamoSharedLib.tableName(_izContext, " + `"${resourceName}" ,"${serviceTag}")}`,
     // [RESOURCE_CLASSES.dynamoDbAcrossService]: "arn:aws:dynamodb:${process.env.iz_region}:${process.env.iz_accountId}:table/*/" + `${resourceName}`,
-    [RESOURCE_CLASSES.dynamoDbAcrossService]: "arn:aws:dynamodb:${process.env.iz_region}:${process.env.iz_accountId}:table/*" + `${resourceName}`,
+    [RESOURCE_CLASSES.dynamoDbAcrossService]: "arn:aws:dynamodb:${process.env.iz_region}:${process.env.iz_accountId}:table/" + `"${serviceTag}"` + `"${resourceName}"`,
     [RESOURCE_CLASSES.lambda]: "arn:aws:lambda:${process.env.iz_region}:${process.env.iz_accountId}:function:${await lambdaSharedLib.lambdaFunctionName(_izContext, " + `"${resourceName}" ,"${serviceTag}")}`,
+    [RESOURCE_CLASSES.sns]: "arn:aws:sns:${process.env.iz_region}:${process.env.iz_accountId}:${await snsSharedLib.snsTopicName(_izContext, " + `"${resourceName}", "${serviceTag}")}`
+
   }[resourceClass]
 };
 
-function externalResourceSns(resourceName, serviceTag) {
-  return "arn:aws:sns:${process.env.iz_region}:${process.env.iz_accountId}:${await snsSharedLib.snsTopicName(_izContext, " + `"${resourceName}", "${serviceTag}")}`
+function externalResourceYaml(resourceClass, resourceName, serviceTag) {
+  if (!serviceTag) {
+    serviceTag = "${self:custom.iz_resourcePrefix}"
+  } else {
+    serviceTag = serviceTag + "Test"
+  }
+  return {
+    [RESOURCE_CLASSES.dynamoDbTable]: "arn:aws:dynamodb:${self:custom.iz_region}:${self:custom.iz_accountId}:table/" + `${serviceTag}` + `${resourceName}`,
+    [RESOURCE_CLASSES.lambda]: "arn:aws:lambda:${self:custom.iz_region}:${self:custom.iz_accountId}:function:" + `${serviceTag}` + `${resourceName}`,
+    [RESOURCE_CLASSES.sns]: "arn:aws:sns:${self:custom.iz_region}:${self:custom.iz_accountId}:" + `${serviceTag}` + `${resourceName}`,
+    [RESOURCE_CLASSES.sqs]: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:" + `${serviceTag}` + `${resourceName}`
+
+  }[resourceClass]
 };
 
 const SAVE_FILE_NAME = {
@@ -199,7 +217,8 @@ const SAVE_FILE_NAME = {
   findData: "findData",
   processLogicalYaml: "processLogical",
   flowSchema: "flowSchema",
-  S3Bucket: "generated-s3-bucket"
+  S3Bucket: "generated-s3-bucket",
+  sharedResourceYaml: "generate-SharedResource",
 };
 
 const FUNCTION_NAME = {
@@ -275,7 +294,6 @@ function defaultIamRolePerAction() {
       },
       [
         resourceNames(RESOURCE_CLASSES.s3, "object-schema/perServiceSchemas/*"),
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/ServiceNameConfig.json"),
         resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/GraphServerTags.json"),
       ]
     )
@@ -340,6 +358,13 @@ function shortNameHandler(fullNameHandler) {
   return fullNameHandler.slice(3)
 };
 
+const SOURCE_GENERATE_IAM_ROLE = {
+  ProcessFindDataRole: "ProcessFindData",
+  ObjectCompleteRole: "ObjectComplete",
+  RelationshipRole: "Relationship",
+  RelationshipCompleteRole: "RelationshipComplete",
+};
+
 
 module.exports = {
   ACTIONS,
@@ -355,7 +380,7 @@ module.exports = {
   LAMBDA_RESOURCE,
   HANDLER,
   externalResourceName,
-  externalResourceSns,
+  externalResourceYaml,
   SAVE_FILE_NAME,
   FUNCTION_NAME,
   getGraphServiceNameFromAllRelSchema,
@@ -365,5 +390,6 @@ module.exports = {
   awaitingMultipleStepsRole,
   shortNameHandler,
   SHORT_FUNCTION_NAME,
-  S3_RESOURCE
+  S3_RESOURCE,
+  SOURCE_GENERATE_IAM_ROLE
 }

package/src/TemplateManager/src/reStructureExample/GenerateCodeTest.js

@@ -0,0 +1,31 @@
+const templateConfig = require("./TemplateConfig");
+const path = require("path");
+const { createSource } = require("../../../SourceManager/src/CreateSource");
+
+async function generateCodeWithTemplate(_izContext, objSchemaPath) {
+  let allCreateSource = []
+
+  for (const templateName in templateConfig) {
+    const { generateCode } = require(path.join(__dirname, templateConfig[templateName]))
+    let createSourceResult = await generateCode(generateCode)
+    allCreateSource.push(...createSourceResult);
+  }
+
+
+  for (let folderPathToEmpty of Object.keys(GENERATECODE_SOURCE_PATH)) {
+    await deleteFileInDir(GENERATECODE_SOURCE_PATH[folderPathToEmpty]);
+  }
+
+
+  for (let { templatePath, templateData, setting } of allCreateSource) {
+    // console.log("setting.saveFileName in GenerateCode", setting.saveFileName);
+    // console.log("templatePath in GenerateCode", templatePath);
+
+    await createSource(
+      readFileSync(templatePath, 'utf8'),
+      templateData,
+      setting,
+    );
+  }
+
+}

package/src/TemplateManager/src/reStructureExample/TemplateConfig.js

@@ -0,0 +1,11 @@
+module.exports = {
+  TemplateAndData: {
+    perActionEndpoint: './TemplateData/perAction/generatePerAction.js', // relative path with this file
+
+
+    mainResource: "xxxx"
+  },
+  Plugin:{
+    
+  }
+}

package/src/TemplateManager/src/reStructureExample/TemplateData/perAction/generateCodeShared.js

@@ -0,0 +1 @@
+// generated code (data,template)

package/src/TemplateManager/src/reStructureExample/TemplateData/perAction/generatePerAction.js

@@ -0,0 +1,5 @@
+
+
+module.exports.generateCode = (objSchemaPath) => {
+
+}