@izara_project/izara-market-library-service-schemas 1.0.2 → 1.0.3

package/src/TemplateManager/src/ResourceYaml/dynamodb/mainResourcePerObjectSchemaData.js

@@ -0,0 +1,173 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+
+const STORAGE_TYPES = {
+  dynamoDB: "dynamoDB",
+  graph: "graph"
+}
+
+const { SOURCE_PATH } = require('../../libs/Consts')
+const templatePath = path.join(__dirname, './template.ejs')
+
+// ---------- End Per Lambda Handler IamRole Data ----------
+
+
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {Object} objectSchema
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function dataForMainDynamoDbYamlFromObjectSchema(_izContext, objectSchema) {
+  let dynamoDbYamlTempleteData = [];
+
+  let identifierDetail = {};
+
+  for (let identifier of objectSchema.identifiers) { //check identifiers from objectSchema
+    console.log("identifier");
+    if (identifier.type === "partitionKey" || identifier.type === 'sortKey') {
+      identifierDetail[identifier.type] = {};
+
+      if (identifier.name) {
+        Object.assign(
+          identifierDetail[identifier.type],
+          {
+            AttributeName: identifier.name,
+            AttributeType: "S"
+          }
+        );
+      } else {
+        let fieldNameType = objectSchema.fieldNames[identifier.fieldName].type;
+        let attributeType;
+        if (fieldNameType === 'string') {
+          attributeType = "S"
+        } else if (fieldNameType === 'number') {
+          attributeType = "N"
+        }
+        Object.assign(
+          identifierDetail[identifier.type],
+          {
+            AttributeName: identifier.fieldName,
+            AttributeType: attributeType
+          }
+        )
+      }
+    }
+  }
+
+  console.log("identifierDetail :", identifierDetail)
+  if (!identifierDetail.hasOwnProperty("partitionKey")) {
+    return []
+  }
+
+  for (let storageResource of Object.values(objectSchema.storageResources)) {
+    if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+      let templateData = {
+        tableName: storageResource.tableName,
+        attributes: []
+      };
+      if (storageResource.hasOwnProperty("groupByPartitionKeyField")) {
+        templateData.attributes.push(
+          {
+            keyType: "partitionKey",
+            AttributeName: storageResource.groupByPartitionKeyField,
+            AttributeType: "S"
+          }
+        );
+      } else {
+        for (let identifierType in identifierDetail) {
+          templateData.attributes.push(
+            {
+              keyType: identifierType,
+              AttributeName: identifierDetail[identifierType].AttributeName,
+              AttributeType: identifierDetail[identifierType].AttributeType
+            }
+          )
+        }
+      }
+
+      dynamoDbYamlTempleteData.push(templateData)
+      console.log("templateData")
+    }
+  }
+  return dynamoDbYamlTempleteData
+}
+
+
+// data for MainDynamo from RelSchema
+// function dataForMainDynamoDbYamlFromRelSchema(_izContext, relSchema) {
+//   let relTag = Object.keys(relSchema)[0];
+//   let relData = relSchema[relTag];
+
+//   for (let parents of relData.parents) {
+//     let parentObjectType = parent.objType.objectType;
+
+
+//   }
+
+//   return
+// }
+
+
+module.exports.createSourceDataDynamoDB = (_izContext, objectSchema, srcPath) => {
+
+  let resultsForCreateSource = [];
+
+
+  const dynamoDbMainYamlDataList = dataForMainDynamoDbYamlFromObjectSchema(_izContext, objectSchema, srcPath)
+  console.log("dynamoDbMainYamlDataList: ", dynamoDbMainYamlDataList);
+
+  for (let dynamoDbMainYamlData of dynamoDbMainYamlDataList) {
+    // create iam role of handler here
+    resultsForCreateSource.push({
+      templatePath: templatePath,
+      templateData: dynamoDbMainYamlData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: 'dynamoDB-table',
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+
+  console.log("resultsForCreateSource: ", resultsForCreateSource);
+
+  return resultsForCreateSource;
+}
+
+// module.exports.createSourceDataRelSchema = (_izContext, relSchema, saveFilePath) => {
+
+//   return []
+// }

package/src/TemplateManager/src/ResourceYaml/dynamodb/processLogicalAndFindData.js

@@ -0,0 +1,102 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+const STORAGE_TYPES = {
+  dynamoDB: "dynamoDB",
+  graph: "graph"
+}
+const templatePath = path.join(__dirname, './template.ejs')
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+/**
+ * create param of crateSouce for FindData And processLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} srcPath
+ * @returns {Object[]}
+ */
+module.exports.createDefaultSourceDataDynamoDB = (_izContext, srcPath) => {
+
+  let resultsForCreateSource = [];
+
+  const defaultDynamoDataList = [
+    {
+      "tableName": "FindData",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "findDataId",
+          "AttributeType": "S"
+        }
+      ]
+    },
+    {
+      "tableName": "LogicalResultsMain",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "logicalResultId",
+          "AttributeType": "S"
+        }
+      ]
+    },
+    {
+      "tableName": "LogicalResultsData",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "logicalResultId",
+          "AttributeType": "S"
+        },
+        {
+          "keyType": "sortKey",
+          "AttributeName": "dataId",
+          "AttributeType": "S"
+        }
+      ]
+    }
+  ];
+
+  console.log("defaultlDynamoDataList: ", (defaultDynamoDataList));
+
+  for (let defaultlDynamoData of defaultDynamoDataList) {
+    resultsForCreateSource.push({
+      templatePath: templatePath,
+      templateData: defaultlDynamoData,
+      setting: {
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: 'dynamoDB-table',
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+
+  console.log("resultForCreateDefaultDynamoDb: ", (resultsForCreateSource));
+
+  return resultsForCreateSource;
+}

package/src/TemplateManager/src/ResourceYaml/dynamodb/request.json

@@ -0,0 +1,7 @@
+{
+  "tableName": "xxx",
+  "attributes": {
+    "partitionKey": "xxx",
+    "sortKey": "optional"
+  }
+}

package/src/TemplateManager/src/ResourceYaml/dynamodb/template.ejs

@@ -0,0 +1,31 @@
+  <%- tableName %>Table:
+    Type: "AWS::DynamoDB::Table"
+    Properties:
+      TableName: ${self:custom.iz_resourcePrefix}<%- tableName %>
+      AttributeDefinitions:
+      <%_ attributes.forEach(attribute => { -%>
+      - AttributeName: <%- attribute['AttributeName'] %>
+        AttributeType: <%- attribute['AttributeType'] %>
+      <%_ }) _%>
+      KeySchema:
+      <%_ attributes.forEach(attribute => { -%>
+      <%_ if (attribute.keyType === 'partitionKey') { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: HASH
+        <%_ } -%>
+      <%_ if(attribute.keyType === "sortKey") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: RANGE
+        <%_ } -%>
+      <%_ }) _%>
+      ProvisionedThroughput:
+        ReadCapacityUnits: 1
+        WriteCapacityUnits: 1
+        #<#<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+        #<#/<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/ResourceYaml/sns-in-sqs/defaultSnsInSqsForFindDataAndProcessLogical.js

@@ -0,0 +1,81 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+
+const STORAGE_TYPES = {
+  dynamoDB: "dynamoDB",
+  graph: "graph"
+}
+
+const templatePath = path.join(__dirname, './snsTemplate.ejs');
+const { SOURCE_PATH } = require('../../libs/Consts')
+
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function createDataForDefaultSnsInSqs(_izContext, srcPath) {
+  let resultsForCreateDefaultSnsInSqs = [];
+  const defaultSnsInSqsDataList = [
+    {
+      "queueName": "FindData"
+    },
+    {
+      "queueName": "LogicalResultsMain"
+    },
+    {
+      "queueName": "LogicalResultsData"
+    }
+  ]
+
+  console.log("defaultSnsInSqsDataList", defaultSnsInSqsDataList);
+
+  for (let defaultSnsInSqsData of defaultSnsInSqsDataList) {
+    resultsForCreateDefaultSnsInSqs.push({
+      templatePath,
+      templateData: defaultSnsInSqsData,
+      setting: {
+        // initialData: "",
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: "sns-in-sqs",
+        fileExtension: ".yml",
+        isAppend: true
+      }
+    })
+  }
+  console.log("resultsForCreateDefaultSnsInSqs", resultsForCreateDefaultSnsInSqs);
+  return resultsForCreateDefaultSnsInSqs;
+}
+
+module.exports = createDataForDefaultSnsInSqs;

package/src/TemplateManager/src/ResourceYaml/sns-in-sqs/request.json

@@ -0,0 +1,4 @@
+{
+  "queueName": "xxx",
+  "topicName": "xxx"
+}

package/src/TemplateManager/src/ResourceYaml/sns-in-sqs/snsAndSqsPerActiondata.js

@@ -0,0 +1,108 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+
+const { ACTIONS, HANDLER, SOURCE_PATH, DEFAULT_HANDLER_PER_ACTION } = require('../../libs/Consts');
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require('../../../../MainLibs/src/Utils')
+const snsTemplatePath = path.join(__dirname, './snsTemplate.ejs')
+const sqsTemplatePath = path.join(__dirname, './sqsTemplate.ejs')
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {Object} objectSchema
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function dataForCreateSnsAndSqsQueueFromObjectSchema(_izContext, objectSchema, srcPath) {
+  const snsAndSqsDataArray = [];
+  for (const action of Object.values(ACTIONS)) {
+    if (objectSchema.overWriteHandlers[action]) {
+      for (const handler of objectSchema.overWriteHandlers[action]) {
+        const snsAndSqsData = {
+          queueName: createQueueNameForSnsAndSqsQueue(_izContext, objectSchema, action, handler, srcPath)
+        }
+        snsAndSqsData.queueName && snsAndSqsDataArray.push(snsAndSqsData);
+      }
+    } else {
+      for (const handler of DEFAULT_HANDLER_PER_ACTION[action]) {
+        const snsAndSqsData = {
+          queueName: createQueueNameForSnsAndSqsQueue(_izContext, objectSchema, action, handler, srcPath)
+        }
+        snsAndSqsData.queueName && snsAndSqsDataArray.push(snsAndSqsData);
+      }
+    }
+  }
+  console.log("snsAndSqsQueueArray", (snsAndSqsDataArray))
+  return snsAndSqsDataArray
+}
+
+function createQueueNameForSnsAndSqsQueue(_izContext, objectSchema, action, handler) {
+  let objectType = objectSchema.objectType
+  let queueName = upperCase(objectType) + upperCase(action) + upperCase(handler)
+  if (queueName.includes('HdrSqs')) {
+    queueName = upperCase(objectType) + upperCase(action)
+  } else if (queueName.includes('HdrDsq')) {
+    queueName = upperCase(objectType) + upperCase(action) + upperCase(handler)
+  } else {
+    return
+  }
+  return queueName
+}
+
+
+module.exports.createSourceSnsAndSqs = (_izContext, objectSchema, srcPath) => {
+  let resultsForCreateSnsAndSqsSource = [];
+  let setting = {
+    initialData:'Resources:\n',
+    savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+    saveFileName: 'sns-in-sqs',
+    fileExtension: '.yml',
+    isAppend: true
+  }
+  const snsAndSqsDataList = dataForCreateSnsAndSqsQueueFromObjectSchema(_izContext, objectSchema, srcPath);
+  for (let snsAndSqsData of snsAndSqsDataList) {
+    if (snsAndSqsData.queueName.includes('HdrDsq')) {
+      resultsForCreateSnsAndSqsSource.push({
+        templatePath: sqsTemplatePath,
+        templateData: snsAndSqsData,
+        setting: setting
+      })
+    } else {
+      resultsForCreateSnsAndSqsSource.push({
+        templatePath: snsTemplatePath,
+        templateData: snsAndSqsData,
+        setting: setting
+      })
+    }
+  }
+  console.log("resultsForCreateSnsAndSqsSource", resultsForCreateSnsAndSqsSource);
+  return resultsForCreateSnsAndSqsSource
+}

package/src/TemplateManager/src/ResourceYaml/sns-in-sqs/snsTemplate.ejs

@@ -0,0 +1,59 @@
+##===== [Create topic in]
+  In<%- queueName %>:
+    Type: AWS::SNS::Topic
+    Properties:
+      DisplayName: "SNS Message in"
+      TopicName: ${self:custom.iz_resourcePrefix}In<%- queueName %>
+##===== SNS Subscription
+##===== [Topic In]
+  SubscriptionIn<%- queueName %>:
+    Type: AWS::SNS::Subscription
+    Properties:
+      TopicArn: !Ref In<%- queueName %>
+      Endpoint: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs"
+      Protocol: "sqs"
+##===== [Queue]
+  <%- queueName %>HdrSqs:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs
+      RedrivePolicy:
+        deadLetterTargetArn:
+        # !GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>HdrSqsDLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+##==== [QueueDLQ]
+  <%- queueName %>HdrSqsDLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqsDLQ
+##==== [QueuePolicy]
+  <%- queueName %>HdrSqsPolicy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource:
+            # !GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>HdrSqs
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>HdrSqs
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/ResourceYaml/sns-in-sqs/sqsTemplate.ejs

@@ -0,0 +1,42 @@
+  <%- queueName %>:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
+      RedrivePolicy:
+        deadLetterTargetArn: #!GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>DLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+
+  <%- queueName %>DLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
+
+  <%- queueName %>Policy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource: #!GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>