@izara_project/izara-core-generate-service-code 1.0.1 → 1.0.3

package/src/TemplateData/relationshipPerAction/update/complete/sns-out/data.js

@@ -0,0 +1,62 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../libs/Consts.js';
+import utils from '../../../../../libs/Utils.js';
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+const { SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = consts;
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function createDefaultSnsOut(_izContext, srcPath) {
+  const createSourceParams = createParamsForCreateSource(_izContext, srcPath);
+  // console.log("createSourceParamUpdateRelationshipComplete", createSourceParams)
+  return [createSourceParams];
+}
+
+function createParamsForCreateSource(_izContext, srcPath) {
+  let queueName = FUNCTION_NAME.updateRelComplete;
+  return {
+    templatePath: templatePath,
+    templateData: {
+      queueName: upperCase(queueName)
+    },
+    setting: {
+      initialData: 'Resources:\n',
+      savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+      saveFileName: SAVE_FILE_NAME.snsOutYaml,
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  };
+}
+
+export default createDefaultSnsOut;

package/src/TemplateData/relationshipPerAction/update/complete/sns-out/request.json

@@ -0,0 +1,3 @@
+{
+  "queueName": "string"
+}

package/src/TemplateData/relationshipPerAction/update/complete/sns-out/template.ejs

@@ -0,0 +1,10 @@
+##--------- [Create Topic Out]
+  Out<%- firstLetterUpperCase(queueName) %>:
+    Type: AWS::SNS::Topic
+    Properties:
+      DisplayName: "SNS Message out"
+      TopicName: ${self:custom.iz_serviceTag}_${self:custom.iz_stage}_<%- firstLetterUpperCase(queueName) %>_Out
+
+  <%_ function firstLetterUpperCase(text) {
+    return text.charAt(0).toUpperCase() + text.slice(1)
+  } _%>

package/src/TemplateData/resourceYaml/dynamodb/defaultDynamoDbTable.js

@@ -0,0 +1,145 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../libs/Consts.js';
+const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * create param of crateSouce for FindData And processLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} srcPath
+ * @returns {Object[]}
+ */
+const createAwaitingMultipleStepDynamoDbData = (_izContext, srcPath) => {
+  let resultsForCreateSource = [];
+  const defaultDynamoDataLists = [];
+
+  defaultDynamoDataLists.push(
+    {
+      tableName: 'AwaitingMultipleSteps',
+      resourceName: 'AwaitingMultipleSteps',
+      attributes: [
+        {
+          keyType: 'partitionKey',
+          AttributeName: 'awaitingStepId',
+          AttributeType: 'S'
+        },
+        {
+          keyType: 'sortKey',
+          AttributeName: 'pendingStepId',
+          AttributeType: 'S'
+        }
+      ]
+    },
+    {
+      tableName: 'AwaitingMultipleStepByPending',
+      resourceName: 'AwaitingMultipleStepByPending',
+      attributes: [
+        {
+          keyType: 'partitionKey',
+          AttributeName: 'pendingStepId',
+          AttributeType: 'S'
+        },
+        {
+          keyType: 'sortKey',
+          AttributeName: 'awaitingStepId',
+          AttributeType: 'S'
+        }
+      ]
+    },
+    {
+      tableName: 'FindDataMain',
+      resourceName: 'FindDataMain',
+      attributes: [
+        {
+          keyType: 'partitionKey',
+          AttributeName: 'findDataId',
+          AttributeType: 'S'
+        }
+      ]
+    },
+    {
+      tableName: 'LogicalResultsMain',
+      resourceName: 'LogicalResultsMain',
+      attributes: [
+        {
+          keyType: 'partitionKey',
+          AttributeName: 'logicalResultId',
+          AttributeType: 'S'
+        }
+      ]
+    },
+    {
+      tableName: 'LogicalResultsData',
+      resourceName: 'LogicalResultsData',
+      attributes: [
+        {
+          keyType: 'partitionKey',
+          AttributeName: 'logicalResultId',
+          AttributeType: 'S'
+        },
+        {
+          keyType: 'sortKey',
+          AttributeName: 'identifiersId',
+          AttributeType: 'S'
+        }
+      ]
+    },
+    {
+      tableName: 'AwaitingStep',
+      resourceName: 'AwaitingStep',
+      attributes: [
+        {
+          keyType: 'partitionKey',
+          AttributeName: 'awaitingStepId',
+          AttributeType: 'S'
+        },
+        {
+          keyType: 'sortKey',
+          AttributeName: 'pendingStepId',
+          AttributeType: 'S'
+        }
+      ]
+    }
+  );
+
+  for (let defaultlDynamoData of defaultDynamoDataLists) {
+    resultsForCreateSource.push({
+      templatePath: templatePath,
+      templateData: defaultlDynamoData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  // console.log("resultsForCreateSource default dynamo", resultsForCreateSource)
+
+  return resultsForCreateSource;
+};
+
+export default createAwaitingMultipleStepDynamoDbData;

package/src/TemplateData/resourceYaml/dynamodb/generateDynamoPerLink.js

@@ -0,0 +1,115 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../libs/Consts.js';
+import libs from '../../../libs/Libs.js';
+const {
+  SOURCE_PATH,
+  SAVE_FILE_NAME,
+  STORAGE_TYPES
+} = consts;
+
+const {
+  checkDynamoTypeRelationship,
+  createDynamoDbComponentByLinks
+} = libs
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * create param of crateSouce for FindData And processLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} srcPath
+ * @returns {Object[]}
+ */
+const createDynamoPerRelationshipLink = (
+  _izContext,
+  allObjectRelationships,
+  srcPath
+) => {
+  let resultsForCreateSource = [];
+  const dynamoTablePerLinks = [];
+
+  for (const relationship of allObjectRelationships) {
+    let [storageType, relationshipTag, links] =
+      checkDynamoTypeRelationship(relationship);
+    if (storageType === STORAGE_TYPES.dynamoDB) {
+      for (const link of links) {
+        let dynamoComponent = createDynamoDbComponentByLinks(
+          link,
+          relationshipTag
+        );
+        dynamoTablePerLinks.push(
+          {
+            tableName: dynamoComponent.tableNameFrom,
+            resourceName: dynamoComponent.resourceNameFrom,
+            attributes: [
+              {
+                keyType: 'partitionKey',
+                AttributeName: dynamoComponent.identifiersConcatFrom,
+                AttributeType: 'S'
+              },
+              {
+                keyType: 'sortKey',
+                AttributeName: dynamoComponent.identifiersConcatTo,
+                AttributeType: 'S'
+              }
+            ]
+          },
+          {
+            tableName: dynamoComponent.tableNameTo,
+            resourceName: dynamoComponent.resourceNameTo,
+            attributes: [
+              {
+                keyType: 'partitionKey',
+                AttributeName: dynamoComponent.identifiersConcatTo,
+                AttributeType: 'S'
+              },
+              {
+                keyType: 'sortKey',
+                AttributeName: dynamoComponent.identifiersConcatFrom,
+                AttributeType: 'S'
+              }
+            ]
+          }
+        );
+      }
+    }
+  }
+  for (let dynamoTablePerLink of dynamoTablePerLinks) {
+    resultsForCreateSource.push({
+      templatePath: templatePath,
+      templateData: dynamoTablePerLink,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  // console.log("resultsForCreateSource generate per link", resultsForCreateSource)
+  return resultsForCreateSource;
+};
+
+export default createDynamoPerRelationshipLink;

package/src/TemplateData/resourceYaml/dynamodb/mainResourcePerObjectSchemaData.js

@@ -0,0 +1,166 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../libs/Consts.js';
+import utils from '../../../libs/Utils.js';
+
+const { firstLetterUpperCase: upperCase } = utils;
+const { SOURCE_PATH, SAVE_FILE_NAME, STORAGE_TYPES } = consts;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+// ---------- End Per Lambda Handler IamRole Data ----------
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {Object} objectSchema
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function dataForMainDynamoDbYamlFromObjectSchema(
+  _izContext,
+  objectSchema,
+  srcPath
+) {
+  let dynamoDbYamlTemplateData = [];
+
+  let identifierDetail = {};
+  for (let identifier of objectSchema.identifiers) {
+    //check identifiers from objectSchema
+    // console.log("identifier");
+    if (identifier.type === 'partitionKey' || identifier.type === 'sortKey') {
+      identifierDetail[identifier.type] = {};
+
+      if (identifier.name) {
+        Object.assign(identifierDetail[identifier.type], {
+          AttributeName: identifier.name,
+          AttributeType: 'S'
+        });
+      } else {
+        let fieldNameType = objectSchema.fieldNames[identifier.fieldName].type;
+        let attributeType;
+        if (fieldNameType === 'string') {
+          attributeType = 'S';
+        } else if (
+          fieldNameType === 'number' ||
+          fieldNameType === 'timestamp'
+        ) {
+          attributeType = 'N';
+        }
+        Object.assign(identifierDetail[identifier.type], {
+          AttributeName: identifier.fieldName,
+          AttributeType: attributeType
+        });
+      }
+    } else if (identifier.type === 'identifier') {
+      identifierDetail[identifier.type] = {};
+
+      if (identifier.name) {
+        Object.assign(identifierDetail[identifier.type], {
+          AttributeName: identifier.name,
+          AttributeType: 'S'
+        });
+      } else {
+        let fieldNameType = objectSchema.fieldNames[identifier.fieldName].type;
+        let attributeType;
+        if (fieldNameType === 'string') {
+          attributeType = 'S';
+        } else if (fieldNameType === 'number') {
+          attributeType = 'N';
+        }
+        Object.assign(identifierDetail[identifier.type], {
+          AttributeName: identifier.fieldName,
+          AttributeType: attributeType
+        });
+      }
+    }
+  }
+
+  // if (!identifierDetail.hasOwnProperty("partitionKey")) {
+  //   return []
+  // }
+
+  for (let storageResource of Object.values(objectSchema.storageResources)) {
+    // if (storageResource.hasOwnProperty("serviceTag") && storageResource.serviceTag !== getLocalConfig(srcPath)) {
+    //   continue; // if serviceTag of storageResource not own service will skip
+    // }
+
+    if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+      let templateData = {
+        tableName: upperCase(storageResource.tableName),
+        resourceName: upperCase(storageResource.tableName),
+        attributes: []
+      };
+      if (storageResource.hasOwnProperty('groupByPartitionKeyField')) {
+        templateData.attributes.push({
+          keyType: 'partitionKey',
+          AttributeName: storageResource.groupByPartitionKeyField,
+          AttributeType: 'S'
+        });
+      } else {
+        for (let identifierType in identifierDetail) {
+          templateData.attributes.push({
+            keyType: identifierType,
+            AttributeName: identifierDetail[identifierType].AttributeName,
+            AttributeType: identifierDetail[identifierType].AttributeType
+          });
+        }
+      }
+      // templateData.resourceName = upperCase(objectSchema.objectType)
+      dynamoDbYamlTemplateData.push(templateData);
+    }
+  }
+  // console.log("dynamoDbYamlTemplateData", dynamoDbYamlTemplateData)
+  return dynamoDbYamlTemplateData;
+}
+
+const createSourceDataDynamoDB = (_izContext, objectSchema, srcPath) => {
+  let resultsForCreateSource = [];
+
+  const dynamoDbMainYamlDataList = dataForMainDynamoDbYamlFromObjectSchema(
+    _izContext,
+    objectSchema,
+    srcPath
+  );
+  // console.log("generateDynamoPerObjectSchema", objectSchema)
+  for (let dynamoDbMainYamlData of dynamoDbMainYamlDataList) {
+    resultsForCreateSource.push({
+      templatePath: templatePath,
+      templateData: dynamoDbMainYamlData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  // console.log("resultsForCreateSource per objectSchema", resultsForCreateSource)
+
+  return resultsForCreateSource;
+};
+
+export default createSourceDataDynamoDB;

package/src/TemplateData/resourceYaml/dynamodb/template.ejs

@@ -0,0 +1,29 @@
+  <%- resourceName %>Table:
+    Type: "AWS::DynamoDB::Table"
+    Properties:
+      TableName: ${self:custom.iz_resourcePrefix}<%- tableName %>
+      BillingMode: PAY_PER_REQUEST
+      AttributeDefinitions:
+      <%_ attributes.forEach(attribute => { -%>
+      - AttributeName: <%- attribute['AttributeName'] %>
+        AttributeType: <%- attribute['AttributeType'] %>
+      <%_ }) _%>
+      KeySchema:
+      <%_ attributes.forEach(attribute => { -%>
+      <%_ if (attribute.keyType === 'partitionKey' || attribute.keyType === "identifier") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: HASH
+        <%_ } -%>
+      <%_ if(attribute.keyType === "sortKey") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: RANGE
+        <%_ } -%>
+      <%_ }) _%>
+        #<#<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+        #<#/<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateData/resourceYaml/filterGenerateResource/data.js

@@ -0,0 +1,126 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { getObjectSchema } from '@izara_project/izara-core-library-service-schemas';
+import { NoRetryError } from '@izara_project/izara-core-library-core';
+
+import consts from '../../../libs/Consts.js';
+import utils from '../../../libs/Utils.js';
+const { STORAGE_TYPES } = consts;
+const { firstLetterUpperCase: upperCase, getLocalConfig } = utils;
+
+
+async function filterCreateResourceYaml(
+  _izContext,
+  createSourceParams,
+  objSchemaPath
+) {
+  try {
+    let tableNamesToFilter = new Set();
+    let ownServiceTag = getLocalConfig(
+      path.join(objSchemaPath, '../../'),
+      'iz_serviceTag'
+    );
+
+    const allLocalFlowSchema = await getObjectSchema.getAllLocalFlowSchemas(
+      _izContext,
+      objSchemaPath
+    );
+    await Promise.all(
+      allLocalFlowSchema.records.map(async flowSchema => {
+        if (flowSchema.statusType === 'storedCache') {
+          tableNamesToFilter.add(
+            ...(await getTableNameFromFlowSchema(
+              _izContext,
+              flowSchema,
+              objSchemaPath
+            ))
+          );
+        } else if (flowSchema.statusType === 'triggerCache') {
+          tableNamesToFilter.add(
+            ...(await getTableNameFromFlowSchema(
+              _izContext,
+              flowSchema,
+              objSchemaPath
+            ))
+          );
+        }
+      })
+    );
+
+    const allLocalObjSchema =
+      await getObjectSchema.getAllLocalObjectSchemasWithHierarchy(
+        _izContext,
+        objSchemaPath
+      );
+    await Promise.all(
+      allLocalObjSchema.records.map(async objSchema => {
+        if (objSchema.hasOwnProperty('extendObjType')) {
+          for (const storageResource of Object.values(
+            objSchema.storageResources
+          )) {
+            if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+              if (storageResource?.serviceTag !== ownServiceTag) {
+                tableNamesToFilter.has(storageResource.tableName);
+              }
+            }
+          }
+        }
+      })
+    );
+
+    // console.log("tableNamesToFilter", tableNamesToFilter)
+    let filteredCreateSourceParams = createSourceParams.filter(
+      result => !tableNamesToFilter.has(result.templateData.tableName)
+    );
+
+    // console.log("filteredCreateSourceParams", filteredCreateSourceParams)
+    return filteredCreateSourceParams;
+  } catch (err) {
+    console.log(err);
+  }
+}
+
+export default filterCreateResourceYaml;
+
+async function getTableNameFromFlowSchema(
+  _izContext,
+  flowSchema,
+  objSchemaPath
+) {
+  let tableNameStoredCache = [];
+  const objectSchema = await getObjectSchema
+    .getLocalObjectSchemas(
+      _izContext,
+      [flowSchema.objType.objectType],
+      objSchemaPath
+    )
+    .then(res => res.records[0]);
+  if (objectSchema) {
+    for (const storageResource of Object.values(
+      objectSchema.storageResources
+    )) {
+      if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+        tableNameStoredCache.push(upperCase(storageResource.tableName));
+      }
+    }
+  } else {
+    throw new NoRetryError('not have objectSchema in service to get');
+  }
+  return tableNameStoredCache;
+}