@izara_project/izara-market-library-service-schemas 1.0.23 → 1.0.24

package/src/reStructure/TemplateData/relationshipPerAction/update/complete/sns-out/data.js

@@ -0,0 +1,70 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+
+const STORAGE_TYPES = {
+  dynamoDB: "dynamoDB",
+  graph: "graph"
+}
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/index.js").utils;
+const { SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = require("../../../../../../MainLibs/index.js").consts;
+const templatePath = path.join(__dirname, './template.ejs')
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function createDefaultSnsOut(_izContext, srcPath) {
+  const createSourceParams = createParamsForCreateSource(_izContext, srcPath)
+  // console.log("createSourceParamUpdateRelationshipComplete", createSourceParams)
+  return [createSourceParams]
+}
+
+function createParamsForCreateSource(_izContext, srcPath) {
+  let queueName = FUNCTION_NAME.updateRelComplete;
+  return {
+    templatePath: templatePath,
+    templateData: {
+      queueName: upperCase(queueName)
+    },
+    setting: {
+      initialData: 'Resources:\n',
+      savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+      saveFileName: SAVE_FILE_NAME.snsOutYaml,
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  }
+}
+
+module.exports = createDefaultSnsOut

package/src/reStructure/TemplateData/relationshipPerAction/update/complete/sns-out/request.json

@@ -0,0 +1,3 @@
+{
+  "queueName": "string"
+}

package/src/reStructure/TemplateData/relationshipPerAction/update/complete/sns-out/template.ejs

@@ -0,0 +1,10 @@
+##--------- [Create Topic Out]
+  Out<%- firstLetterUpperCase(queueName) %>:
+    Type: AWS::SNS::Topic
+    Properties:
+      DisplayName: "SNS Message out"
+      TopicName: ${self:custom.iz_resourcePrefix}Out<%- firstLetterUpperCase(queueName) %>
+
+  <%_ function firstLetterUpperCase(text) {
+    return text.charAt(0).toUpperCase() + text.slice(1)
+  } _%>

package/src/reStructure/TemplateData/resourceYaml/CreateSourceData.js

@@ -0,0 +1,73 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require('path');
+
+const schemaConsts = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+// const lambdaYaml = require("./Template/Resource/Lambda/LambdaYamlTemplateData");
+
+const config = require('../libs/Consts')
+
+const dynamoDbMainYaml = require("./TemplateAndData/DynamoDbMain/Data/MainDynamoDbYamlData")
+
+/**
+ * @param {Object} _izContext
+ * @param {Object} objectSchema
+ */
+module.exports.createSourceDataObjectSchema = (_izContext, objectSchema, saveFilePath) => {
+
+  let resultsForCreateSource = [];
+
+
+  const dynamoDbMainYamlDataList = dynamoDbMainYaml.dynamoDbMainYamlFromObjectSchema.templateDataFunction(_izContext, objectSchema);
+  // console.log("dynamoDbMainYamlDataList: ", dynamoDbMainYamlDataList);
+
+  for (let dynamoDbMainYamlData of dynamoDbMainYamlDataList) {
+    // create iam role of handler here
+    resultsForCreateSource.push({
+      templatePath: dynamoDbMainYaml.dynamoDbMainYamlFromObjectSchema.templatePath,
+      templateData: dynamoDbMainYamlData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(saveFilePath, config.SOURCE_PATH.resourceYaml),
+        saveFileName: 'generate-dynamodb-table',
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+
+  // console.log("resultsForCreateSource: ", resultsForCreateSource);
+
+  return resultsForCreateSource;
+}
+
+
+/**
+ *
+ * @param {Object} _izContext
+ * @param {Object} relSchema
+ * @param {String} saveFilePath
+ * @returns
+ */
+module.exports.createSourceDataRelSchema = (_izContext, relSchema, saveFilePath) => {
+
+  return []
+}

package/src/reStructure/TemplateData/resourceYaml/dynamodb/defaultDynamoDbTable.js

@@ -0,0 +1,146 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+const STORAGE_TYPES = {
+  dynamoDB: "dynamoDB",
+  graph: "graph"
+}
+const templatePath = path.join(__dirname, './template.ejs')
+const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../../../MainLibs/index.js').consts
+
+/**
+ * create param of crateSouce for FindData And processLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} srcPath
+ * @returns {Object[]}
+ */
+const createAwaitingMultipleStepDynamoDbData = (_izContext, srcPath) => {
+
+  let resultsForCreateSource = [];
+  const defaultDynamoDataLists = []
+
+  defaultDynamoDataLists.push(
+    {
+      "tableName": "AwaitingMultipleSteps",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "awaitingStepId",
+          "AttributeType": "S"
+        },
+        {
+          "keyType": "sortKey",
+          "AttributeName": "pendingStepId",
+          "AttributeType": "S"
+        }
+      ]
+    },
+    {
+      "tableName": "AwaitingMultipleStepByPending",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "pendingStepId",
+          "AttributeType": "S"
+        },
+        {
+          "keyType": "sortKey",
+          "AttributeName": "awaitingStepId",
+          "AttributeType": "S"
+        }
+      ]
+    },
+    {
+      "tableName": "FindDataMain",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "findDataId",
+          "AttributeType": "S"
+        }
+      ]
+    },
+    {
+      "tableName": "LogicalResultsMain",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "logicalResultId",
+          "AttributeType": "S"
+        }
+      ]
+    },
+    {
+      "tableName": "LogicalResultsData",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "logicalResultId",
+          "AttributeType": "S"
+        },
+        {
+          "keyType": "sortKey",
+          "AttributeName": "identifiersId",
+          "AttributeType": "S"
+        }
+      ]
+    },
+    {
+      "tableName": "AwaitingStep",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "awaitingStepId",
+          "AttributeType": "S"
+        },
+        {
+          "keyType": "sortKey",
+          "AttributeName": "pendingStepId",
+          "AttributeType": "S"
+        }
+      ]
+    }
+  )
+
+  for (let defaultlDynamoData of defaultDynamoDataLists) {
+    resultsForCreateSource.push({
+      templatePath: templatePath,
+      templateData: defaultlDynamoData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  return resultsForCreateSource;
+}
+
+module.exports = createAwaitingMultipleStepDynamoDbData

package/src/reStructure/TemplateData/resourceYaml/dynamodb/mainResourcePerObjectSchemaData.js

@@ -0,0 +1,178 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+
+const STORAGE_TYPES = {
+  dynamoDB: "dynamoDB",
+  graph: "graph"
+}
+
+const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../../../MainLibs/index.js').consts
+const templatePath = path.join(__dirname, './template.ejs')
+
+// ---------- End Per Lambda Handler IamRole Data ----------
+
+
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {Object} objectSchema
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function dataForMainDynamoDbYamlFromObjectSchema(_izContext, objectSchema, srcPath) {
+  let dynamoDbYamlTempleteData = [];
+
+  let identifierDetail = {};
+
+  for (let identifier of objectSchema.identifiers) { //check identifiers from objectSchema
+    // console.log("identifier");
+    if (identifier.type === "partitionKey" || identifier.type === 'sortKey') {
+      identifierDetail[identifier.type] = {};
+
+      if (identifier.name) {
+        Object.assign(
+          identifierDetail[identifier.type],
+          {
+            AttributeName: identifier.name,
+            AttributeType: "S"
+          }
+        );
+      } else {
+        let fieldNameType = objectSchema.fieldNames[identifier.fieldName].type;
+        let attributeType;
+        if (fieldNameType === 'string') {
+          attributeType = "S"
+        } else if (fieldNameType === 'number') {
+          attributeType = "N"
+        }
+        Object.assign(
+          identifierDetail[identifier.type],
+          {
+            AttributeName: identifier.fieldName,
+            AttributeType: attributeType
+          }
+        )
+      }
+    } else if (identifier.type === "identifier") {
+      identifierDetail[identifier.type] = {}
+
+      if (identifier.name) {
+        Object.assign(
+          identifierDetail[identifier.type],
+          {
+            AttributeName: identifier.name,
+            AttributeType: "S"
+          }
+        );
+      } else {
+        let fieldNameType = objectSchema.fieldNames[identifier.fieldName].type;
+        let attributeType;
+        if (fieldNameType === 'string') {
+          attributeType = "S"
+        } else if (fieldNameType === 'number') {
+          attributeType = "N"
+        }
+        Object.assign(
+          identifierDetail[identifier.type],
+          {
+            AttributeName: identifier.fieldName,
+            AttributeType: attributeType
+          }
+        )
+      }
+    }
+  }
+
+  // if (!identifierDetail.hasOwnProperty("partitionKey")) {
+  //   return []
+  // }
+
+  for (let storageResource of Object.values(objectSchema.storageResources)) {
+    if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+      let templateData = {
+        tableName: storageResource.tableName,
+        attributes: []
+      };
+      if (storageResource.hasOwnProperty("groupByPartitionKeyField")) {
+        templateData.attributes.push(
+          {
+            keyType: "partitionKey",
+            AttributeName: storageResource.groupByPartitionKeyField,
+            AttributeType: "S"
+          }
+        );
+      } else {
+        for (let identifierType in identifierDetail) {
+          templateData.attributes.push(
+            {
+              keyType: identifierType,
+              AttributeName: identifierDetail[identifierType].AttributeName,
+              AttributeType: identifierDetail[identifierType].AttributeType
+            }
+          )
+        }
+      }
+
+      dynamoDbYamlTempleteData.push(templateData)
+      // console.log("templateData")
+    }
+  }
+  return dynamoDbYamlTempleteData
+}
+
+const createSourceDataDynamoDB = (_izContext, objectSchema, srcPath) => {
+
+  let resultsForCreateSource = [];
+
+
+  const dynamoDbMainYamlDataList = dataForMainDynamoDbYamlFromObjectSchema(_izContext, objectSchema, srcPath)
+
+  for (let dynamoDbMainYamlData of dynamoDbMainYamlDataList) {
+    resultsForCreateSource.push({
+      templatePath: templatePath,
+      templateData: dynamoDbMainYamlData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+
+
+  return resultsForCreateSource;
+}
+
+
+module.exports = createSourceDataDynamoDB

package/src/reStructure/TemplateData/resourceYaml/dynamodb/request.json

@@ -0,0 +1,7 @@
+{
+  "tableName": "xxx",
+  "attributes": {
+    "partitionKey": "xxx",
+    "sortKey": "optional"
+  }
+}

package/src/reStructure/TemplateData/resourceYaml/dynamodb/template.ejs

@@ -0,0 +1,31 @@
+  <%- tableName %>Table:
+    Type: "AWS::DynamoDB::Table"
+    Properties:
+      TableName: ${self:custom.iz_resourcePrefix}<%- tableName %>
+      AttributeDefinitions:
+      <%_ attributes.forEach(attribute => { -%>
+      - AttributeName: <%- attribute['AttributeName'] %>
+        AttributeType: <%- attribute['AttributeType'] %>
+      <%_ }) _%>
+      KeySchema:
+      <%_ attributes.forEach(attribute => { -%>
+      <%_ if (attribute.keyType === 'partitionKey' || attribute.keyType === "identifier") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: HASH
+        <%_ } -%>
+      <%_ if(attribute.keyType === "sortKey") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: RANGE
+        <%_ } -%>
+      <%_ }) _%>
+      ProvisionedThroughput:
+        ReadCapacityUnits: 1
+        WriteCapacityUnits: 1
+        #<#<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+        #<#/<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/reStructure/TemplateData/resourceYaml/generateTemplateData.js

@@ -0,0 +1,99 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const { join } = require('path');
+
+// lib of generateCode
+const { checkValidTableYaml } = require('../../../MainLibs/index.js').generateCodeUtils;
+
+const {
+  getAllLocalObjectSchemasWithHierarchy,
+  // getAllLocalRelationshipSchemas,
+  getAllLocalRelationshipSchema,
+  getAllLocalFlowSchemas
+} = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
+
+// Resource generators
+const createSourceDataDynamoDB = require('./dynamodb/mainResourcePerObjectSchemaData');
+const createDefaultDynamoDb = require('./dynamodb/defaultDynamoDbTable');
+const createSourceSnsAndSqs = require('./sns-in-sqs/snsAndSqsPerActionData');
+const createDefaultSnsOutForFindDataAndProcessLogical = require('./sns-out/defaultSnsOutForFindDataAndProcessLogical');
+const createDataForCreateSourceSnsOut = require('./sns-out/data');
+const createFindDataAndProcessLogicalDefaultSnsInSqs = require('./sns-in-sqs/defaultSnsInSqsForFindDataAndProcessLogical');
+
+/**
+ * Generates code from templates based on object schemas
+ * @param {Object} _izContext - Context object
+ * @param {string} objSchemaPath - Path to object schema
+ * @returns {Promise<Array>} - Array of parameter objects for code generation
+ */
+async function generateCodeWithTemplate(_izContext, objSchemaPath) {
+  try {
+    const saveFilePath = join(objSchemaPath, '../');
+    const allObjSchemas = await getAllLocalObjectSchemasWithHierarchy(_izContext, objSchemaPath);
+    let createSourceParams = [];
+    let createdTableYaml = {}; // Declare createdTableYaml
+
+    // Process all object schemas
+    if (allObjSchemas && allObjSchemas.records) {
+      for (const objectSchema of allObjSchemas.records) {
+        try {
+          // Generate resources for each object schema
+          const snsInSqsResources = createSourceSnsAndSqs(_izContext, objectSchema, saveFilePath);
+          const snsOutResources = createDataForCreateSourceSnsOut(_izContext, objectSchema, saveFilePath);
+
+          // Check and create DynamoDB resources
+          const [dynamoResources, updatedTableYaml] = checkValidTableYaml(
+            _izContext,
+            createSourceDataDynamoDB(_izContext, objectSchema, saveFilePath),
+            createdTableYaml
+          );
+
+          createdTableYaml = updatedTableYaml;
+          _izContext.logger.debug("dynamoResources: ", dynamoResources);
+
+          // Accumulate resources
+          createSourceParams = [...createSourceParams, ...dynamoResources, ...snsInSqsResources, ...snsOutResources];
+        } catch (schemaError) {
+          _izContext.logger.error(`Error processing schema: ${objectSchema?.name || 'unknown'}`, schemaError);
+        }
+      }
+    }
+
+    // Add default resources
+    const defaultDynamoDbResources = createDefaultDynamoDb(_izContext, saveFilePath);
+    const defaultSnsInSqsResources = createFindDataAndProcessLogicalDefaultSnsInSqs(_izContext, saveFilePath);
+    const defaultSnsOutResources = createDefaultSnsOutForFindDataAndProcessLogical(_izContext, saveFilePath);
+
+    // Add default resources to parameter list
+    createSourceParams = [
+      ...createSourceParams,
+      ...defaultDynamoDbResources,
+      ...defaultSnsInSqsResources,
+      ...defaultSnsOutResources
+    ];
+
+    return createSourceParams;
+  } catch (error) {
+    _izContext.logger.error('Error generating code with template resourceYaml: ', error);
+    return [];
+  }
+}
+
+module.exports = generateCodeWithTemplate;