@izara_project/izara-market-library-service-schemas 1.0.2 → 1.0.4

package/src/TemplateManager/src/PerActionEndpoint/MainFunction/Get/template.ejs

@@ -0,0 +1,219 @@
+/*
+Copyright (C) 2020 Sven Mason <http: //izara.io>
+
+  This program is free software: you can redistribute it and/or modify
+  it under the terms of the GNU Affero General Public License as
+  published by the Free Software Foundation, either version 3 of the
+  License, or (at your option) any later version.
+
+  This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+  GNU Affero General Public License for more details.
+
+  You should have received a copy of the GNU Affero General Public License
+  along with this program. If not, see
+  <http: //www.gnu.org/licenses />.
+  */
+
+  'use strict';
+
+  const {
+  getObjSchemaS3WithHierarchy,
+  } = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
+
+  const {
+  getGraphServiceTagWithCache,
+  getServiceNameWithCache
+  } = require('@izara_project/izara-core-library-service-schemas/src/ServiceConfig');
+
+  const consts = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+
+  const {
+  dynamoDbIdentifiersByStorageResource,
+  collectGetData
+  } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs');
+
+
+  const dynamodbSharedLib = require('@izara_project/izara-shared/src/DynamodbSharedLib');
+  const graphSharedLib = require('@izara_project/izara-shared/src/GraphSharedLib');
+
+
+  const NoRetryError = require('@izara_project/izara-core-library-core/src/NoRetryError');
+
+
+  /**
+  *
+  *
+  * description of function.
+  * @param {Object} _izContext
+  * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
+  * @param {Logger} _izContext.logger - property of _izContext
+  * @param {Object} requestParams - request params
+  * @param {Object} requestParams.identifiers - identifiers for get data
+  * @param {Object} requestParams.additionalRequest - additionalRequest
+  *
+  *
+  * @returns {object} description of return value
+  */
+  module.exports.<%- functionName %>Main = async (
+    _izContext,
+    requestParams,
+    callingFlowConfig = {},
+    //(<additionalParams>)
+      //(</additionalParams>)
+    ) => {
+
+
+    try {
+    _izContext.logger.debug('<%- functionName %> _izContext: ', _izContext);
+    _izContext.logger.debug('<%- functionName %> requestParams: ', requestParams);
+    _izContext.logger.debug('<%- functionName %> callingFlowConfig: ', callingFlowConfig);
+
+
+    const OBJECT_TYPE = "<%- objectType %>";
+    const SERVICE_TAG = process.env.iz_serviceTag;
+
+    let getDataDetails = <%- getDataDetail %>
+      //(<beforeQuery>)
+        //(</beforeQuery>)
+
+      let objectSchema = await getObjSchemaS3WithHierarchy(
+      _izContext,
+      {
+      objectType: OBJECT_TYPE,
+      serviceTag: SERVICE_TAG
+      }
+      );
+
+      _izContext.logger.debug("objectSchema: ", objectSchema);
+
+
+      // start to get data
+      let getResults = {}; // for collect result data from
+      let getRecordStatus = {
+      getAtLeastOneRecord: false,
+      notFoundSomeRecord: false
+      };
+
+      await Promise.all(
+      Object.entries(getDataDetails).map(
+      async ([storageTag, getDataDetail]) => {
+      if (getDataDetail.storageType === consts.STORAGE_TYPES.graph) {
+      // get data from graph
+      let graphServiceName = await getServiceNameWithCache(_izContext, getDataDetail.graphServiceTag);
+
+
+      let versionedDataLabels = [];
+      if (getDataDetail.versionedDatas && Object.keys(getDataDetail.versionedDatas).length) {
+      // have versionedData
+      versionedDataLabels = Object.keys(getDataDetail.versionedDatas);
+      }
+
+
+      //(<beforeGetGraph>)
+        //(</beforeGetGraph>)
+
+      let dataFromGraph = await graphSharedLib.getNode(
+      _izContext,
+      graphServiceName,
+      {
+      nodeLabel: OBJECT_TYPE,
+      nodeProperties: {
+      ...requestParams.identifiers
+      },
+      },
+      versionedDataLabels
+      );
+
+      _izContext.logger.debug("dataFromGraph: ", dataFromGraph);
+
+      if (Object.keys(dataFromGraph).length) {
+      getRecordStatus.getAtLeastOneRecord = true;
+      } else {
+      getRecordStatus.notFoundSomeRecord = true;
+      }
+
+      //(<afterGetGraph>)
+        //(</afterGetGraph>)
+
+
+      // collect return data depend on getDataDetail
+      Object.assign(
+      getResults,
+      collectGetData(_izContext, dataFromGraph, getDataDetail)
+      );
+
+
+      } else {
+
+      let identifiersForGetData = await dynamoDbIdentifiersByStorageResource(
+      _izContext,
+      objectSchema,
+      getDataDetail,
+      requestParams.identifiers
+      );
+
+      _izContext.logger.debug("identifiersForGetData: ", identifiersForGetData);
+
+
+      //(<beforeGetDynamoDb>)
+        //(</beforeGetDynamoDb>)
+
+      let dataFromDynamoDb = await dynamodbSharedLib.getItem(
+      _izContext,
+      await dynamodbSharedLib.tableName(_izContext, getDataDetail.tableName),
+      identifiersForGetData
+      );
+
+      _izContext.logger.debug("dataFromDynamoDb: ", dataFromDynamoDb);
+
+
+      if (dataFromDynamoDb) {
+      getRecordStatus.getAtLeastOneRecord = true;
+      } else {
+      getRecordStatus.notFoundSomeRecord = true;
+      }
+
+      //(<afterGetDynamoDb>)
+        //(</afterGetDynamoDb>)
+
+      // collect return data depend on getDataDetail
+      Object.assign(
+      getResults,
+      collectGetData(_izContext, dataFromDynamoDb, getDataDetail)
+      );
+
+      }
+      })
+      );
+
+      _izContext.logger.debug("getRecordStatus: ", getRecordStatus);
+
+      if (getRecordStatus.getAtLeastOneRecord === true && getRecordStatus.notFoundSomeRecord === true) {
+      throw Error("Not found some record while get data");
+      }
+
+      if (Object.keys(getResults).length) {
+      return getResults;
+      } else {
+      return null
+      }
+
+      } catch (err) {
+      _izContext.logger.error('error <%- firstLetterUpperCase(functionName) %>Main: ', err)
+        throw (err)
+        }
+        }
+
+        <%_ function firstLetterUpperCase(text){ return text.charAt(0).toUpperCase() + text.slice(1) } _%>
+          <%_ function firstLetterLowerCase(str) { return str.charAt(0).toLowerCase() + str.slice(1) } _%>
+
+          // request input
+
+          // {
+          //  "identifiers": {
+          //    "personId" : "basTest"
+          //  }
+          // }

package/src/TemplateManager/src/ResourceYaml/dynamodb/awaitingMultipleStepData.js

@@ -0,0 +1,98 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+const STORAGE_TYPES = {
+  dynamoDB: "dynamoDB",
+  graph: "graph"
+}
+const templatePath = path.join(__dirname, './template.ejs')
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+/**
+ * create param of crateSouce for FindData And processLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} srcPath
+ * @returns {Object[]}
+ */
+module.exports.createAwaitingMultipleStepDynamoDbData = (_izContext, srcPath) => {
+
+  let resultsForCreateSource = [];
+
+  const awaitingStepDynamoDbDataList = [
+    {
+      "tableName": "AwaitingMultipleSteps",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "awaitingStepId",
+          "AttributeType": "S"
+        },
+        {
+          "keyType": "sortKey",
+          "AttributeName": "pendingStepId",
+          "AttributeType": "S"
+        }
+      ]
+    },
+    {
+      "tableName": "AwaitingMultipleStepByPending",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "pendingStepId",
+          "AttributeType": "S"
+        },
+        {
+          "keyType": "sortKey",
+          "AttributeName": "awaitingStepId",
+          "AttributeType": "S"
+        }
+      ]
+    }
+  ];
+
+  // console.log("defaultlDynamoDataList: ", (awaitingStepDynamoDbDataList));
+
+  for (let defaultlDynamoData of awaitingStepDynamoDbDataList) {
+    resultsForCreateSource.push({
+      templatePath: templatePath,
+      templateData: defaultlDynamoData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: 'generated-dynamoDB-table',
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+
+  // console.log("resultForCreateDefaultDynamoDb: ", (resultsForCreateSource));
+
+  return resultsForCreateSource;
+}

package/src/TemplateManager/src/{MainResourcesYaml/TemplateAndData/DynamoDbMain/Data/MainDynamoDbYamlData.js → ResourceYaml/dynamodb/mainResourcePerObjectSchemaData.js}

@@ -19,6 +19,7 @@ along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
 const path = require("path")
 
+
 // const {
 //   HANDLER,
 // STORAGE_TYPES
@@ -30,6 +31,8 @@ const STORAGE_TYPES = {
   graph: "graph"
 }
 
+const { SOURCE_PATH } = require('../../libs/Consts')
+const templatePath = path.join(__dirname, './template.ejs')
 
 // ---------- End Per Lambda Handler IamRole Data ----------
 
@@ -44,20 +47,20 @@ const STORAGE_TYPES = {
  * @param {Object} objectSchema
  * @returns {Object[]}              - data of multiple dynamoDb template
  */
-function dataForMainDynamoDbYamlFromObjectSchema(_izContext, objectSchema) {
-  let dynamoDbYamlTemplateData = [];
 
-  // store detail for create dynamoDb table
-  let identifiersDetail = {};
+function dataForMainDynamoDbYamlFromObjectSchema(_izContext, objectSchema, srcPath) {
+  let dynamoDbYamlTempleteData = [];
+
+  let identifierDetail = {};
 
-  // add identifiersDetail for dynamoDb storage
-  for (let identifier of objectSchema.identifiers) {
-    if (identifier.type === "partitionKey" || identifier.type === "sortKey") {
-      identifiersDetail[identifier.type] = {};
+  for (let identifier of objectSchema.identifiers) { //check identifiers from objectSchema
+    // console.log("identifier");
+    if (identifier.type === "partitionKey" || identifier.type === 'sortKey') {
+      identifierDetail[identifier.type] = {};
 
       if (identifier.name) {
         Object.assign(
-          identifiersDetail[identifier.type],
+          identifierDetail[identifier.type],
           {
             AttributeName: identifier.name,
             AttributeType: "S"
@@ -66,38 +69,33 @@ function dataForMainDynamoDbYamlFromObjectSchema(_izContext, objectSchema) {
       } else {
         let fieldNameType = objectSchema.fieldNames[identifier.fieldName].type;
         let attributeType;
-
-        if (fieldNameType === "string") {
+        if (fieldNameType === 'string') {
           attributeType = "S"
-        } else if (fieldNameType === "number") {
+        } else if (fieldNameType === 'number') {
           attributeType = "N"
         }
-
         Object.assign(
-          identifiersDetail[identifier.type],
+          identifierDetail[identifier.type],
           {
             AttributeName: identifier.fieldName,
             AttributeType: attributeType
           }
-        );
+        )
       }
     }
   }
 
-  if (!identifiersDetail.hasOwnProperty("partitionKey")) {
-    return [];
+  // console.log("identifierDetail :", identifierDetail)
+  if (!identifierDetail.hasOwnProperty("partitionKey")) {
+    return []
   }
 
-
-  // start create dynamoDb template data
   for (let storageResource of Object.values(objectSchema.storageResources)) {
     if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
       let templateData = {
         tableName: storageResource.tableName,
         attributes: []
       };
-
-
       if (storageResource.hasOwnProperty("groupByPartitionKeyField")) {
         templateData.attributes.push(
           {
@@ -107,47 +105,69 @@ function dataForMainDynamoDbYamlFromObjectSchema(_izContext, objectSchema) {
           }
         );
       } else {
-        for (let identifierType in identifiersDetail) {
+        for (let identifierType in identifierDetail) {
           templateData.attributes.push(
             {
               keyType: identifierType,
-              AttributeName: identifiersDetail[identifierType].AttributeName,
-              AttributeType: identifiersDetail[identifierType].AttributeType
+              AttributeName: identifierDetail[identifierType].AttributeName,
+              AttributeType: identifierDetail[identifierType].AttributeType
             }
-          );
+          )
         }
       }
-      dynamoDbYamlTemplateData.push(templateData);
+
+      dynamoDbYamlTempleteData.push(templateData)
+      // console.log("templateData")
     }
   }
-
-  return dynamoDbYamlTemplateData
+  return dynamoDbYamlTempleteData
 }
 
 
-// return array of table data
-// because one relSchema can create multiple dynamoDb table
-function dataForMainDynamoDbYamlFromRelSchema(_izContext, relSchema) {
-  let relTag = Object.keys(relSchema)[0];
-  let relData = relSchema[relTag];
+// data for MainDynamo from RelSchema
+// function dataForMainDynamoDbYamlFromRelSchema(_izContext, relSchema) {
+//   let relTag = Object.keys(relSchema)[0];
+//   let relData = relSchema[relTag];
 
-  for (let parents of relData.parents) {
-    let parentObjectType = parent.objType.objectType;
+//   for (let parents of relData.parents) {
+//     let parentObjectType = parent.objType.objectType;
 
 
+//   }
+
+//   return
+// }
+
+
+module.exports.createSourceDataDynamoDB = (_izContext, objectSchema, srcPath) => {
+
+  let resultsForCreateSource = [];
+
+
+  const dynamoDbMainYamlDataList = dataForMainDynamoDbYamlFromObjectSchema(_izContext, objectSchema, srcPath)
+  // console.log("dynamoDbMainYamlDataList: ", dynamoDbMainYamlDataList);
+
+  for (let dynamoDbMainYamlData of dynamoDbMainYamlDataList) {
+    // create iam role of handler here
+    resultsForCreateSource.push({
+      templatePath: templatePath,
+      templateData: dynamoDbMainYamlData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: 'generated-dynamoDB-table',
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
   }
 
-  return
+  // console.log("resultsForCreateSource: ", resultsForCreateSource);
+
+  return resultsForCreateSource;
 }
 
+// module.exports.createSourceDataRelSchema = (_izContext, relSchema, saveFilePath) => {
 
-module.exports = {
-  dynamoDbMainYamlFromObjectSchema: {
-    templatePath: path.join(__dirname, '../Template/DynamoDb.ejs'),
-    templateDataFunction: dataForMainDynamoDbYamlFromObjectSchema
-  },
-  dynamoDbMainYamlFromRelSchema: {
-    templatePath: path.join(__dirname, '../Template/DynamoDb.ejs'),
-    templateDataFunction: dataForMainDynamoDbYamlFromRelSchema
-  },
-}
+//   return []
+// }

package/src/TemplateManager/src/ResourceYaml/dynamodb/processLogicalAndFindData.js

@@ -0,0 +1,103 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+const STORAGE_TYPES = {
+  dynamoDB: "dynamoDB",
+  graph: "graph"
+}
+const templatePath = path.join(__dirname, './template.ejs')
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+/**
+ * create param of crateSouce for FindData And processLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} srcPath
+ * @returns {Object[]}
+ */
+module.exports.createDefaultSourceDataDynamoDB = (_izContext, srcPath) => {
+
+  let resultsForCreateSource = [];
+
+  const defaultDynamoDataList = [
+    {
+      "tableName": "FindData",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "findDataId",
+          "AttributeType": "S"
+        }
+      ]
+    },
+    {
+      "tableName": "LogicalResultsMain",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "logicalResultId",
+          "AttributeType": "S"
+        }
+      ]
+    },
+    {
+      "tableName": "LogicalResultsData",
+      "attributes": [
+        {
+          "keyType": "partitionKey",
+          "AttributeName": "logicalResultId",
+          "AttributeType": "S"
+        },
+        {
+          "keyType": "sortKey",
+          "AttributeName": "dataId",
+          "AttributeType": "S"
+        }
+      ]
+    }
+  ];
+
+  // console.log("defaultlDynamoDataList: ", (defaultDynamoDataList));
+
+  for (let defaultlDynamoData of defaultDynamoDataList) {
+    resultsForCreateSource.push({
+      templatePath: templatePath,
+      templateData: defaultlDynamoData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: 'generated-dynamoDB-table',
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+
+  // console.log("resultForCreateDefaultDynamoDb: ", (resultsForCreateSource));
+
+  return resultsForCreateSource;
+}

package/src/TemplateManager/src/ResourceYaml/dynamodb/request.json

@@ -0,0 +1,7 @@
+{
+  "tableName": "xxx",
+  "attributes": {
+    "partitionKey": "xxx",
+    "sortKey": "optional"
+  }
+}

package/src/TemplateManager/src/ResourceYaml/dynamodb/template.ejs

@@ -0,0 +1,31 @@
+  <%- tableName %>Table:
+    Type: "AWS::DynamoDB::Table"
+    Properties:
+      TableName: ${self:custom.iz_resourcePrefix}<%- tableName %>
+      AttributeDefinitions:
+      <%_ attributes.forEach(attribute => { -%>
+      - AttributeName: <%- attribute['AttributeName'] %>
+        AttributeType: <%- attribute['AttributeType'] %>
+      <%_ }) _%>
+      KeySchema:
+      <%_ attributes.forEach(attribute => { -%>
+      <%_ if (attribute.keyType === 'partitionKey') { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: HASH
+        <%_ } -%>
+      <%_ if(attribute.keyType === "sortKey") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: RANGE
+        <%_ } -%>
+      <%_ }) _%>
+      ProvisionedThroughput:
+        ReadCapacityUnits: 1
+        WriteCapacityUnits: 1
+        #<#<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+        #<#/<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>