@izara_project/izara-market-library-service-schemas 1.0.1 → 1.0.3

package/src/TemplateManager/src/PerActionEndpoint/Handler/HdrSqs/data.js

@@ -0,0 +1,102 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { ACTIONS, HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase, firstLetterUpperCase } = require("../../../../../MainLibs/src/Utils")
+const { DEFAULT_HANDLER_PER_ACTION, SOURCE_PATH } = require("../../../libs/Consts");
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+/**
+ * receive objectSchema
+ * create data for hdrInv template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+function data(_izContext, objectSchema, srcPath) {
+  let createSourceArray = [];
+
+  for (const action of Object.values(ACTIONS)) {
+    if (objectSchema.overWriteHandlers?.[action]) {
+      // if have overWriteHander of action check hdrInv inside
+      if (objectSchema.overWriteHandlers[action].includes(HANDLER.hdrSqs)) {
+        // create template data
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    } else {
+      // if not have overWriteHander of action will use default handler
+      const defaultHandler = DEFAULT_HANDLER_PER_ACTION[action]
+      if (defaultHandler.includes(HANDLER.hdrSqs)) {
+        // create template data and object for create source
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    }
+  }
+  console.log("createSourceArray in sqsData :", createSourceArray)
+  return createSourceArray;
+}
+
+
+function createParamForCreateSource(objectSchema, action, srcPath) {
+  let objectType = objectSchema.objectType;
+  let actionHandler = action;
+  let functionName = objectType + firstLetterUpperCase(action);
+  let queueName = objectType + firstLetterUpperCase(action) + "HdrSqs"
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName: functionName,
+      objectType: objectType,
+      actionHandler: actionHandler,
+      queueName,
+      isCreateMainFunction: (objectSchema.overwriteGeneratedMainFunction?.length
+        && objectSchema.overwriteGeneratedMainFunction.includes(action)
+      ) ? true : false,
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.lambdaPerAction),
+      saveFileName: `${upperCase(objectSchema.objectType)}${upperCase(action)}_HdrSqs`,
+      fileExtension: '.js',
+      isAppend: false
+    }
+  }
+}
+
+
+// [
+// {
+//   templatePath: '/home/toughnut/BasProgram/empty-service-template/app/node_modules/@izara_project/izara-market-library-service-schemas/src/TemplateManager/src/MainResourcesYaml/TemplateAndData/DynamoDbMain/Template/DynamoDb.ejs',
+//   templateData: { tableName: 'ObjectTypeSingle', attributes: [Array] },
+//   setting: {
+//     savePath: '/generatedCode/source/',
+//     saveFileName: 'ObjectTypeGet',
+//     fileExtension: '.js',
+//     isAppend: false
+//   }
+// }
+// ]
+
+
+module.exports = data;

package/src/TemplateManager/src/PerActionEndpoint/Handler/HdrSqs/request.json

@@ -0,0 +1,7 @@
+{
+  "objectType": "objectType",
+  "action": "get",
+  "mainFunction": "xxx",
+  "mainFunctionFile": "directoryOfMainFunction",
+  "isCreateMainByDev": "boolean"
+}

package/src/TemplateManager/src/PerActionEndpoint/Handler/HdrSqs/template.ejs

@@ -0,0 +1,124 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+const callingFlowSharedLib = require('@izara_project/izara-shared/src/CallingFlowSharedLib')
+const {
+  validateSchemaMiddleware
+} = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs');
+const Logger = require('@izara_project/izara-core-library-logger');
+const recordHandlerSharedLib = require('@izara_project/izara-shared').recordHandlerSharedLib
+
+<%_ if (isCreateMainFunction == true) { _%>
+  // user generate main function
+  <%_ } else { %>
+ const <%- functionName %> =require('./<%- firstLetterUpperCase(objectType) %><%- firstLetterUpperCase(actionHandler) %>_Main')
+  <%_ } _%>
+
+//(<globalVarible>
+//</globalVarible>)
+
+const perRecordValidatorSchema = {
+  type: "object",
+  required: ['identifiers'],
+  properties: {
+    identifiers: {
+      type: 'object'
+    }
+  }
+}
+
+const messageAttributeValidatorSchema = {
+  type: "object",
+  require: ['msgAtrrParam1','msgAtrrParam2'],
+  properties: {
+    msgAtrrParam1: {
+      type: 'string'
+    },
+    msgAtrrParam2: {
+      type: 'string'
+    }
+  }
+};
+
+//validate event params in middleware before into main function
+validateSchemaMiddleware(
+  middleware,
+  "<%- firstLetterUpperCase(objectType) %>",
+  "<%- actionHandler %>"
+  //(<validateSchemaSetting>
+  //</validateSchemaSetting>)
+)
+// if need to validate authorizer or additional params , add code to hook tag below
+
+//(<afterValidateWith)
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+  try {
+
+    let recordPromises = [];
+
+    await Promise.all(event.Records.map(async record => {
+
+      let passOnProperties = [];
+      record._izContext.logger.debug('record ReceiveMesOutHdrSqs' , record);
+
+      // validate message (and MessageAttributes)
+      await recordHandlerSharedLib.validateRecord(
+        record,
+        "<%- functionName %>",
+        perRecordValidatorSchema,
+        // messageAttributeValidatorSchema
+      );
+
+      // add argument (to invoke lambda) to passOnProperties[]
+      passOnProperties.push(record.body.Message)
+      record._izContext.logger.debug("passOnProperties in handler", passOnProperties);
+
+      // call recordHandlerSharedLib.recordHandler with 3 parameters and return Promise (resolve)
+      let recordPromise = recordHandlerSharedLib.recordHandler(
+        record,
+        <%- functionName %>.<%- functionName %>Main,
+       "<%- queueName %>",
+        passOnProperties,
+      );
+      record._izContext.logger.debug('after recoedPromise in handler');
+      recordPromises.push(recordPromise);
+    }))
+
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      // --- main await all Promises
+      await Promise.all(recordPromises); // await all Promises
+
+      return event.Records // return all for local testing
+    } catch {
+      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did not resolve)');
+    }
+    Logger.debug('after Promise,all(recordPromises) in handler');
+  } catch (err) {
+  Logger.error('unhandler Error , <%- functionName %>:', err);
+  throw (err);
+}
+})
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/PerActionEndpoint/Handler/testRequest.json

@@ -0,0 +1,5 @@
+{
+  "identifiers": {
+    "personId": "basTest"
+  }
+}

package/src/TemplateManager/src/PerActionEndpoint/MainFunction/Get/data.js

@@ -0,0 +1,88 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { ACTIONS, HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { createGetDataDetails } = require('../../../../../GenerateCodeLibs/src/GenerateCodeLibs')
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase, firstLetterUpperCase } = require("../../../../../MainLibs/src/Utils")
+const { DEFAULT_HANDLER_PER_ACTION, SOURCE_PATH } = require("../../../libs/Consts");
+
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+/**
+ * receive objectSchema
+ * create data for hdrInv template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+async function data(_izContext, objectSchema, srcPath) {
+
+  // let createSourceArray = [];
+  if (objectSchema.overwriteGeneratedMainFunction?.length
+    && objectSchema.overwriteGeneratedMainFunction.includes(ACTIONS.get)
+  ) {
+    return [];
+  } else {
+    return [await createParamForCreateSource(_izContext, objectSchema, ACTIONS.get, srcPath)]
+  }
+}
+
+async function createParamForCreateSource(_izContext, objectSchema, action, srcPath) {
+  let objectType = objectSchema.objectType;
+  let actionHandler = action;
+  let functionName = objectType + upperCase(action);
+  let getDataDetail = await createGetDataDetails(_izContext, objectSchema);
+  console.log({ getDataDetail })
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName: functionName,
+      objectType: objectType,
+      actionHandler: actionHandler,
+      getDataDetail: JSON.stringify(getDataDetail)
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.lambdaPerAction),
+      saveFileName: `${upperCase(objectSchema.objectType)}${upperCase(action)}_Main`,
+      fileExtension: '.js',
+      isAppend: false
+    }
+  }
+}
+
+
+// [
+// {
+//   templatePath: '/home/toughnut/BasProgram/empty-service-template/app/node_modules/@izara_project/izara-market-library-service-schemas/src/TemplateManager/src/MainResourcesYaml/TemplateAndData/DynamoDbMain/Template/DynamoDb.ejs',
+//   templateData: { tableName: 'ObjectTypeSingle', attributes: [Array] },
+//   setting: {
+//     savePath: '/generatedCode/source/',
+//     saveFileName: 'ObjectTypeGet',
+//     fileExtension: '.js',
+//     isAppend: false
+//   }
+// }
+// ]
+
+
+module.exports = data;

package/src/TemplateManager/src/PerActionEndpoint/MainFunction/Get/request.json

@@ -0,0 +1,5 @@
+{
+  "getDataDetail": "object",
+  "objectType": "string",
+  "functionName": "string"
+}

package/src/TemplateManager/src/PerActionEndpoint/MainFunction/Get/template.ejs

@@ -0,0 +1,219 @@
+/*
+Copyright (C) 2020 Sven Mason <http: //izara.io>
+
+  This program is free software: you can redistribute it and/or modify
+  it under the terms of the GNU Affero General Public License as
+  published by the Free Software Foundation, either version 3 of the
+  License, or (at your option) any later version.
+
+  This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+  GNU Affero General Public License for more details.
+
+  You should have received a copy of the GNU Affero General Public License
+  along with this program. If not, see
+  <http: //www.gnu.org/licenses />.
+  */
+
+  'use strict';
+
+  const {
+  getObjSchemaS3WithHierarchy,
+  } = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
+
+  const {
+  getGraphServiceTagWithCache,
+  getServiceNameWithCache
+  } = require('@izara_project/izara-core-library-service-schemas/src/ServiceConfig');
+
+  const consts = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+
+  const {
+  dynamoDbIdentifiersByStorageResource,
+  collectGetData
+  } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs');
+
+
+  const dynamodbSharedLib = require('@izara_project/izara-shared/src/DynamodbSharedLib');
+  const graphSharedLib = require('@izara_project/izara-shared/src/GraphSharedLib');
+
+
+  const NoRetryError = require('@izara_project/izara-core-library-core/src/NoRetryError');
+
+
+  /**
+  *
+  *
+  * description of function.
+  * @param {Object} _izContext
+  * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
+  * @param {Logger} _izContext.logger - property of _izContext
+  * @param {Object} requestParams - request params
+  * @param {Object} requestParams.identifiers - identifiers for get data
+  * @param {Object} requestParams.additionalRequest - additionalRequest
+  *
+  *
+  * @returns {object} description of return value
+  */
+  module.exports.<%- functionName %>Main = async (
+    _izContext,
+    requestParams,
+    callingFlowConfig = {},
+    //(<additionalParams>)
+      //(</additionalParams>)
+    ) => {
+
+
+    try {
+    _izContext.logger.debug('<%- functionName %> _izContext: ', _izContext);
+    _izContext.logger.debug('<%- functionName %> requestParams: ', requestParams);
+    _izContext.logger.debug('<%- functionName %> callingFlowConfig: ', callingFlowConfig);
+
+
+    const OBJECT_TYPE = "<%- objectType %>";
+    const SERVICE_TAG = process.env.iz_serviceTag;
+
+    let getDataDetails = <%- getDataDetail %>
+      //(<beforeQuery>)
+        //(</beforeQuery>)
+
+      let objectSchema = await getObjSchemaS3WithHierarchy(
+      _izContext,
+      {
+      objectType: OBJECT_TYPE,
+      serviceTag: SERVICE_TAG
+      }
+      );
+
+      _izContext.logger.debug("objectSchema: ", objectSchema);
+
+
+      // start to get data
+      let getResults = {}; // for collect result data from
+      let getRecordStatus = {
+      getAtLeastOneRecord: false,
+      notFoundSomeRecord: false
+      };
+
+      await Promise.all(
+      Object.entries(getDataDetails).map(
+      async ([storageTag, getDataDetail]) => {
+      if (getDataDetail.storageType === consts.STORAGE_TYPES.graph) {
+      // get data from graph
+      let graphServiceName = await getServiceNameWithCache(_izContext, getDataDetail.graphServiceTag);
+
+
+      let versionedDataLabels = [];
+      if (getDataDetail.versionedDatas && Object.keys(getDataDetail.versionedDatas).length) {
+      // have versionedData
+      versionedDataLabels = Object.keys(getDataDetail.versionedDatas);
+      }
+
+
+      //(<beforeGetGraph>)
+        //(</beforeGetGraph>)
+
+      let dataFromGraph = await graphSharedLib.getNode(
+      _izContext,
+      graphServiceName,
+      {
+      nodeLabel: OBJECT_TYPE,
+      nodeProperties: {
+      ...requestParams.identifiers
+      },
+      },
+      versionedDataLabels
+      );
+
+      _izContext.logger.debug("dataFromGraph: ", dataFromGraph);
+
+      if (Object.keys(dataFromGraph).length) {
+      getRecordStatus.getAtLeastOneRecord = true;
+      } else {
+      getRecordStatus.notFoundSomeRecord = true;
+      }
+
+      //(<afterGetGraph>)
+        //(</afterGetGraph>)
+
+
+      // collect return data depend on getDataDetail
+      Object.assign(
+      getResults,
+      collectGetData(_izContext, dataFromGraph, getDataDetail)
+      );
+
+
+      } else {
+
+      let identifiersForGetData = await dynamoDbIdentifiersByStorageResource(
+      _izContext,
+      objectSchema,
+      getDataDetail,
+      requestParams.identifiers
+      );
+
+      _izContext.logger.debug("identifiersForGetData: ", identifiersForGetData);
+
+
+      //(<beforeGetDynamoDb>)
+        //(</beforeGetDynamoDb>)
+
+      let dataFromDynamoDb = await dynamodbSharedLib.getItem(
+      _izContext,
+      dynamodbSharedLib.tableName(getDataDetail.tableName),
+      identifiersForGetData
+      );
+
+      _izContext.logger.debug("dataFromDynamoDb: ", dataFromDynamoDb);
+
+
+      if (dataFromDynamoDb) {
+      getRecordStatus.getAtLeastOneRecord = true;
+      } else {
+      getRecordStatus.notFoundSomeRecord = true;
+      }
+
+      //(<afterGetDynamoDb>)
+        //(</afterGetDynamoDb>)
+
+      // collect return data depend on getDataDetail
+      Object.assign(
+      getResults,
+      collectGetData(_izContext, dataFromDynamoDb, getDataDetail)
+      );
+
+      }
+      })
+      );
+
+      _izContext.logger.debug("getRecordStatus: ", getRecordStatus);
+
+      if (getRecordStatus.getAtLeastOneRecord === true && getRecordStatus.notFoundSomeRecord === true) {
+      throw Error("Not found some record while get data");
+      }
+
+      if (Object.keys(getResults).length) {
+      return getResults;
+      } else {
+      return null
+      }
+
+      } catch (err) {
+      _izContext.logger.error('error <%- firstLetterUpperCase(functionName) %>Main: ', err)
+        throw (err)
+        }
+        }
+
+        <%_ function firstLetterUpperCase(text){ return text.charAt(0).toUpperCase() + text.slice(1) } _%>
+          <%_ function firstLetterLowerCase(str) { return str.charAt(0).toLowerCase() + str.slice(1) } _%>
+
+          // request input
+
+          // {
+          //  "identifiers": {
+          //    "personId" : "basTest"
+          //  }
+          // }

package/src/TemplateManager/src/ResourceYaml/CreateSourceData.js

@@ -0,0 +1,76 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require('path');
+
+const schemaConsts = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+
+
+// const lambdaYaml = require("./Template/Resource/Lambda/LambdaYamlTemplateData");
+
+const config = require('../libs/Consts')
+
+
+const dynamoDbMainYaml = require("./TemplateAndData/DynamoDbMain/Data/MainDynamoDbYamlData")
+
+/**
+ * @param {Object} _izContext
+ * @param {Object} objectSchema
+ */
+module.exports.createSourceDataObjectSchema = (_izContext, objectSchema, saveFilePath) => {
+
+  let resultsForCreateSource = [];
+
+
+  const dynamoDbMainYamlDataList = dynamoDbMainYaml.dynamoDbMainYamlFromObjectSchema.templateDataFunction(_izContext, objectSchema);
+  console.log("dynamoDbMainYamlDataList: ", dynamoDbMainYamlDataList);
+
+  for (let dynamoDbMainYamlData of dynamoDbMainYamlDataList) {
+    // create iam role of handler here
+    resultsForCreateSource.push({
+      templatePath: dynamoDbMainYaml.dynamoDbMainYamlFromObjectSchema.templatePath,
+      templateData: dynamoDbMainYamlData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(saveFilePath, config.SOURCE_PATH.resourceYaml),
+        saveFileName: 'generate-dynamodb-table',
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+
+  console.log("resultsForCreateSource: ", resultsForCreateSource);
+
+  return resultsForCreateSource;
+}
+
+
+/**
+ *
+ * @param {Object} _izContext
+ * @param {Object} relSchema
+ * @param {String} saveFilePath
+ * @returns
+ */
+module.exports.createSourceDataRelSchema = (_izContext, relSchema, saveFilePath) => {
+
+  return []
+}