@izara_project/izara-market-library-service-schemas 1.0.2 → 1.0.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@izara_project/izara-market-library-service-schemas",
-  "version": "1.0.2",
+  "version": "1.0.4",
   "description": "Schemas for Izara Market project",
   "main": "index.js",
   "scripts": {
@@ -20,10 +20,10 @@
     "testEnvironment": "node"
   },
   "dependencies": {
-    "@izara_project/izara-core-library-core": "^1.0.8",
-    "@izara_project/izara-core-library-logger": "^1.0.3",
-    "@izara_project/izara-core-library-service-schemas": "^1.0.3",
-    "@izara_project/izara-shared": "^1.0.76",
+    "@izara_project/izara-core-library-core": "^1.0.13",
+    "@izara_project/izara-core-library-logger": "^1.0.5",
+    "@izara_project/izara-core-library-service-schemas": "^1.0.7",
+    "@izara_project/izara-shared": "^1.0.96",
     "ejs": "^3.1.10",
     "js-beautify": "^1.15.1",
     "lodash": "^4.17.21",

package/src/GenerateCodeLibs/src/Consts.js

@@ -0,0 +1,40 @@
+/*
+Copyright(C) 2021 Sven Mason < http://izara.io>
+
+This program is free software: you can redistribute it and / or modify
+it under the terms of the GNU Affero General Public License as
+  published by the Free Software Foundation, either version 3 of the
+License, or(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.If not, see < http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+// constant for updateRelationship
+
+const PREFIX = {
+  updateRel: "updateRelationshipEndpoint"
+}
+
+const TOPIC_NAME_GRAPH_HANDLER = {
+  outUpdateRelationshipComplete: "OutUpdateRelationshipComplete",
+  inUpdateRel: "InUpdateRelationship"
+}
+
+const TOPIC_NAME_GENERATE_CODE = {
+  updateRelComplete: "UpdateRelationshipComplete"
+}
+
+
+module.exports = {
+  TOPIC_NAME_GENERATE_CODE,
+  TOPIC_NAME_GRAPH_HANDLER,
+  PREFIX
+}

package/src/SourceManager/src/CreateSource.js

@@ -102,7 +102,6 @@ async function createSource(template, data, { savePath, hookPath, saveFileName,
       anyDoubleTagClass = TAG_CLASSES.ymlAnyDoubleTag;
       doubleTagClass = TAG_CLASSES.ymlDoubleTag;
     }
-
     let hookDataPath = hookPath ? hookPath : join(savePath, '../hook/');
 
     if (!fs.existsSync(savePath)) fs.mkdirSync(savePath, { recursive: true });

package/src/SourceManager/src/Utils.js

@@ -33,9 +33,23 @@ async function deleteFileInDir(directory) {
   }
 }
 
+function deleteFile(filePath) {
+  if (fs.existsSync(filePath)) {
+    try {
+      // If the file exists, delete it
+      fs.unlinkSync(filePath);
+      console.log('File deleted successfully');
+    } catch (err) {
+      console.error(`Error deleting file: ${err.message}`);
+    }
+  } else {
+    console.log('File does not exist');
+  }
+}
 
 module.exports = {
-  deleteFileInDir
+  deleteFileInDir,
+  deleteFile
 }
 
 

package/src/TemplateManager/src/FunctionYaml/HdrApi/data.js

@@ -0,0 +1,170 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils")
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SOURCE_PATH } = require("../../libs/Consts");
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+function defaultIamRolePerAction() {
+
+  let defaultIamRole = [];
+
+
+  defaultIamRole.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.s3]: ["GetObject", "GetObjectVersion"],
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/perServiceSchemas/*"),
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/ServiceNameConfig.json"),
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/GraphServerTags.json"),
+      ]
+    )
+  );
+
+  defaultIamRole.push(
+    createIamRole(
+      { [RESOURCE_CLASSES.s3]: ["ListBucket"] },
+      [
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema"),
+      ]
+    )
+  );
+  // console.log("defaultIamRole Api", defaultIamRole)
+  return defaultIamRole
+}
+
+/**
+ * receive objectSchema
+ * create data for hdrInv template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+function data(_izContext, objectSchema, srcPath) {
+  let createSourceArray = [];
+
+  for (const action of Object.values(ACTIONS)) {
+    if (objectSchema.overWriteHandlers?.[action]) {
+      // if have overWriteHander of action check hdrApi inside
+      if (objectSchema.overWriteHandlers[action].includes(HANDLER.hdrApi)) {
+        // create template data
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    } else {
+      // if not have overWriteHander of action will use default handler
+      const defaultHandler = DEFAULT_HANDLER_PER_ACTION[action]
+      if (defaultHandler.includes(HANDLER.hdrApi)) {
+        // create template data and object for create source
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    }
+  }
+  return createSourceArray;
+}
+
+function createParamForCreateSource(objectSchema, action, srcPath) {
+  let objectType = objectSchema.objectType;
+  let actionHandler = action;
+  let functionName = objectType + upperCase(actionHandler);
+  let additionalResourcePermission = defaultIamRolePerAction();
+  let tableForGetItem = [];
+  let hasGraphStorage = false;
+  for (let storageResource of Object.values(objectSchema.storageResources)) {
+    if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+      // add IamRole for dynamodb depend on tableName in storageResources of objectSchema
+      tableForGetItem.push(resourceNames(RESOURCE_CLASSES.dynamoDbTable, storageResource.tableName));
+
+    } else if (storageResource.storageType === STORAGE_TYPES.graph) {
+      // find graph serviceName from graphServerTag or *GetNodeHdrInv ?
+
+      if (hasGraphStorage) {
+        continue;
+      } else {
+        hasGraphStorage = true;
+      }
+    }
+  }
+
+  if (tableForGetItem.length) {
+    additionalResourcePermission.push(
+      createIamRole(
+        { [RESOURCE_CLASSES.dynamoDbTable]: [DEFAULT_LAMBDA_ROLE_PER_ACTION[action].dynamoDbPermission] },
+        tableForGetItem
+      )
+    );
+  }
+  function httpEvent(lambdaActiom) {
+    return {
+      create: "put",
+      update: "post",
+      get: "post",
+      delete: "delete"
+    }[lambdaActiom]
+  }
+
+  let event = httpEvent(action)
+  // console.log("event:", event)
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName: functionName,
+      resourceLocation: SOURCE_PATH.resourceLocationPerAction,
+      handlerType: "HdrApi",
+      additionalResourcePermission,
+      event: event,
+      objectType: objectType,
+      action: actionHandler
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: `per-action-function`,
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  }
+}
+
+
+
+
+// [
+// {
+//   templatePath: '/home/toughnut/BasProgram/empty-service-template/app/node_modules/@izara_project/izara-market-library-service-schemas/src/TemplateManager/src/MainResourcesYaml/TemplateAndData/DynamoDbMain/Template/DynamoDb.ejs',
+//   templateData: { tableName: 'ObjectTypeSingle', attributes: [Array] },
+//   setting: {
+//     savePath: '/generatedCode/source/',
+//     saveFileName: 'ObjectTypeGet',
+//     fileExtension: '.js',
+//     isAppend: false
+//   }
+// }
+// ]
+
+
+module.exports = data;

package/src/TemplateManager/src/FunctionYaml/HdrApi/request.json

@@ -0,0 +1,14 @@
+{
+  "funcitonName": "xx",
+  "handler": "hdrApi",
+  "iamRoleStatement": {
+    "Effect": "Allow",
+    "Action": {
+      "xxx": [
+        "yyy",
+        "xxx"
+      ]
+    },
+    "Resource": "xxxxx"
+  }
+}

package/src/TemplateManager/src/FunctionYaml/HdrApi/template.ejs

@@ -0,0 +1,33 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
+  events:
+    - http:
+        path: <%- objectType %>/<%- firstLetterUpperCase(action) %>
+        method: <%- event %>
+        cors: true
+        #<#Authorizer#>
+        #<#/Authorizer#>
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_}) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - <%- resource %>
+        <%_ }) _%>
+    <%_}) _%>
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/FunctionYaml/HdrDsq/data.js

@@ -0,0 +1,180 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils")
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH } = require("../../libs/Consts");
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+function defaultIamRolePerAction() {
+
+  let defaultIamRole = [];
+
+
+  defaultIamRole.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.s3]: ["GetObject", "GetObjectVersion"],
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/perServiceSchemas/*"),
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/ServiceNameConfig.json"),
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/GraphServerTags.json"),
+      ]
+    )
+  );
+
+  defaultIamRole.push(
+    createIamRole(
+      { [RESOURCE_CLASSES.s3]: ["ListBucket"] },
+      [
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema"),
+      ]
+    )
+  );
+  // console.log("defaultIamRole Api", defaultIamRole)
+  return defaultIamRole
+}
+
+/**
+ * receive objectSchema
+ * create data for hdrInv template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+function data(_izContext, objectSchema, srcPath) {
+  let createSourceArray = [];
+
+  for (const action of Object.values(ACTIONS)) {
+    if (objectSchema.overWriteHandlers?.[action]) {
+      // if have overWriteHander of action check hdrApi inside
+      if (objectSchema.overWriteHandlers[action].includes(HANDLER.hdrDsq)) {
+        // create template data
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    } else {
+      // if not have overWriteHander of action will use default handler
+      const defaultHandler = DEFAULT_HANDLER_PER_ACTION[action]
+      if (defaultHandler.includes(HANDLER.hdrDsq)) {
+        // create template data and object for create source
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    }
+  }
+  return createSourceArray;
+}
+
+
+function createParamForCreateSource(objectSchema, action, srcPath) {
+  let objectType = objectSchema.objectType;
+  let actionHandler = action;
+  let functionName = objectType + upperCase(actionHandler);
+
+  let additionalResourcePermission = defaultIamRolePerAction();
+  let tableForGetItem = [];
+
+  let hasGraphStorage = false;
+  for (let storageResource of Object.values(objectSchema.storageResources)) {
+    if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+      // add IamRole for dynamodb depend on tableName in storageResources of objectSchema
+      tableForGetItem.push(resourceNames(RESOURCE_CLASSES.dynamoDbTable, storageResource.tableName));
+
+    } else if (storageResource.storageType === STORAGE_TYPES.graph) {
+      // find graph serviceName from graphServerTag or *GetNodeHdrInv ?
+
+      if (hasGraphStorage) {
+        continue;
+      } else {
+        hasGraphStorage = true;
+      }
+
+    }
+  }
+
+  if (tableForGetItem.length) {
+    additionalResourcePermission.push(
+      createIamRole(
+        { [RESOURCE_CLASSES.dynamoDbTable]: [DEFAULT_LAMBDA_ROLE_PER_ACTION[action].dynamoDbPermission] },
+        tableForGetItem
+      )
+    );
+  }
+
+  additionalResourcePermission.push(
+    createIamRole({
+      [RESOURCE_CLASSES.sqs]:
+        [
+          SQS_RESOURCE.deleteMessage,
+          SQS_RESOURCE.getQueueAttributes,
+          SQS_RESOURCE.receiveMessage,
+          SQS_RESOURCE.sendMessage,
+          SQS_RESOURCE.deleteMessageBatch,
+          SQS_RESOURCE.getQueueUrl
+        ]
+    }, [
+      resourceNames(RESOURCE_CLASSES.sqs, functionName + upperCase(HANDLER.hdrDsq)),
+      resourceNames(RESOURCE_CLASSES.sqs, functionName + upperCase(HANDLER.hdrDsq) + "DLQ")
+    ]
+    )
+  )
+
+
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName: functionName,
+      resourceLocation: SOURCE_PATH.resourceLocationPerAction,
+      handlerType: "HdrDsq",
+      additionalResourcePermission
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: `per-action-function`,
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  }
+}
+
+
+
+
+// [
+// {
+//   templatePath: '/home/toughnut/BasProgram/empty-service-template/app/node_modules/@izara_project/izara-market-library-service-schemas/src/TemplateManager/src/MainResourcesYaml/TemplateAndData/DynamoDbMain/Template/DynamoDb.ejs',
+//   templateData: { tableName: 'ObjectTypeSingle', attributes: [Array] },
+//   setting: {
+//     savePath: '/generatedCode/source/',
+//     saveFileName: 'ObjectTypeGet',
+//     fileExtension: '.js',
+//     isAppend: false
+//   }
+// }
+// ]
+
+
+module.exports = data;

package/src/TemplateManager/src/FunctionYaml/HdrDsq/request.json

@@ -0,0 +1,19 @@
+{
+  "functionName": "xxx",
+  "handler": "hdrDsq",
+  "event": {
+    "sqs": {
+      "arn": "queueName"
+    },
+    "iamRoleStatement": {
+      "Effect": "Allow",
+      "Action": {
+        "xxx": [
+          "yyy",
+          "xxx"
+        ]
+      },
+      "Resource": "xxxx"
+    }
+  }
+}

package/src/TemplateManager/src/FunctionYaml/HdrDsq/template.ejs

@@ -0,0 +1,30 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
+  events:
+    - sqs:
+        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
+        batchSize: 10
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_}) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - "<%- resource %>"
+        <%_ }) _%>
+    <%_}) _%>
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>