@izara_project/izara-market-library-service-schemas 1.0.1 → 1.0.3

package/src/MainLibs/index.js

@@ -0,0 +1,24 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+// MainLibs use for contain shared logic and constant
+module.exports = {
+  consts: require('./src/Consts'),
+  utils: require('./src/Utils')
+};

package/src/MainLibs/src/Utils.js

@@ -0,0 +1,27 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+
+module.exports.firstLetterUpperCase = (text) => {
+  return text.charAt(0).toUpperCase() + text.slice(1)
+}
+
+module.exports.firstLetterLowerCase = (str) => {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+}

package/src/SourceManager/index.js

@@ -0,0 +1,23 @@
+/*
+Copyright(C) 2021 Sven Mason < http://izara.io>
+
+This program is free software: you can redistribute it and / or modify
+it under the terms of the GNU Affero General Public License as
+  published by the Free Software Foundation, either version 3 of the
+License, or(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.If not, see < http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+module.exports = {
+  utils: require('./src/Utils'),
+  createSource: require('./src/CreateSource')
+}

package/src/SourceManager/src/CreateSource.js

@@ -0,0 +1,181 @@
+/*
+Copyright(C) 2021 Sven Mason < http://izara.io>
+
+This program is free software: you can redistribute it and / or modify
+it under the terms of the GNU Affero General Public License as
+  published by the Free Software Foundation, either version 3 of the
+License, or(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.If not, see < http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+
+const fs = require('fs');
+const ejs = require('ejs');
+const join = require('path').join;
+const beautify = require('js-beautify/js').js;
+
+
+const beautifySetting = {
+  "indent_size": "2",
+  "indent_char": " ",
+  "max_preserve_newlines": "0",
+  // "preserve_newlines": true,
+  "keep_array_indentation": true,
+  "indent_scripts": "separate",
+  "brace_style": ["preserve-inline", "none"],
+  "space_before_conditional": true,
+}
+
+const TAG_CLASSES = {
+  doubleTag: 'doubleTag',
+  singleTag: 'singleTag',
+  nameTag: 'nameTag',
+  anyTag: 'anyTag',
+  anyDoubleTag: 'anyDoubleTag',
+  ymlDoubleTag: 'ymlDoubleTag',
+  ymlAnyDoubleTag: 'ymlAnyDoubleTag'
+};
+
+
+function tagList(tagClass = TAG_CLASSES.singleTag, tagName) {
+  return {
+    // return regex depend on tagClass
+    [TAG_CLASSES.singleTag]: new RegExp(`\/\/\\(<${tagName}>\\)`, 'gm'), // match //(<tagName>)
+    [TAG_CLASSES.doubleTag]: new RegExp(`\/\/\\(<${tagName}>\\)([\\s\\S]*?)\/\/\\(<\\/${tagName}>\\)`, 'gm'), // get data between tag -> //(<tagName>) data //(</tagName>)
+    [TAG_CLASSES.nameTag]: new RegExp(`__${tagName}`, 'gm'), // match //(<tagName>)
+    [TAG_CLASSES.anyTag]: new RegExp(`\/\/\\(<([^>]+)>\\)`, 'g'), // match //(<anyname>)
+    [TAG_CLASSES.anyDoubleTag]: new RegExp('\/\/\\(<(\\w+)>\\)([\\s\\S]*?)\/\/\\(<\/\\1>\\)', 'gm'),
+    [TAG_CLASSES.ymlDoubleTag]: new RegExp(`\#<#${tagName}#>([\\s\\S]*?)#<#\/${tagName}#>`, 'gm'), // match #<#tag#> #<#/tag#>
+    [TAG_CLASSES.ymlAnyDoubleTag]: new RegExp(`\#<#(\\w+)#>([\\s\\S]*?)#<#\/\\1#>`, 'gm'), // get tagName from  doubleTag #<#tagName#> #<#/tagName#>
+  }[tagClass]
+}
+
+
+/**
+ *
+ * @param {string} template
+ * @param {object} data
+ * @returns
+ */
+function generateDataFromTemplate(template, data,) {
+  let dataToSave = ejs.compile(template)(data);
+  return dataToSave;
+}
+
+
+/**
+ * generate code from template and data then save generated data
+ *
+ * @param {string} template
+ * @param {object} data
+ * @param {object} setting
+ * @param {string} setting.savePath
+ * @param {string} [setting.hookPath]
+ * @param {string} setting.saveFileName
+ * @param {string} setting.fileExtension
+ * @param {boolean} setting.isAppend
+ * @param {string} setting.initialData // initialData can use when isAppend = true
+ * @returns
+ */
+async function createSource(template, data, { savePath, hookPath, saveFileName, fileExtension, initialData, isAppend = false }) {
+
+  try {
+
+    let dataToSave = generateDataFromTemplate(template, data);
+
+    let anyDoubleTagClass
+    let doubleTagClass
+
+    if (fileExtension === '.js') {
+      anyDoubleTagClass = TAG_CLASSES.anyDoubleTag;
+      doubleTagClass = TAG_CLASSES.doubleTag;
+    } else if (fileExtension === '.yml') {
+      anyDoubleTagClass = TAG_CLASSES.ymlAnyDoubleTag;
+      doubleTagClass = TAG_CLASSES.ymlDoubleTag;
+    }
+    let hookDataPath = hookPath ? hookPath : join(savePath, '../hook/');
+
+    if (!fs.existsSync(savePath)) fs.mkdirSync(savePath, { recursive: true });
+    if (!fs.existsSync(hookDataPath)) fs.mkdirSync(hookDataPath, { recursive: true });
+
+    // check saveFileName for Hook exists
+    if (fs.existsSync(`${hookDataPath}${saveFileName}${fileExtension}`.trim())) {
+      const hookData = fs.readFileSync(`${hookDataPath}${saveFileName}${fileExtension}`, 'utf8');
+
+      //replace data in tag from hook file to actual file
+      let dataAfterHook = dataToSave.replace(tagList(anyDoubleTagClass), (match, tagName, content) => {
+        let hookRegex = tagList(doubleTagClass, tagName);
+        let replaceData = hookData.match(hookRegex);
+
+        if (replaceData) {
+          return replaceData;
+        } else {
+          return match;
+        }
+      });
+
+      dataAfterHook = fileExtension === '.js' ? beautify(dataAfterHook, beautifySetting) : dataAfterHook
+      if (isAppend) {
+        if (!fs.existsSync(`${savePath}${saveFileName}${fileExtension}`) && initialData) {
+          fs.writeFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), initialData + dataAfterHook + '\n\n', 'utf8');
+        } else {
+          fs.appendFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), dataAfterHook + '\n\n', 'utf8');
+        }
+      } else {
+        fs.writeFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), dataAfterHook, 'utf8');
+      }
+
+    } else {
+      dataToSave = fileExtension === '.js' ? beautify(dataToSave, beautifySetting) : dataToSave
+      if (isAppend) {
+        if (!fs.existsSync(`${savePath}${saveFileName}${fileExtension}`) && initialData) {
+          fs.writeFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), initialData + dataToSave + '\n\n', 'utf8');
+        } else {
+          fs.appendFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), dataToSave + '\n\n', 'utf8');
+        }
+      } else {
+        fs.writeFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), dataToSave, 'utf8');
+      }
+    }
+
+    return;
+
+  } catch (err) {
+    console.log('error createSource: ', err);// generate
+    throw (err)
+  }
+}
+
+
+
+
+
+// Function to extract multiple code between tags
+// function extractMultipleCodeBetweenTags(content, tagName) {
+//   const result = [];
+//   const startTag = `//(<${tagName}>)`;
+//   const endTag = `//(</${tagName}>)`;
+//   let startIndex = content.indexOf(startTag);
+//   let endIndex = content.indexOf(endTag, startIndex);
+//   while (startIndex >= 0 && endIndex >= 0) {
+//     result.push(content.substring(startIndex + startTag.length + 1, endIndex));
+//     startIndex = content.indexOf(startTag, endIndex);
+//     endIndex = content.indexOf(endTag, startIndex);
+//   }
+//   return result;
+// }
+
+
+module.exports = {
+  createSource,
+  generateDataFromTemplate
+}

package/src/SourceManager/src/Utils.js

@@ -0,0 +1,64 @@
+/*
+Copyright(C) 2021 Sven Mason < http://izara.io>
+
+This program is free software: you can redistribute it and / or modify
+it under the terms of the GNU Affero General Public License as
+  published by the Free Software Foundation, either version 3 of the
+License, or(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.If not, see < http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+
+const fs = require('fs');
+// const { unlink, readdir } = require('node:fs/promises');
+
+
+// empty dir
+async function deleteFileInDir(directory) {
+  try {
+    if (fs.existsSync(directory)) {
+      fs.rmSync(directory, { recursive: true });
+    }
+  } catch (err) {
+    console.log(err);
+  }
+}
+
+function deleteFile(filePath) {
+  if (fs.existsSync(filePath)) {
+    try {
+      // If the file exists, delete it
+      fs.unlinkSync(filePath);
+      console.log('File deleted successfully');
+    } catch (err) {
+      console.error(`Error deleting file: ${err.message}`);
+    }
+  } else {
+    console.log('File does not exist');
+  }
+}
+
+module.exports = {
+  deleteFileInDir,
+  deleteFile
+}
+
+
+// remove file
+// async function deleteFileInDir(directory) {
+//   if (fs.existsSync(directory)) {
+//     for (const file of await readdir(directory)) {
+//       await unlink(path.join(directory, file));
+//     }
+//   }
+//   return;
+// }

package/src/TemplateManager/index.js

@@ -0,0 +1,23 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+
+module.exports = {
+  generateCode: require('./src/GenerateCode'),
+}

package/src/TemplateManager/src/FunctionYaml/HdrApi/data.js

@@ -0,0 +1,170 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils")
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SOURCE_PATH } = require("../../libs/Consts");
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+function defaultIamRolePerAction() {
+
+  let defaultIamRole = [];
+
+
+  defaultIamRole.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.s3]: ["GetObject", "GetObjectVersion"],
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/perServiceSchemas/*"),
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/ServiceNameConfig.json"),
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/GraphServerTags.json"),
+      ]
+    )
+  );
+
+  defaultIamRole.push(
+    createIamRole(
+      { [RESOURCE_CLASSES.s3]: ["ListBucket"] },
+      [
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema"),
+      ]
+    )
+  );
+  console.log("defaultIamRole Api", defaultIamRole)
+  return defaultIamRole
+}
+
+/**
+ * receive objectSchema
+ * create data for hdrInv template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+function data(_izContext, objectSchema, srcPath) {
+  let createSourceArray = [];
+
+  for (const action of Object.values(ACTIONS)) {
+    if (objectSchema.overWriteHandlers?.[action]) {
+      // if have overWriteHander of action check hdrApi inside
+      if (objectSchema.overWriteHandlers[action].includes(HANDLER.hdrApi)) {
+        // create template data
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    } else {
+      // if not have overWriteHander of action will use default handler
+      const defaultHandler = DEFAULT_HANDLER_PER_ACTION[action]
+      if (defaultHandler.includes(HANDLER.hdrApi)) {
+        // create template data and object for create source
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    }
+  }
+  return createSourceArray;
+}
+
+function createParamForCreateSource(objectSchema, action, srcPath) {
+  let objectType = objectSchema.objectType;
+  let actionHandler = action;
+  let functionName = objectType + upperCase(actionHandler);
+  let additionalResourcePermission = defaultIamRolePerAction();
+  let tableForGetItem = [];
+  let hasGraphStorage = false;
+  for (let storageResource of Object.values(objectSchema.storageResources)) {
+    if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+      // add IamRole for dynamodb depend on tableName in storageResources of objectSchema
+      tableForGetItem.push(resourceNames(RESOURCE_CLASSES.dynamoDbTable, storageResource.tableName));
+
+    } else if (storageResource.storageType === STORAGE_TYPES.graph) {
+      // find graph serviceName from graphServerTag or *GetNodeHdrInv ?
+
+      if (hasGraphStorage) {
+        continue;
+      } else {
+        hasGraphStorage = true;
+      }
+    }
+  }
+
+  if (tableForGetItem.length) {
+    additionalResourcePermission.push(
+      createIamRole(
+        { [RESOURCE_CLASSES.dynamoDbTable]: [DEFAULT_LAMBDA_ROLE_PER_ACTION[action].dynamoDbPermission] },
+        tableForGetItem
+      )
+    );
+  }
+  function httpEvent(lambdaActiom) {
+    return {
+      create: "put",
+      update: "post",
+      get: "post",
+      delete: "delete"
+    }[lambdaActiom]
+  }
+
+  let event = httpEvent(action)
+  console.log("event:", event)
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName: functionName,
+      resourceLocation: SOURCE_PATH.resourceLocation,
+      handlerType: "HdrApi",
+      additionalResourcePermission,
+      event: event,
+      objectType: objectType,
+      action: actionHandler
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: `function`,
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  }
+}
+
+
+
+
+// [
+// {
+//   templatePath: '/home/toughnut/BasProgram/empty-service-template/app/node_modules/@izara_project/izara-market-library-service-schemas/src/TemplateManager/src/MainResourcesYaml/TemplateAndData/DynamoDbMain/Template/DynamoDb.ejs',
+//   templateData: { tableName: 'ObjectTypeSingle', attributes: [Array] },
+//   setting: {
+//     savePath: '/generatedCode/source/',
+//     saveFileName: 'ObjectTypeGet',
+//     fileExtension: '.js',
+//     isAppend: false
+//   }
+// }
+// ]
+
+
+module.exports = data;

package/src/TemplateManager/src/FunctionYaml/HdrApi/request.json

@@ -0,0 +1,14 @@
+{
+  "funcitonName": "xx",
+  "handler": "hdrApi",
+  "iamRoleStatement": {
+    "Effect": "Allow",
+    "Action": {
+      "xxx": [
+        "yyy",
+        "xxx"
+      ]
+    },
+    "Resource": "xxxxx"
+  }
+}

package/src/TemplateManager/src/FunctionYaml/HdrApi/template.ejs

@@ -0,0 +1,33 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
+  events:
+    - http:
+        path: <%- objectType %>/<%- firstLetterUpperCase(action) %>
+        method: <%- event %>
+        cors: true
+        #<#Authorizer#>
+        #<#/Authorizer#>
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_}) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - <%- resource %>
+        <%_ }) _%>
+    <%_}) _%>
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>