@izara_project/izara-market-library-service-schemas 1.0.1 → 1.0.2

package/src/MainLibs/index.js

@@ -0,0 +1,24 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+// MainLibs use for contain shared logic and constant
+module.exports = {
+  consts: require('./src/Consts'),
+  utils: require('./src/Utils')
+};

package/src/MainLibs/src/Utils.js

@@ -0,0 +1,27 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+
+module.exports.firstLetterUpperCase = (text) => {
+  return text.charAt(0).toUpperCase() + text.slice(1)
+}
+
+module.exports.firstLetterLowerCase = (str) => {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+}

package/src/SourceManager/index.js

@@ -0,0 +1,23 @@
+/*
+Copyright(C) 2021 Sven Mason < http://izara.io>
+
+This program is free software: you can redistribute it and / or modify
+it under the terms of the GNU Affero General Public License as
+  published by the Free Software Foundation, either version 3 of the
+License, or(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.If not, see < http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+module.exports = {
+  utils: require('./src/Utils'),
+  createSource: require('./src/CreateSource')
+}

package/src/SourceManager/src/CreateSource.js

@@ -0,0 +1,182 @@
+/*
+Copyright(C) 2021 Sven Mason < http://izara.io>
+
+This program is free software: you can redistribute it and / or modify
+it under the terms of the GNU Affero General Public License as
+  published by the Free Software Foundation, either version 3 of the
+License, or(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.If not, see < http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+
+const fs = require('fs');
+const ejs = require('ejs');
+const join = require('path').join;
+const beautify = require('js-beautify/js').js;
+
+
+const beautifySetting = {
+  "indent_size": "2",
+  "indent_char": " ",
+  "max_preserve_newlines": "0",
+  // "preserve_newlines": true,
+  "keep_array_indentation": true,
+  "indent_scripts": "separate",
+  "brace_style": ["preserve-inline", "none"],
+  "space_before_conditional": true,
+}
+
+const TAG_CLASSES = {
+  doubleTag: 'doubleTag',
+  singleTag: 'singleTag',
+  nameTag: 'nameTag',
+  anyTag: 'anyTag',
+  anyDoubleTag: 'anyDoubleTag',
+  ymlDoubleTag: 'ymlDoubleTag',
+  ymlAnyDoubleTag: 'ymlAnyDoubleTag'
+};
+
+
+function tagList(tagClass = TAG_CLASSES.singleTag, tagName) {
+  return {
+    // return regex depend on tagClass
+    [TAG_CLASSES.singleTag]: new RegExp(`\/\/\\(<${tagName}>\\)`, 'gm'), // match //(<tagName>)
+    [TAG_CLASSES.doubleTag]: new RegExp(`\/\/\\(<${tagName}>\\)([\\s\\S]*?)\/\/\\(<\\/${tagName}>\\)`, 'gm'), // get data between tag -> //(<tagName>) data //(</tagName>)
+    [TAG_CLASSES.nameTag]: new RegExp(`__${tagName}`, 'gm'), // match //(<tagName>)
+    [TAG_CLASSES.anyTag]: new RegExp(`\/\/\\(<([^>]+)>\\)`, 'g'), // match //(<anyname>)
+    [TAG_CLASSES.anyDoubleTag]: new RegExp('\/\/\\(<(\\w+)>\\)([\\s\\S]*?)\/\/\\(<\/\\1>\\)', 'gm'),
+    [TAG_CLASSES.ymlDoubleTag]: new RegExp(`\#<#${tagName}#>([\\s\\S]*?)#<#\/${tagName}#>`, 'gm'), // match #<#tag#> #<#/tag#>
+    [TAG_CLASSES.ymlAnyDoubleTag]: new RegExp(`\#<#(\\w+)#>([\\s\\S]*?)#<#\/\\1#>`, 'gm'), // get tagName from  doubleTag #<#tagName#> #<#/tagName#>
+  }[tagClass]
+}
+
+
+/**
+ *
+ * @param {string} template
+ * @param {object} data
+ * @returns
+ */
+function generateDataFromTemplate(template, data,) {
+  let dataToSave = ejs.compile(template)(data);
+  return dataToSave;
+}
+
+
+/**
+ * generate code from template and data then save generated data
+ *
+ * @param {string} template
+ * @param {object} data
+ * @param {object} setting
+ * @param {string} setting.savePath
+ * @param {string} [setting.hookPath]
+ * @param {string} setting.saveFileName
+ * @param {string} setting.fileExtension
+ * @param {boolean} setting.isAppend
+ * @param {string} setting.initialData // initialData can use when isAppend = true
+ * @returns
+ */
+async function createSource(template, data, { savePath, hookPath, saveFileName, fileExtension, initialData, isAppend = false }) {
+
+  try {
+
+    let dataToSave = generateDataFromTemplate(template, data);
+
+    let anyDoubleTagClass
+    let doubleTagClass
+
+    if (fileExtension === '.js') {
+      anyDoubleTagClass = TAG_CLASSES.anyDoubleTag;
+      doubleTagClass = TAG_CLASSES.doubleTag;
+    } else if (fileExtension === '.yml') {
+      anyDoubleTagClass = TAG_CLASSES.ymlAnyDoubleTag;
+      doubleTagClass = TAG_CLASSES.ymlDoubleTag;
+    }
+
+    let hookDataPath = hookPath ? hookPath : join(savePath, '../hook/');
+
+    if (!fs.existsSync(savePath)) fs.mkdirSync(savePath, { recursive: true });
+    if (!fs.existsSync(hookDataPath)) fs.mkdirSync(hookDataPath, { recursive: true });
+
+    // check saveFileName for Hook exists
+    if (fs.existsSync(`${hookDataPath}${saveFileName}${fileExtension}`.trim())) {
+      const hookData = fs.readFileSync(`${hookDataPath}${saveFileName}${fileExtension}`, 'utf8');
+
+      //replace data in tag from hook file to actual file
+      let dataAfterHook = dataToSave.replace(tagList(anyDoubleTagClass), (match, tagName, content) => {
+        let hookRegex = tagList(doubleTagClass, tagName);
+        let replaceData = hookData.match(hookRegex);
+
+        if (replaceData) {
+          return replaceData;
+        } else {
+          return match;
+        }
+      });
+
+      dataAfterHook = fileExtension === '.js' ? beautify(dataAfterHook, beautifySetting) : dataAfterHook
+      if (isAppend) {
+        if (!fs.existsSync(`${savePath}${saveFileName}${fileExtension}`) && initialData) {
+          fs.writeFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), initialData + dataAfterHook + '\n\n', 'utf8');
+        } else {
+          fs.appendFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), dataAfterHook + '\n\n', 'utf8');
+        }
+      } else {
+        fs.writeFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), dataAfterHook, 'utf8');
+      }
+
+    } else {
+      dataToSave = fileExtension === '.js' ? beautify(dataToSave, beautifySetting) : dataToSave
+      if (isAppend) {
+        if (!fs.existsSync(`${savePath}${saveFileName}${fileExtension}`) && initialData) {
+          fs.writeFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), initialData + dataToSave + '\n\n', 'utf8');
+        } else {
+          fs.appendFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), dataToSave + '\n\n', 'utf8');
+        }
+      } else {
+        fs.writeFileSync(`${savePath}${saveFileName}${fileExtension}`.trim(), dataToSave, 'utf8');
+      }
+    }
+
+    return;
+
+  } catch (err) {
+    console.log('error createSource: ', err);// generate
+    throw (err)
+  }
+}
+
+
+
+
+
+// Function to extract multiple code between tags
+// function extractMultipleCodeBetweenTags(content, tagName) {
+//   const result = [];
+//   const startTag = `//(<${tagName}>)`;
+//   const endTag = `//(</${tagName}>)`;
+//   let startIndex = content.indexOf(startTag);
+//   let endIndex = content.indexOf(endTag, startIndex);
+//   while (startIndex >= 0 && endIndex >= 0) {
+//     result.push(content.substring(startIndex + startTag.length + 1, endIndex));
+//     startIndex = content.indexOf(startTag, endIndex);
+//     endIndex = content.indexOf(endTag, startIndex);
+//   }
+//   return result;
+// }
+
+
+module.exports = {
+  createSource,
+  generateDataFromTemplate
+}

package/src/SourceManager/src/Utils.js

@@ -0,0 +1,50 @@
+/*
+Copyright(C) 2021 Sven Mason < http://izara.io>
+
+This program is free software: you can redistribute it and / or modify
+it under the terms of the GNU Affero General Public License as
+  published by the Free Software Foundation, either version 3 of the
+License, or(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.If not, see < http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+
+const fs = require('fs');
+// const { unlink, readdir } = require('node:fs/promises');
+
+
+// empty dir
+async function deleteFileInDir(directory) {
+  try {
+    if (fs.existsSync(directory)) {
+      fs.rmSync(directory, { recursive: true });
+    }
+  } catch (err) {
+    console.log(err);
+  }
+}
+
+
+module.exports = {
+  deleteFileInDir
+}
+
+
+// remove file
+// async function deleteFileInDir(directory) {
+//   if (fs.existsSync(directory)) {
+//     for (const file of await readdir(directory)) {
+//       await unlink(path.join(directory, file));
+//     }
+//   }
+//   return;
+// }

package/src/TemplateManager/index.js

@@ -0,0 +1,23 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+
+module.exports = {
+  generateCode: require('./src/GenerateCode'),
+}

package/src/TemplateManager/src/GenerateCode.js

@@ -0,0 +1,135 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const join = require('path').join;
+const { readFileSync } = require('fs');
+
+
+const {
+  getAllLocalObjectSchemasWithHierarchy,
+  getAllLocalRelationshipSchemas
+} = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
+
+
+
+const { createSource } = require("../../SourceManager/src/CreateSource");
+const { deleteFileInDir } = require("../../SourceManager/src/Utils");
+
+const perAction = require("./PerActionEndpoint/CreateSourceData");
+
+const mainResources = require("./MainResourcesYaml/CreateSourceData");
+
+
+/**
+ *
+ * get template and send to
+ *
+ * @param {object} objSchemaPath
+ * @returns
+ *
+ * add another param
+ *  {string[]} objectTypes
+ *  {string[]} templates
+ *  {string} saveFilePath
+ */
+async function generateCodeWithTemplate(_izContext, objSchemaPath) {
+
+  try {
+
+    // point to app/src
+    let saveFilePath = join(objSchemaPath, `../`);
+
+    // define path for store yml file
+    const GENERATECODE_SOURCE_PATH = {
+      appYaml: join(saveFilePath, `../sls_yaml/generatedCode/source/`),
+      resourceYaml: join(saveFilePath, `../../resource/sls_yaml/generatedCode/source/`),
+      lambdaPerObjectTypePath: join(saveFilePath, `/generatedCode/lambdaPerObjectType/source/`), // test
+      lamdaPerCombindActionPath: join(saveFilePath, `/generatedCode/lamdaPerCombindAction/source/`), // test
+    };
+
+
+    // from app/src/shcemas
+    let allObjSchemas = await getAllLocalObjectSchemasWithHierarchy(_izContext, objSchemaPath);
+
+    const allObjectRelationships = await getAllLocalRelationshipSchemas(_izContext, objSchemaPath);
+
+    /*
+      Should we generateCode with objectSchema that not in hierarchy or not?
+      Should use objectSchema with hierarchy because we use storageResource of parent to create lambda iam role in .yml file
+    */
+
+    let createSourceParams = [];
+
+    for (const relTag in allObjectRelationships) {
+      const relTagData = allObjectRelationships[relTag];
+
+      // create main resource per relationshipSchema
+      const createSourceMainResourcesRelSchema = mainResources.createSourceDataRelSchema(_izContext, { [relTag]: relTagData }, saveFilePath);
+      console.log("createSourceMainResourcesRelSchema: ", createSourceMainResourcesRelSchema);
+
+      createSourceParams = createSourceParams.concat(createSourceMainResourcesRelSchema);
+    }
+
+
+    //
+    for (let objectSchema of allObjSchemas.records) {
+
+      // create main resource per objectSchema
+      let createSourceMainResourcesObjectSchema = mainResources.createSourceDataObjectSchema(_izContext, objectSchema, saveFilePath);
+      // console.log("createSourceMainResourcesObjectSchema: ", createSourceMainResourcesObjectSchema);
+
+      // mainFunction, handlerFunction, resourceYaml per action
+      let createSourcePerAction = perAction.createSourceDataObjectSchema(_izContext, objectSchema, saveFilePath);
+      // console.log("createSourcePerAction: ", createSourcePerAction)
+
+
+
+      // console.log("createSourceParams begore concat: ", createSourceParams);
+
+      createSourceParams = createSourceParams.concat([...createSourcePerAction, ...createSourceMainResourcesObjectSchema]);
+
+      // console.log("createSourceParams after concat: ", createSourceParams);
+    }
+
+
+    // delete file .yml before start to prevent confilct of data
+    for (let folderPathToEmpty of Object.keys(GENERATECODE_SOURCE_PATH)) {
+      await deleteFileInDir(GENERATECODE_SOURCE_PATH[folderPathToEmpty]);
+    }
+
+
+    // start create source
+    for (let { templatePath, templateData, setting } of createSourceParams) {
+      await createSource(
+        readFileSync(templatePath, 'utf8'),
+        templateData,
+        setting,
+      );
+    }
+
+
+    return "return values";
+
+  } catch (err) {
+    console.log('error templateManager: ', err);
+    throw (err);
+  }
+};
+
+module.exports = { generateCodeWithTemplate };

package/src/TemplateManager/src/MainResourcesYaml/CreateSourceData.js

@@ -0,0 +1,76 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require('path');
+
+const schemaConsts = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+
+
+// const lambdaYaml = require("./Template/Resource/Lambda/LambdaYamlTemplateData");
+
+const config = require('../libs/Consts')
+
+
+const dynamoDbMainYaml = require("./TemplateAndData/DynamoDbMain/Data/MainDynamoDbYamlData")
+
+/**
+ * @param {Object} _izContext
+ * @param {Object} objectSchema
+ */
+module.exports.createSourceDataObjectSchema = (_izContext, objectSchema, saveFilePath) => {
+
+  let resultsForCreateSource = [];
+
+
+  const dynamoDbMainYamlDataList = dynamoDbMainYaml.dynamoDbMainYamlFromObjectSchema.templateDataFunction(_izContext, objectSchema);
+  console.log("dynamoDbMainYamlDataList: ", dynamoDbMainYamlDataList);
+
+  for (let dynamoDbMainYamlData of dynamoDbMainYamlDataList) {
+    // create iam role of handler here
+    resultsForCreateSource.push({
+      templatePath: dynamoDbMainYaml.dynamoDbMainYamlFromObjectSchema.templatePath,
+      templateData: dynamoDbMainYamlData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(saveFilePath, config.SOURCE_PATH.resourceYaml),
+        saveFileName: 'generate-dynamodb-table',
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+
+  console.log("resultsForCreateSource: ", resultsForCreateSource);
+
+  return resultsForCreateSource;
+}
+
+
+/**
+ *
+ * @param {Object} _izContext
+ * @param {Object} relSchema
+ * @param {String} saveFilePath
+ * @returns
+ */
+module.exports.createSourceDataRelSchema = (_izContext, relSchema, saveFilePath) => {
+
+  return []
+}