@izara_project/izara-core-generate-service-code 1.0.1 → 1.0.3

package/index.js

@@ -0,0 +1,41 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import createSource from './src/SourceManager/CreateSource.js';
+import generateCode from './src/GenerateCode.js';
+import generateSchema from './src/GenerateSchema.js';
+import generateIntTest from './src/GenerateTests.js';
+import generateResourceIntTest from './src/GenerateResources.js';
+
+import consts from './src/libs/Consts.js';
+import generateCodeLibs from './src/libs/GenerateCodeLibs.js';
+import libs from './src/libs/Libs.js';
+import utils from './src/libs/Utils.js';
+
+export {
+  createSource,
+  // main generateCode
+  generateCode,
+  generateSchema,
+  generateIntTest,
+  generateResourceIntTest,
+  // libs
+  consts,
+  generateCodeLibs,
+  libs,
+  utils
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@izara_project/izara-core-generate-service-code",
-  "version": "1.0.1",
+  "version": "1.0.3",
   "description": "Code for locally generating per service files",
   "main": "index.js",
   "scripts": {
@@ -20,13 +20,13 @@
     "testEnvironment": "node"
   },
   "dependencies": {
-    "@izara_project/izara-core-library-core": "^1.0.6",
-    "@izara_project/izara-core-library-external-request": "^1.0.3",
-    "@izara_project/izara-middleware": "^1.0.52",
-    "@izara_project/izara-property-nodes": "^1.0.11",
-    "@izara_project/izara-shared": "^1.0.52",
-    "i": "^0.3.6",
-    "npm": "^7.21.0",
-    "object-hash": "^2.2.0"
+    "@izara_project/izara-core-library-core": "^1.0.31",
+    "@izara_project/izara-core-library-service-schemas": "^1.0.108",
+    "@izara_project/izara-shared-core": "^1.0.8",
+    "@izara_project/izara-shared-service-schemas": "^1.0.35",
+    "ejs": "^3.1.10",
+    "js-beautify": "^1.15.4",
+    "lodash": "^4.17.21",
+    "yaml": "^2.8.2"
   }
-}
+}

package/src/GenerateCode.js

@@ -0,0 +1,185 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import { join, dirname } from 'path';
+import { fileURLToPath, pathToFileURL } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+import { readFileSync } from 'fs';
+
+import validatePathWithRootServicePath from './libs/GenerateCodeLibs.js';
+
+import { templateConfig } from './TemplateConfig.js';
+// SourceManager
+import createSource from './SourceManager/CreateSource.js';
+import utils from './libs/Utils.js'
+const { deleteFileInDir } = utils;
+
+//* get functionNameConfig
+import functionNameConfigYamlData from './TemplateData/externalService/functionNameConfig/data.js';
+import generateRole from './TemplateData/generateRole/data.js';
+
+async function generateCodeWithTemplate(
+  _izContext,
+  objSchemaPath,
+  settings = {}
+) {
+  try {
+    // console.log('objSchemaPath', objSchemaPath);
+    // ---------  Prepare path  -------------
+    // point to app/src
+    let saveFilePath = join(objSchemaPath, `../`);
+
+    // point to root folder of service
+    let localServicePath = join(saveFilePath, '../../');
+
+    // // define path for store yml file
+    // const GENERATE_CODE_SOURCE_PATH = {
+    //   appYaml: join(saveFilePath, SOURCE_PATH.appYaml),
+    //   resourceYaml: join(saveFilePath, SOURCE_PATH.resourceYaml),
+    //   lambdaPerAction: join(saveFilePath, SOURCE_PATH.lambdaPerAction),
+    //   externalService: join(saveFilePath, SOURCE_PATH.externalService),
+    //   relationshipPerAction: join(saveFilePath, SOURCE_PATH.relationshipPerAction),
+    //   webSocketEndpoint: join(saveFilePath, SOURCE_PATH.webSocket),
+    //   generateCodeLib: join(saveFilePath, SOURCE_PATH.generateCodeLib),
+    //   generatedMainFunctionPerService: join(saveFilePath, SOURCE_PATH.endpointPerService),
+    //   flowSchema: join(saveFilePath, '../src/generatedCode/flowSchema')
+    // };
+
+    //------ Start Create Source ------
+
+    // collect all result of template data for execute createSource
+    let allCreateSource = [];
+
+    // * iterate templateConfig for generate data
+    for (const templateName in templateConfig.TemplateAndData) {
+      // Display log indicating which template is being loaded
+      let generateTemplateData = (
+        await import(
+          join(__dirname, templateConfig.TemplateAndData[templateName])
+        )
+      ).default;
+      // sources[eventSourceTag] = await import(`../MiddlewareCore/EventSources/${eventSourceTag}.js`);
+      let createSourceResult = await generateTemplateData(
+        _izContext,
+        objSchemaPath,
+        settings
+      );
+
+      // Filter out empty or invalid objects before adding to allCreateSource
+      if (Array.isArray(createSourceResult)) {
+        const validResults = createSourceResult.filter(
+          item => item && item.templatePath && item.templateData && item.setting
+        );
+        allCreateSource.push(...validResults);
+      }
+    }
+
+    // ** Generate function name configuration
+    const functionNameConfigs = functionNameConfigYamlData(
+      _izContext,
+      allCreateSource,
+      saveFilePath
+    );
+    allCreateSource.push(...functionNameConfigs);
+
+    let filterAllCreateSource = allCreateSource.filter(
+      createSource =>
+        createSource.templateData.hasOwnProperty(
+          'additionalResourcePermission'
+        ) && createSource.templateData.hasOwnProperty('roleName')
+    );
+    const generateRoleData = generateRole(
+      _izContext,
+      filterAllCreateSource,
+      saveFilePath
+    );
+    allCreateSource.push(...generateRoleData);
+
+    // ** create Generate-Shared-resource
+    // const generateSharedResource = createSharedResource(_izContext, allCreateSource, saveFilePath);
+    // allCreateSource.push(generateSharedResource);
+    // console.log('---> allCreateSource', allCreateSource);
+
+    // check each allCreateSource valid
+    for (let item of allCreateSource) {
+      // throw Error('Skipping invalid source item:', item);
+      if (!item || !item.templatePath || !item.templateData || !item.setting) {
+        console.log('throw Error Skipping invalid source item:', item);
+        throw Error('Skipping invalid source item:', item);
+      }
+
+      const { templatePath, templateData, setting } = item;
+      setting.checkCreateSourcePass = true;
+      // console.log({ templatePath })
+      // console.log({ templateData })
+      let [status, errors] = await createSource(
+        readFileSync(templatePath, 'utf8'),
+        templateData,
+        setting
+      );
+
+      if (status === false) {
+        // console.log('templatePath in generateCode', templatePath)
+        throw Error(errors);
+      }
+
+      // console.log("templatePath in generateCode", setting.savePath)
+      // empty file by savePath
+      // validate path before empty folder
+      validatePathWithRootServicePath(localServicePath, setting.savePath);
+      await deleteFileInDir(setting.savePath);
+    }
+
+    // generate all source
+    for (let item of allCreateSource) {
+      // throw error if item is invalid
+      if (!item || !item.templatePath || !item.templateData || !item.setting) {
+        console.log('Throwing invalid source item:', item);
+        throw Error('Throwing invalid source item:', item);
+      }
+
+      const { templatePath, templateData, setting } = item;
+      setting.checkCreateSourcePass = false;
+
+      await createSource(
+        readFileSync(templatePath, 'utf8'),
+        templateData,
+        setting
+      );
+    }
+
+    console.log('Generated all source files successfully');
+    return 'return values';
+  } catch (error) {
+    console.error('Error generating code:', error);
+    throw error;
+  }
+}
+
+export default generateCodeWithTemplate;
+
+/*
+  GenerateCode will iterate through templateConfig and generate each template dependOn each templateAndData\
+
+  GenerateSchema now use for generate attribute tree only
+  generateSchema can be modify use used depend on use case eg: some objectType have attribute tree inside addOn
+    when generateSchema in own service need to generate ref objectRelationship only
+    and attribute tree service can generate schema
+
+*/

package/src/GenerateResources.js

@@ -0,0 +1,122 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import { join, dirname } from 'path';
+import { fileURLToPath, pathToFileURL } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+import { readFileSync } from 'fs';
+
+// SourceManager
+import createSource from './SourceManager/CreateSource.js';
+import utils from './libs/Utils.js'
+const { deleteFileInDir } = utils;
+
+import generateResource from './TemplateData/IntTest/generateResources/generateResources.js';
+
+async function generateCodeWithTemplate(_izContext, savePath, settings) {
+  try {
+    // let packagePath = path.join(__dirname, "../../")
+    // let saveFilePath = join(packagePath, `../`);
+    // let localServicePath = join(saveFilePath, "../../");
+    // console.log({ packagePath });
+    // ---------  Prepare path  -------------
+    // point to app/src
+
+    // point to root folder of service
+
+    //------ Start Create Source ------
+
+    // collect all result of template data for execute createSource
+    let allCreateSource = [];
+
+    let createSourceResult = await generateResource(_izContext, savePath);
+    // console.log({ createSourceResult })
+    // Filter out empty or invalid objects before adding to allCreateSource
+    if (Array.isArray(createSourceResult)) {
+      const validResults = createSourceResult.filter(
+        item => item && item.templatePath && item.templateData && item.setting
+      );
+      allCreateSource.push(...validResults);
+    }
+    // console.log({ allCreateSource })
+    // check each allCreateSource valid
+    for (let item of allCreateSource) {
+      // throw Error('Skipping invalid source item:', item);
+      if (!item || !item.templatePath || !item.templateData || !item.setting) {
+        console.log('throw Error Skipping invalid source item:', item);
+        throw Error('Skipping invalid source item:', item);
+      }
+
+      const { templatePath, templateData, setting } = item;
+      setting.checkCreateSourcePass = true;
+
+      let [status, errors] = await createSource(
+        readFileSync(templatePath, 'utf8'),
+        templateData,
+        setting
+      );
+
+      if (status === false) {
+        console.log('templatePath in generateCode', templatePath);
+        throw Error(errors);
+      }
+
+      // validatePathWithRootServicePath(localServicePath, setting.savePath)
+      await deleteFileInDir(setting.savePath);
+    }
+
+    // generate all source
+    for (let item of allCreateSource) {
+      // throw error if item is invalid
+      if (!item || !item.templatePath || !item.templateData || !item.setting) {
+        console.log('Throwing invalid source item:', item);
+        throw Error('Throwing invalid source item:', item);
+      }
+
+      const { templatePath, templateData, setting } = item;
+      setting.checkCreateSourcePass = false;
+
+      await createSource(
+        readFileSync(templatePath, 'utf8'),
+        templateData,
+        setting
+      );
+    }
+
+    console.log('Generated all source files successfully');
+
+    // exec(`bash ${path.join(packagePath, "./frontEnd/NpmBash.bash")}`, (error, stdout, stderr) => {
+    //   if (error) {
+    //     console.error(`
+    //       ${error.message}`);
+    //     return;
+    //   }
+    //   if (stderr) {
+    //     console.error(`${stderr}`);
+    //     return;
+    //   }
+    //   console.log(`${stdout}`);
+    // });
+    // return 'return values';
+  } catch (error) {
+    console.error('Error generating code:', error);
+    throw error;
+  }
+}
+
+export default generateCodeWithTemplate;

package/src/GenerateSchema.js

@@ -0,0 +1,165 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import { join } from 'path';
+import { readFileSync } from 'fs';
+
+import validatePathWithRootServicePath from './libs/GenerateCodeLibs.js';
+
+import { schemaConfig } from './SchemaConfig.js';
+
+import createSource from './SourceManager/CreateSource.js';
+import utils from './libs/Utils.js'
+
+const { deleteFileInDir } = utils;
+
+async function generateSchema(
+  _izContext,
+  objSchemaPath,
+  generateSchemaSettings
+) {
+  try {
+    // console.log('generateSchema', { objSchemaPath, generateSchemaSettings });
+    // ---------  Prepare path  -------------
+    // point to app/src
+    let saveFilePath = join(objSchemaPath, `../`);
+    // console.log("saveFilePath: ", saveFilePath);
+
+    // point to root folder of service
+    let localServicePath = join(saveFilePath, '../../');
+    // console.log("localServicePath: ", localServicePath);
+
+    //------ Start Create Source ------
+
+    // collect all result of template data for execute createSource
+    let allCreateSource = [];
+    // collect all path that need to empty before createSource
+    let allEmptyPath = new Set();
+
+    // Validate that all generateNames in generateSettings are present in the schemaConfig
+    const generateNameSet = new Set(Object.keys(schemaConfig.TemplateAndData));
+
+    // Find any missing generateNames that are not in the schemaConfig
+    let missingGenerateName = generateSchemaSettings.filter(
+      ({ generateName }) => !generateNameSet.has(generateName)
+    );
+
+    // If there are missing generateNames, throw an error with the list of missing names
+    if (missingGenerateName.length) {
+      throw Error(
+        `Invalid generateName:[ ${missingGenerateName.map(({ generateName }) => generateName).join(', ')} ]`
+      );
+    }
+
+    // start create generateSchema depend on
+    for (const generateSetting of generateSchemaSettings) {
+      console.log('Loading template:', generateSetting.generateName);
+      console.log('Setting data:', generateSetting);
+      // console.log('schemaPath:', schemaConfig.TemplateAndData[generateSetting.generateName]);
+      // console.log('schemaPath:', join(__dirname, schemaConfig.TemplateAndData[generateSetting.generateName]));
+
+      // get generateSchema template depend on generateName
+      let generateSchemaData = (
+        await import(
+          join(
+            __dirname,
+            schemaConfig.TemplateAndData[generateSetting.generateName]
+          )
+        )
+      ).default;
+      // sources[eventSourceTag] = await import(`../MiddlewareCore/EventSources/${eventSourceTag}.js`);
+      let createSourceResult = await generateSchemaData(
+        _izContext,
+        objSchemaPath,
+        generateSchemaSettings
+      );
+
+      // Filter out empty or invalid objects before adding to allCreateSource
+      if (Array.isArray(createSourceResult)) {
+        const validResults = createSourceResult.filter(
+          item => item && item.templatePath && item.templateData && item.setting
+        );
+        allCreateSource.push(...validResults);
+      }
+    }
+
+    // check each allCreateSource valid
+    for (let item of allCreateSource) {
+      // throw Error('Skipping invalid source item:', item);
+      if (!item || !item.templatePath || !item.templateData || !item.setting) {
+        console.log('throw Error Skipping invalid source item:', item);
+        throw Error('Skipping invalid source item:', item);
+      }
+
+      const {
+        templatePath,
+        templateData,
+        setting,
+        emptyPath: returnEmptyPath
+      } = item;
+      setting.checkCreateSourcePass = true;
+
+      let [status, errors] = await createSource(
+        readFileSync(templatePath, 'utf8'),
+        templateData,
+        setting
+      );
+
+      if (status === false) {
+        throw Error(errors);
+      }
+
+      allEmptyPath.add(setting.savePath);
+    }
+
+    // validate path before empty folder
+    for (let emptyPath of allEmptyPath) {
+      // console.log("emptyPath: ", emptyPath);
+      validatePathWithRootServicePath(localServicePath, emptyPath);
+    }
+
+    for (let emptyPath of allEmptyPath) {
+      await deleteFileInDir(emptyPath);
+    }
+
+    // generate all source
+    for (let item of allCreateSource) {
+      // throw error if item is invalid
+      if (!item || !item.templatePath || !item.templateData || !item.setting) {
+        console.log('Throwing invalid source item:', item);
+        throw Error('Throwing invalid source item:', item);
+      }
+
+      const { templatePath, templateData, setting } = item;
+      setting.checkCreateSourcePass = false;
+
+      await createSource(
+        readFileSync(templatePath, 'utf8'),
+        templateData,
+        setting
+      );
+    }
+
+    console.log('Generated all source files successfully');
+    return 'return values';
+  } catch (error) {
+    console.error('Error generating code:', error);
+    throw error;
+  }
+}
+
+export default generateSchema;

package/src/GenerateTests.js

@@ -0,0 +1,137 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import { join, dirname } from 'path';
+import { fileURLToPath, pathToFileURL } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+import { readFileSync } from 'fs';
+// SourceManager
+import createSource from './SourceManager/CreateSource.js';
+
+import generateTest from './TemplateData/IntTest/generateTests/generateTemplate.js';
+
+import lib from './libs/Utils.js';
+const { getLocalConfig } = lib;
+import uploadLib from './TemplateData/IntTest/upload/uploadIntTest.js';
+async function generateCodeWithTemplate(_izContext, savePath, settings) {
+  _izContext.logger.debug('START', { savePath, settings });
+  try {
+    const serviceTag = getLocalConfig('iz_serviceTag');
+    let packagePath = path.join(__dirname, '../../');
+    // console.log({ packagePath });
+    // ---------  Prepare path  -------------
+    // point to app/src
+    let saveFilePath = join(packagePath, `../`);
+
+    // point to root folder of service
+    // let localServicePath = join(saveFilePath, "../../");
+
+    //------ Start Create Source ------
+
+    // collect all result of template data for execute createSource
+    let allCreateSource = [];
+
+    // console.log({ intTestPath })
+    // let generateTemplateData = (await import(join(__dirname, IntTestConfig.TemplateAndData[templateName]))).default;
+    let createSourceResult = await generateTest(_izContext, savePath, {
+      serviceTag,
+      s3Prefix: settings
+    });
+    // console.log({ createSourceResult })
+    // Filter out empty or invalid objects before adding to allCreateSource
+    if (Array.isArray(createSourceResult)) {
+      const validResults = createSourceResult.filter(
+        item => item && item.templatePath && item.templateData && item.setting
+      );
+      allCreateSource.push(...validResults);
+    }
+    // console.log({ allCreateSource })
+    // check each allCreateSource valid
+    // _izContext.logger.debug("check savePath:", savePath);
+    for (let item of allCreateSource) {
+      // throw Error('Skipping invalid source item:', item);
+      if (!item || !item.templatePath || !item.templateData || !item.setting) {
+        console.log('throw Error Skipping invalid source item:', item);
+        throw Error('Skipping invalid source item:', item);
+      }
+
+      const { templatePath, templateData, setting } = item;
+      setting.checkCreateSourcePass = true;
+
+      let [status, errors] = await createSource(
+        readFileSync(templatePath, 'utf8'),
+        templateData,
+        setting
+      );
+
+      if (status === false) {
+        console.log('templatePath in generateCode', templatePath);
+        throw Error(errors);
+      }
+
+      // validatePathWithRootServicePath(localServicePath, setting.savePath)
+      // await deleteFileInDir(setting.savePath);
+    }
+
+    // generate all source
+    for (let item of allCreateSource) {
+      // throw error if item is invalid
+      if (!item || !item.templatePath || !item.templateData || !item.setting) {
+        console.log('Throwing invalid source item:', item);
+        throw Error('Throwing invalid source item:', item);
+      }
+
+      const { templatePath, templateData, setting } = item;
+      setting.checkCreateSourcePass = false;
+
+      await createSource(
+        readFileSync(templatePath, 'utf8'),
+        templateData,
+        setting
+      );
+    }
+
+    console.log('Generated all source files successfully');
+
+    console.log('upload file to S3');
+
+    await uploadLib.uploadTos3(join(saveFilePath, `../src/generateIntegrationTest/${serviceTag}`), //intTest path
+      { s3Prefix: settings, serviceTag: serviceTag } // settings
+    );
+
+    // exec(`bash ${ path.join(packagePath, "./frontEnd/NpmBash.bash") } `, (error, stdout, stderr) => {
+    //   if (error) {
+    //     console.error(`
+    //       ${error.message}`);
+    //     return;
+    //   }
+    //   if (stderr) {
+    //     console.error(`${stderr}`);
+    //     return;
+    //   }
+    //   console.log(`${stdout}`);
+    // });
+    // return 'return values';
+  } catch (error) {
+    console.error('Error generating code:', error);
+    throw error;
+  }
+}
+
+export default generateCodeWithTemplate;