@izara_project/izara-market-library-service-schemas 1.0.2 → 1.0.4

package/src/TemplateManager/src/FunctionYaml/HdrInv/data.js

@@ -0,0 +1,169 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils")
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SOURCE_PATH } = require("../../libs/Consts");
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+function defaultIamRolePerAction() {
+
+  let defaultIamRole = [];
+
+
+  defaultIamRole.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.s3]: ["GetObject", "GetObjectVersion"],
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/perServiceSchemas/*"),
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/ServiceNameConfig.json"),
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/GraphServerTags.json"),
+      ]
+    )
+  );
+
+  defaultIamRole.push(
+    createIamRole(
+      { [RESOURCE_CLASSES.s3]: ["ListBucket"] },
+      [
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema"),
+      ]
+    )
+  );
+
+  return defaultIamRole
+}
+
+/**
+ * receive objectSchema
+ * create data for hdrInv template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+function data(_izContext, objectSchema, srcPath) {
+
+  // const shortNamePath = path.join(srcPath, "./schemas/ShortNameObjectType.js");
+
+  // const shortName = fs.existsSync(shortNamePath) ? require(shortNamePath) : {};
+
+  // console.log("objectSchema in mainFunction: ", objectSchema)
+
+
+  let createSourceArray = [];
+
+  for (const action of Object.values(ACTIONS)) {
+    if (objectSchema.overWriteHandlers?.[action]) {
+      // if have overWriteHander of action check hdrInv inside
+      if (objectSchema.overWriteHandlers[action].includes(HANDLER.hdrInv)) {
+        // create template data
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    } else {
+      // if not have overWriteHander of action will use default handler
+      const defaultHandler = DEFAULT_HANDLER_PER_ACTION[action]
+      if (defaultHandler.includes(HANDLER.hdrInv)) {
+        // create template data and object for create source
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    }
+  }
+  return createSourceArray;
+}
+
+
+
+function createParamForCreateSource(objectSchema, action, srcPath) {
+  let objectType = objectSchema.objectType;
+  let actionHandler = action;
+  let functionName = objectType + upperCase(actionHandler);
+  let additionalResourcePermission = defaultIamRolePerAction();
+  let tableForGetItem = [];
+
+  let hasGraphStorage = false;
+  for (let storageResource of Object.values(objectSchema.storageResources)) {
+    if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+      // add IamRole for dynamodb depend on tableName in storageResources of objectSchema
+      tableForGetItem.push(resourceNames(RESOURCE_CLASSES.dynamoDbTable, storageResource.tableName));
+
+    } else if (storageResource.storageType === STORAGE_TYPES.graph) {
+      // find graph serviceName from graphServerTag or *GetNodeHdrInv ?
+
+      if (hasGraphStorage) {
+        continue;
+      } else {
+        hasGraphStorage = true;
+      }
+    }
+  }
+
+  if (tableForGetItem.length) {
+    additionalResourcePermission.push(
+      createIamRole(
+        { [RESOURCE_CLASSES.dynamoDbTable]: [DEFAULT_LAMBDA_ROLE_PER_ACTION[action].dynamoDbPermission] },
+        tableForGetItem
+      )
+    );
+  }
+
+
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName: functionName,
+      resourceLocation: SOURCE_PATH.resourceLocationPerAction,
+      handlerType: "HdrInv",
+      additionalResourcePermission
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: `per-action-function`,
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  }
+}
+
+
+
+
+// [
+// {
+//   templatePath: '/home/toughnut/BasProgram/empty-service-template/app/node_modules/@izara_project/izara-market-library-service-schemas/src/TemplateManager/src/MainResourcesYaml/TemplateAndData/DynamoDbMain/Template/DynamoDb.ejs',
+//   templateData: { tableName: 'ObjectTypeSingle', attributes: [Array] },
+//   setting: {
+//     savePath: '/generatedCode/source/',
+//     saveFileName: 'ObjectTypeGet',
+//     fileExtension: '.js',
+//     isAppend: false
+//   }
+// }
+// ]
+
+
+module.exports = data;

package/src/TemplateManager/src/{PerActionEndpoint/TemplateAndData/ResourceYaml/Lambda/Template/HdrInv.exampleData.js → FunctionYaml/HdrInv/example req.js }

@@ -1,13 +1,13 @@
 // example template data
 const templateData = {
-  resourceName: "xx",
+  functionName: "xx",
   handlerType: "xx",
   resourceLocation: "xx",
   additionalResourcePermission: [
     {
-      effect: "xx",
+      effect: "Allow",
       action: {
-        sqs: ["sendMessage", "receiveMessage"],
+        dynamodb: ["GetItem"],
       },
       resource: ["aws:sqs", "..."]
     }

package/src/TemplateManager/src/FunctionYaml/HdrInv/request.json

@@ -0,0 +1,14 @@
+{
+  "functionName": "xxx",
+  "handler": "hdrInv",
+  "iamRoleStatement": {
+    "Effect": "Allow",
+    "Action": {
+      "xxx": [
+        "yyy",
+        "xxx"
+      ]
+    },
+    "Resource": "xxxx"
+  }
+}

package/src/TemplateManager/src/{PerActionEndpoint/TemplateAndData/ResourceYaml/Lambda/Template/HdrInv.ejs → FunctionYaml/HdrInv/template.ejs}

@@ -1,7 +1,7 @@
 <%_ const join = require('path').join; _%>
-<%- firstLetterUpperCase(resourceName) %><%- firstLetterUpperCase(handlerType) %>:
-  handler: <%- join(resourceLocation, `${firstLetterUpperCase(resourceName)}_${firstLetterUpperCase(handlerType)}.main`)%>
-  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(resourceName) %><%- firstLetterUpperCase(handlerType) %>
+<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
   iamRoleStatements:
     <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
     - Effect: <%- resourcePermission.effect %>
@@ -16,8 +16,8 @@
         - <%- resource %>
         <%_ }) _%>
     <%_}) _%>
-    #<#<%- resourceName %><%- handlerType %>IamRole#>
-    #<#/<%- resourceName %><%- handlerType %>IamRole#>
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
 <%_ function firstLetterUpperCase(text){
   return text.charAt(0).toUpperCase() + text.slice(1)
 } _%>

package/src/TemplateManager/src/FunctionYaml/HdrSqs/data.js

@@ -0,0 +1,182 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils")
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH } = require("../../libs/Consts");
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+
+function defaultIamRolePerAction() {
+
+  let defaultIamRole = [];
+
+
+  defaultIamRole.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.s3]: ["GetObject", "GetObjectVersion"],
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/perServiceSchemas/*"),
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/ServiceNameConfig.json"),
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/GraphServerTags.json"),
+      ]
+    )
+  );
+
+  defaultIamRole.push(
+    createIamRole(
+      { [RESOURCE_CLASSES.s3]: ["ListBucket"] },
+      [
+        resourceNames(RESOURCE_CLASSES.s3, "object-schema"),
+      ]
+    )
+  );
+
+  return defaultIamRole
+}
+
+/**
+ * receive objectSchema
+ * create data for hdrInv template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+function data(_izContext, objectSchema, srcPath) {
+  let createSourceArray = [];
+  for (const action of Object.values(ACTIONS)) {
+    if (objectSchema.overWriteHandlers?.[action]) {
+      // if have overWriteHander of action check hdrApi inside
+      if (objectSchema.overWriteHandlers[action].includes(HANDLER.hdrSqs)) {
+        // create template data
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    } else {
+      // if not have overWriteHander of action will use default handler
+      const defaultHandler = DEFAULT_HANDLER_PER_ACTION[action]
+      if (defaultHandler.includes(HANDLER.hdrSqs)) {
+        // create template data and object for create source
+        const createSourceParam = createParamForCreateSource(objectSchema, action, srcPath)
+        createSourceArray.push(createSourceParam)
+      }
+    }
+  }
+  return createSourceArray;
+}
+
+
+
+function createParamForCreateSource(objectSchema, action, srcPath) {
+  let objectType = objectSchema.objectType;
+  let actionHandler = action;
+  let functionName = objectType + upperCase(actionHandler);
+  let additionalResourcePermission = defaultIamRolePerAction();
+  let tableForGetItem = [];
+  let hasGraphStorage = false;
+  for (let storageResource of Object.values(objectSchema.storageResources)) {
+    if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+      // add IamRole for dynamodb depend on tableName in storageResources of objectSchema
+      tableForGetItem.push(resourceNames(RESOURCE_CLASSES.dynamoDbTable, storageResource.tableName));
+
+    } else if (storageResource.storageType === STORAGE_TYPES.graph) {
+      // find graph serviceName from graphServerTag or *GetNodeHdrInv ?
+
+      if (hasGraphStorage) {
+        continue;
+      } else {
+        hasGraphStorage = true;
+      }
+    }
+  }
+
+
+
+  if (tableForGetItem.length) {
+    additionalResourcePermission.push(
+      createIamRole(
+        { [RESOURCE_CLASSES.dynamoDbTable]: [DEFAULT_LAMBDA_ROLE_PER_ACTION[action].dynamoDbPermission] },
+        tableForGetItem
+      )
+    );
+  }
+
+  additionalResourcePermission.push(
+    createIamRole({
+      [RESOURCE_CLASSES.sqs]:
+        [
+          SQS_RESOURCE.deleteMessage,
+          SQS_RESOURCE.getQueueAttributes,
+          SQS_RESOURCE.receiveMessage,
+          SQS_RESOURCE.sendMessage,
+          SQS_RESOURCE.deleteMessageBatch,
+          SQS_RESOURCE.getQueueUrl
+        ], [RESOURCE_CLASSES.sns]: ["Publish", "Subscribe"]
+    }, [
+      resourceNames(RESOURCE_CLASSES.sqs, functionName + upperCase(HANDLER.hdrSqs)),
+      resourceNames(RESOURCE_CLASSES.sqs, functionName + upperCase(HANDLER.hdrSqs) + "DLQ"),
+      resourceNames(RESOURCE_CLASSES.sns, "In" + functionName),
+      resourceNames(RESOURCE_CLASSES.sns, "Out" + functionName)
+    ]
+    )
+  )
+
+  // console.log("additionalResourcePermissionBeforeReturn", additionalResourcePermission)
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName: functionName,
+      actionHandler: actionHandler,
+      resourceLocation: SOURCE_PATH.resourceLocationPerAction,
+      handlerType: "HdrSqs",
+      additionalResourcePermission
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: `per-action-function`,
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  }
+}
+
+
+
+
+// [
+// {
+//   templatePath: '/home/toughnut/BasProgram/empty-service-template/app/node_modules/@izara_project/izara-market-library-service-schemas/src/TemplateManager/src/MainResourcesYaml/TemplateAndData/DynamoDbMain/Template/DynamoDb.ejs',
+//   templateData: { tableName: 'ObjectTypeSingle', attributes: [Array] },
+//   setting: {
+//     savePath: '/generatedCode/source/',
+//     saveFileName: 'ObjectTypeGet',
+//     fileExtension: '.js',
+//     isAppend: false
+//   }
+// }
+// ]
+
+
+module.exports = data;

package/src/TemplateManager/src/FunctionYaml/HdrSqs/request.json

@@ -0,0 +1,19 @@
+{
+  "functionName": "xxx",
+  "handler": "hdrSqs",
+  "event": {
+    "sqs": {
+      "arn": "queueName"
+    },
+    "iamRoleStatement": {
+      "Effect": "Allow",
+      "Action": {
+        "xxx": [
+          "yyy",
+          "xxx"
+        ]
+      },
+      "Resource": "xxxx"
+    }
+  }
+}

package/src/TemplateManager/src/FunctionYaml/HdrSqs/template.ejs

@@ -0,0 +1,30 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
+  events:
+    - sqs:
+        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
+        batchSize: 10
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_}) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - "<%- resource %>"
+        <%_ }) _%>
+    <%_}) _%>
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/GenerateCode(Old).js

@@ -0,0 +1,135 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const join = require('path').join;
+const { readFileSync } = require('fs');
+
+
+const {
+  getAllLocalObjectSchemasWithHierarchy,
+  getAllLocalRelationshipSchemas
+} = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
+
+
+
+const { createSource } = require("../../SourceManager/src/CreateSource");
+const { deleteFileInDir } = require("../../SourceManager/src/Utils");
+
+const perAction = require("./PerActionEndpoint/CreateSourceData");
+
+const mainResources = require("./MainResourcesYaml/CreateSourceData");
+
+
+/**
+ *
+ * get template and send to
+ *
+ * @param {object} objSchemaPath
+ * @returns
+ *
+ * add another param
+ *  {string[]} objectTypes
+ *  {string[]} templates
+ *  {string} saveFilePath
+ */
+async function generateCodeWithTemplate(_izContext, objSchemaPath) {
+
+  try {
+
+    // point to app/src
+    let saveFilePath = join(objSchemaPath, `../`);
+
+    // define path for store yml file
+    const GENERATECODE_SOURCE_PATH = {
+      appYaml: join(saveFilePath, `../sls_yaml/generatedCode/source/`),
+      resourceYaml: join(saveFilePath, `../../resource/sls_yaml/generatedCode/source/`),
+      lambdaPerObjectTypePath: join(saveFilePath, `/generatedCode/lambdaPerObjectType/source/`), // test
+      lamdaPerCombindActionPath: join(saveFilePath, `/generatedCode/lamdaPerCombindAction/source/`), // test
+    };
+
+
+    // from app/src/shcemas
+    let allObjSchemas = await getAllLocalObjectSchemasWithHierarchy(_izContext, objSchemaPath);
+
+    const allObjectRelationships = await getAllLocalRelationshipSchemas(_izContext, objSchemaPath);
+
+    /*
+      Should we generateCode with objectSchema that not in hierarchy or not?
+      Should use objectSchema with hierarchy because we use storageResource of parent to create lambda iam role in .yml file
+    */
+
+    let createSourceParams = [];
+
+    for (const relTag in allObjectRelationships) {
+      const relTagData = allObjectRelationships[relTag];
+
+      // create main resource per relationshipSchema
+      const createSourceMainResourcesRelSchema = mainResources.createSourceDataRelSchema(_izContext, { [relTag]: relTagData }, saveFilePath);
+      console.log("createSourceMainResourcesRelSchema: ", createSourceMainResourcesRelSchema);
+
+      createSourceParams = createSourceParams.concat(createSourceMainResourcesRelSchema);
+    }
+
+
+    //
+    for (let objectSchema of allObjSchemas.records) {
+
+      // create main resource per objectSchema
+      let createSourceMainResourcesObjectSchema = mainResources.createSourceDataObjectSchema(_izContext, objectSchema, saveFilePath);
+      // console.log("createSourceMainResourcesObjectSchema: ", createSourceMainResourcesObjectSchema);
+
+      // mainFunction, handlerFunction, resourceYaml per action
+      let createSourcePerAction = perAction.createSourceDataObjectSchema(_izContext, objectSchema, saveFilePath);
+      // console.log("createSourcePerAction: ", createSourcePerAction)
+
+
+
+      // console.log("createSourceParams begore concat: ", createSourceParams);
+
+      createSourceParams = createSourceParams.concat([...createSourcePerAction, ...createSourceMainResourcesObjectSchema]);
+
+      // console.log("createSourceParams after concat: ", createSourceParams);
+    }
+
+
+    // delete file .yml before start to prevent confilct of data
+    for (let folderPathToEmpty of Object.keys(GENERATECODE_SOURCE_PATH)) {
+      await deleteFileInDir(GENERATECODE_SOURCE_PATH[folderPathToEmpty]);
+    }
+
+
+    // start create source
+    for (let { templatePath, templateData, setting } of createSourceParams) {
+      await createSource(
+        readFileSync(templatePath, 'utf8'),
+        templateData,
+        setting,
+      );
+    }
+
+
+    return "return values";
+
+  } catch (err) {
+    console.log('error templateManager: ', err);
+    throw (err);
+  }
+};
+
+module.exports = { generateCodeWithTemplate };