@izara_project/izara-core-generate-service-code 1.0.1 → 1.0.3

package/src/TemplateData/resourceYaml/generateTemplateData.js

@@ -0,0 +1,149 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import { join } from 'path';
+
+
+
+import { getObjectSchema } from '@izara_project/izara-core-library-service-schemas';
+
+const {
+  getAllLocalObjectSchemasWithHierarchy,
+  // getAllLocalRelationshipSchemas,
+  getAllLocalRelationshipSchema,
+  getAllLocalFlowSchemas
+} = getObjectSchema;
+// Resource generators
+import createSourceDataDynamoDB from './dynamodb/mainResourcePerObjectSchemaData.js';
+import createDefaultDynamoDb from './dynamodb/defaultDynamoDbTable.js';
+import createSourceSnsAndSqs from './sns-in-sqs/snsAndSqsPerActionData.js';
+import createDefaultSnsOutForFindDataAndProcessLogical from './sns-out/defaultSnsOutForFindDataAndProcessLogical.js';
+import createDataForCreateSourceSnsOut from './sns-out/data.js';
+import createFindDataAndProcessLogicalDefaultSnsInSqs from './sns-in-sqs/defaultSnsInSqsForFindDataAndProcessLogical.js';
+import createDynamoPerRelationshipLink from './dynamodb/generateDynamoPerLink.js';
+import filterCreateResourceYaml from './filterGenerateResource/data.js';
+
+// lib of generateCode
+import libs from '../../libs/Utils.js';
+const { checkValidTableYaml } = libs;
+
+/**
+ * Generates code from templates based on object schemas
+ * @param {Object} _izContext - Context object
+ * @param {string} objSchemaPath - Path to object schema
+ * @returns {Promise<Array>} - Array of parameter objects for code generation
+ */
+async function generateCodeWithTemplate(_izContext, objSchemaPath) {
+  try {
+    const saveFilePath = join(objSchemaPath, '../');
+    const allObjSchemas = await getAllLocalObjectSchemasWithHierarchy(
+      _izContext,
+      objSchemaPath
+    );
+    const allLocalRelationshipSchema = await getAllLocalRelationshipSchema(
+      _izContext,
+      objSchemaPath
+    );
+    const allLocalFlowSchema = await getAllLocalFlowSchemas(
+      _izContext,
+      objSchemaPath
+    );
+
+    let createSourceParams = [];
+    let createdTableYaml = {}; // Declare createdTableYaml
+
+    // Process all object schemas
+    if (allObjSchemas && allObjSchemas.records) {
+      for (const objectSchema of allObjSchemas.records) {
+        try {
+          let createSourceDynamoDb = createSourceDataDynamoDB(
+            _izContext,
+            objectSchema,
+            saveFilePath
+          );
+          const [dynamoResources, updatedTableYaml] = checkValidTableYaml(
+            _izContext,
+            createSourceDynamoDb,
+            createdTableYaml
+          );
+
+          createdTableYaml = updatedTableYaml;
+          _izContext.logger.debug('dynamoResources: ', dynamoResources);
+
+          // Accumulate resources
+          createSourceParams.push(...dynamoResources);
+        } catch (schemaError) {
+          _izContext.logger.error(
+            `Error processing schema: ${objectSchema?.name || 'unknown'}`,
+            schemaError
+          );
+        }
+      }
+    }
+    // Add default resources
+    const defaultDynamoDbResources = createDefaultDynamoDb(
+      _izContext,
+      saveFilePath
+    );
+    const defaultSnsInSqsResources =
+      createFindDataAndProcessLogicalDefaultSnsInSqs(_izContext, saveFilePath);
+    const defaultSnsOutResources =
+      createDefaultSnsOutForFindDataAndProcessLogical(_izContext, saveFilePath);
+    const snsInSqsResources = createSourceSnsAndSqs(_izContext, saveFilePath);
+    const snsOutResources = createDataForCreateSourceSnsOut(
+      _izContext,
+      saveFilePath
+    );
+
+    const dynamoDbResourcePerRelationshipLink = createDynamoPerRelationshipLink(
+      _izContext,
+      allLocalRelationshipSchema,
+      saveFilePath
+    );
+    // Add default resources to parameter list
+    createSourceParams.push(
+      ...defaultDynamoDbResources,
+      ...defaultSnsInSqsResources,
+      ...defaultSnsOutResources,
+      ...snsInSqsResources,
+      ...snsOutResources
+    );
+
+    if (allLocalRelationshipSchema.length) {
+      createSourceParams.push(...dynamoDbResourcePerRelationshipLink);
+    }
+
+    // console.log("createSourceParams before filter", createSourceParams)
+    const filteredCreateSourceParams = await filterCreateResourceYaml(
+      _izContext,
+      createSourceParams,
+      objSchemaPath
+    );
+
+    // console.log("filteredCreateSourceParams", filteredCreateSourceParams);
+
+    return filteredCreateSourceParams;
+  } catch (error) {
+    _izContext.logger.error(
+      'Error generating code with template resourceYaml: ',
+      error
+    );
+    return [];
+  }
+}
+
+export default generateCodeWithTemplate;

package/src/TemplateData/resourceYaml/sns-in-sqs/defaultSnsInSqsForFindDataAndProcessLogical.js

@@ -0,0 +1,91 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../libs/Consts.js';
+import utils from '../../../libs/Utils.js';
+
+const { SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, HANDLER } = consts;
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+
+const snsTemplatePath = path.join(__dirname, './snsTemplate.ejs');
+const sqsTemplatePath = path.join(__dirname, './sqsTemplate.ejs');
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function createDataForDefaultSnsInSqs(_izContext, srcPath) {
+  let resultsForCreateDefaultSnsInSqs = [];
+  const defaultSnsInSqsDataList = [];
+  const setting = {
+    initialData: 'Resources:\n',
+    savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+    saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
+    fileExtension: '.yml',
+    isAppend: true
+  };
+
+  //  GCTpBasTestInPersonCreate => GCTpBas_Test_PersonCreate_In
+  defaultSnsInSqsDataList.push(
+    {
+      queueName: upperCase(FUNCTION_NAME.findData)
+    },
+    {
+      queueName: upperCase(FUNCTION_NAME.processLogical)
+    },
+    {
+      queueName: upperCase(FUNCTION_NAME.paginateProcessLogical)
+    }
+  );
+
+  for (let defaultSnsInSqsData of defaultSnsInSqsDataList) {
+    resultsForCreateDefaultSnsInSqs.push({
+      templatePath: snsTemplatePath,
+      templateData: defaultSnsInSqsData,
+      setting: setting
+    });
+  }
+
+  let defaultDsqQueueDataList = [
+    {
+      queueName:
+        upperCase(FUNCTION_NAME.paginateProcessLogical) +
+        upperCase(HANDLER.hdrDsq)
+    }
+  ];
+  for (let defaultDsqQueueData of defaultDsqQueueDataList) {
+    resultsForCreateDefaultSnsInSqs.push({
+      templatePath: sqsTemplatePath,
+      templateData: defaultDsqQueueData,
+      setting: setting
+    });
+  }
+  return resultsForCreateDefaultSnsInSqs;
+}
+
+export default createDataForDefaultSnsInSqs;

package/src/TemplateData/resourceYaml/sns-in-sqs/request.json

@@ -0,0 +1,4 @@
+{
+  "queueName": "xxx",
+  "topicName": "xxx"
+}

package/src/TemplateData/resourceYaml/sns-in-sqs/snsAndSqsPerActionData.js

@@ -0,0 +1,85 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../libs/Consts.js';
+import utils from '../../../libs/Utils.js';
+const {
+  ACTIONS,
+  HANDLER,
+  SOURCE_PATH,
+  DEFAULT_HANDLER_PER_ACTION,
+  SAVE_FILE_NAME
+} = consts;
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+
+const snsTemplatePath = path.join(__dirname, './snsTemplate.ejs');
+const sqsTemplatePath = path.join(__dirname, './sqsTemplate.ejs');
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {Object} objectSchema
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function dataForCreateSnsAndSqsQueueFromObjectSchema(_izContext) {
+  const snsAndSqsDataArray = [];
+  for (const action of Object.values(ACTIONS)) {
+    for (const handler of DEFAULT_HANDLER_PER_ACTION[action]) {
+      if (handler === HANDLER.hdrSqs) {
+        const snsAndSqsData = {
+          queueName: upperCase(action)
+        };
+        snsAndSqsData.queueName && snsAndSqsDataArray.push(snsAndSqsData);
+      }
+    }
+  }
+  return snsAndSqsDataArray;
+}
+
+const createSourceSnsAndSqs = (_izContext, srcPath) => {
+  let resultsForCreateSnsAndSqsSource = new Set();
+  const snsAndSqsDataList = dataForCreateSnsAndSqsQueueFromObjectSchema(
+    _izContext,
+    srcPath
+  );
+  for (let snsAndSqsData of snsAndSqsDataList) {
+    resultsForCreateSnsAndSqsSource.add({
+      templatePath: snsTemplatePath,
+      templateData: snsAndSqsData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  // console.log("resultsForCreateSnsAndSqsSource", resultsForCreateSnsAndSqsSource)
+  return [...resultsForCreateSnsAndSqsSource];
+};
+
+export default createSourceSnsAndSqs;

package/src/TemplateData/resourceYaml/sns-in-sqs/snsTemplate.ejs

@@ -0,0 +1,59 @@
+##===== [Create topic in]
+  In<%- queueName %>:
+    Type: AWS::SNS::Topic
+    Properties:
+      DisplayName: "SNS Message in"
+      TopicName: ${self:custom.iz_serviceTag}_${self:custom.iz_stage}_<%- queueName %>_In
+##===== SNS Subscription
+##===== [Topic In]
+  SubscriptionIn<%- queueName %>:
+    Type: AWS::SNS::Subscription
+    Properties:
+      TopicArn: !Ref In<%- queueName %>
+      Endpoint: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs"
+      Protocol: "sqs"
+##===== [Queue]
+  <%- queueName %>HdrSqs:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs
+      RedrivePolicy:
+        deadLetterTargetArn:
+        # !GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>HdrSqsDLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+##==== [QueueDLQ]
+  <%- queueName %>HdrSqsDLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqsDLQ
+##==== [QueuePolicy]
+  <%- queueName %>HdrSqsPolicy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource:
+            # !GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>HdrSqs
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>HdrSqs
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateData/resourceYaml/sns-in-sqs/sqsTemplate.ejs

@@ -0,0 +1,43 @@
+#------- queue ---------
+  <%- queueName %>:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
+      RedrivePolicy:
+        deadLetterTargetArn: #!GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>DLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+
+  <%- queueName %>DLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
+
+  <%- queueName %>Policy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource: #!GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateData/resourceYaml/sns-out/data.js

@@ -0,0 +1,78 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../libs/Consts.js';
+import utils from '../../../libs/Utils.js';
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+const {
+  DEFAULT_HANDLER_PER_ACTION,
+  SOURCE_PATH,
+  SAVE_FILE_NAME,
+  ACTIONS,
+  HANDLER
+} = consts;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * receive objectSchema
+ * create data for hdrInv template
+ *
+ * @return {{ templatePath, templateData, setting } }
+ */
+function createDataForCreateSourceSnsOut(_izContext) {
+  const createSourceArray = [];
+  for (const action of Object.values(ACTIONS)) {
+    for (const handler of DEFAULT_HANDLER_PER_ACTION[action]) {
+      if (handler === HANDLER.hdrSqs) {
+        const snsOut = {
+          queueName: upperCase(action)
+        };
+        snsOut.queueName && createSourceArray.push(snsOut);
+      }
+    }
+  }
+  // console.log("createSourceArray", createSourceArray)
+  return createSourceArray;
+}
+
+function createSourceSnsOut(_izContext, srcPath) {
+  let resultsForCreateSnsOut = [];
+  const snsOutDataList = createDataForCreateSourceSnsOut(_izContext);
+  for (let snsOutData of snsOutDataList) {
+    resultsForCreateSnsOut.push({
+      templatePath: templatePath,
+      templateData: snsOutData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.snsOutYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  return resultsForCreateSnsOut;
+}
+
+export default createSourceSnsOut;

package/src/TemplateData/resourceYaml/sns-out/defaultSnsOutForFindDataAndProcessLogical.js

@@ -0,0 +1,65 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../libs/Consts.js';
+
+const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * create data for template.ejs
+ * return array of defaultSnsOutData
+ * because must create for FindData and ProcessLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple defaultSnsOutData
+ */
+
+function createDataForDefaultSnsOut(_izContext, srcPath) {
+  let resultsForCreateDefaultSnsOut = [];
+  const defaultSnsOutDataList = [
+    {
+      queueName: 'FindDataComplete'
+    },
+    {
+      queueName: 'ProcessLogicalComplete'
+    }
+  ];
+
+  for (let defaultSnsOutData of defaultSnsOutDataList) {
+    resultsForCreateDefaultSnsOut.push({
+      templatePath: templatePath,
+      templateData: defaultSnsOutData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.snsOutYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  return resultsForCreateDefaultSnsOut;
+}
+
+export default createDataForDefaultSnsOut;

package/src/TemplateData/resourceYaml/sns-out/request.json

@@ -0,0 +1,3 @@
+{
+  "queueName": "string"
+}

package/src/TemplateData/resourceYaml/sns-out/template.ejs

@@ -0,0 +1,10 @@
+##--------- [Create Topic Out]
+  Out<%- firstLetterUpperCase(queueName) %>:
+    Type: AWS::SNS::Topic
+    Properties:
+      DisplayName: "SNS Message out"
+      TopicName: ${self:custom.iz_serviceTag}_${self:custom.iz_stage}_<%- firstLetterUpperCase(queueName) %>_Out
+
+  <%_ function firstLetterUpperCase(text) {
+    return text.charAt(0).toUpperCase() + text.slice(1)
+  } _%>