@izara_project/izara-core-generate-service-code 1.0.1 → 1.0.3

package/src/TemplateData/flowSchema/register/complete/handler/data.js

@@ -0,0 +1,59 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+import consts from '../../../../../libs/Consts.js';
+import utils from '../../../../../libs/Utils.js';
+
+const { SOURCE_PATH, FUNCTION_NAME, HANDLER } = consts;
+const { firstLetterUpperCase: upperCase } = utils;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * receive objectSchema
+ * create data for SQS handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+function data(_izContext, srcPath) {
+  let queueName = FUNCTION_NAME.flowSchemaRegister;
+  let functionName = FUNCTION_NAME.flowSchemaRegister + 'Complete';
+  let handlerType = upperCase(HANDLER.hdrSqs);
+  return [
+    {
+      templatePath: templatePath,
+      templateData: {
+        queueName,
+        functionName: functionName,
+        handler: HANDLER.hdrSqs,
+        firstLetterUpperCase: upperCase
+      },
+      setting: {
+        savePath: path.join(srcPath, SOURCE_PATH.flowSchemaRegister, 'source/'),
+        saveFileName: `${upperCase(functionName)}_${handlerType}`,
+        fileExtension: '.js',
+        isAppend: false
+      }
+    }
+  ];
+}
+export default data;

package/src/TemplateData/flowSchema/register/complete/handler/template.ejs

@@ -0,0 +1,85 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+
+
+import { middlewareHandler } from "@izara_project/izara-middleware";
+import Logger from '@izara_project/izara-core-library-logger';
+import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
+import { recordHandlerSharedLib } from "@izara_project/izara-core-library-record-handler";
+
+import <%- functionName %> from './<%- firstLetterUpperCase(functionName) %>_Main.js';
+
+// validate event properties in body.Message of sqs event
+middlewareHandler.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+let perRecordsValidatorSchema = {}
+export const main = middlewareHandler.wrap(async (event, context) => {
+
+  try {
+
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(event.Records.map(async record => { // promise.all for map() function
+
+      let passOnProperties = []
+      record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+      //validate message (and MessageAttributes)
+      await recordHandlerSharedLib.validateRecord(
+        record,                             // one record will send to mainFunction
+        "<%- firstLetterUpperCase(queueName) %>",                   // queue name that need to retry or send to dlq
+        perRecordsValidatorSchema,          // schema for record.Message
+        // messageAttributeValidatorSchema   // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
+      );
+
+      // add argument (to invoke lambda) to passOnProperties[]
+      passOnProperties.push(record.body.TopicArn)
+      passOnProperties.push(record.body.Message)
+      //(<additionalParams>)
+      //(</additionalParams>)
+      passOnProperties.push(callingFlowSharedLib.addCallingFlowToPassOnProperties(record.body.Message));
+      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
+
+      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+      let recordPromise = recordHandlerSharedLib.recordHandler(
+        record,                         // one record will send to mainFunction
+        <%- functionName %>Main,        // mainFunction that need to invoke.
+        '<%- firstLetterUpperCase(queueName) %>',               // queue name that need to retry or send to dlq
+        passOnProperties,               // all parameters that mainFunction needed.
+      );
+      record._izContext.logger.debug('after recordPromise in handler');
+      recordPromises.push(recordPromise); // push promise to recordPromises
+    }))
+
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      // --- main await all promises
+      await Promise.all(recordPromises); // await all promises
+
+      return event.Records // return all for local testing
+
+    } catch {
+      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve');
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
+
+  } catch (err) {
+    Logger.error('Unhandled Error, <%- functionName%>: ', err);
+    throw (err);
+  }
+});

package/src/TemplateData/flowSchema/register/complete/mainFunction/data.js

@@ -0,0 +1,63 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+import consts from '../../../../../libs/Consts.js';
+import utils from '../../../../../libs/Utils.js';
+
+const { SOURCE_PATH, FUNCTION_NAME } = consts;
+const { firstLetterUpperCase: upperCase } = utils;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * receive objectSchema
+ * create data for WebSocket Main template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+async function data(_izContext, allFlowSchemas, srcPath) {
+  return [
+    await createParamsForCreateSource(_izContext, allFlowSchemas, srcPath)
+  ];
+}
+
+async function createParamsForCreateSource(
+  _izContext,
+  allFlowSchemas,
+  srcPath
+) {
+  const functionName = FUNCTION_NAME.flowSchemaRegister + 'Complete';
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionMain: functionName + 'Main'
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.flowSchemaRegister, 'source/'),
+      saveFileName: `${upperCase(functionName)}_Main`,
+      fileExtension: '.js',
+      isAppend: false
+    }
+  };
+}
+export default data;

package/src/TemplateData/flowSchema/register/complete/mainFunction/template.ejs

@@ -0,0 +1,176 @@
+/*
+Copyright (C) 2020 Sven Mason <http: //izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program. If not, see
+<http: //www.gnu.org/licenses />.
+*/
+
+
+
+import { NoRetryError } from '@izara_project/izara-core-library-core'
+import { objectHash as hash } from '@izara_project/izara-shared-core';
+import { getObjectSchema, identifiersObject } from '@izara_project/izara-core-library-service-schemas';
+import dynamodbSharedLib from '@izara_project/izara-core-library-dynamodb';
+import lambdaSharedLib from '@izara_project/izara-core-library-lambda';
+
+import { lambda } from '@izara_project/izara-core-library-external-request';
+import { postToConnection } from "../../../libs/source/GenerateCodeLibs.js";
+
+/**
+ * description of function.
+ * @param {Object} _izContext
+ * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
+ * @param {Logger} _izContext.logger - property of _izContext
+ * @param {Object} requestParams - request params
+ * @param {Object} requestParams.identifiers - identifiers for get data
+ * @param {Object} requestParams.additionalRequest - additionalRequest
+ *
+ * @returns {object} description of return value
+ */
+export default async function registerCompleteMain(
+  _izContext,
+  topicArn,
+  requestParams,
+  //(<additionalParams>)
+  //(</additionalParams>)
+  callingFlowConfig = {},
+) {
+  try {
+    _izContext.logger.debug("WebSocketInvoke _izContext", _izContext)
+    _izContext.logger.debug("WebSocketInvoke requestParams", requestParams)
+    _izContext.logger.debug("WebSocketInvoke callingFlowConfig", callingFlowConfig)
+
+
+    if (!topicArn) {
+      throw new NoRetryError("invalid not have topicArn to get flowSchema")
+    }
+
+    let topicName = topicArn.split(":")[5].split("_")
+    let flowSchema = await getObjectSchema.getFlowSchemaS3WithCache(_izContext, {
+      flowTag: topicName[2],
+      serviceTag: topicName[0]
+    })
+
+    if (!flowSchema) {
+      throw new NoRetryError("not have flowSchema in S3")
+    }
+
+    //(<identifierTask>)
+    let identifiersTask = ""
+    //(</identifierTask>)
+
+    if (!requestParams.identifiersTask && flowSchema.objType) {
+
+      identifiersTask = await identifiersObject.identifiersConcatFromIdentifiers(_izContext, flowSchema.objType, requestParams)
+      _izContext.logger.debug("identifiersTask from request params", identifiersTask)
+
+      Object.assign(requestParams, {
+        identifiersTask: identifiersTask
+      })
+    }
+
+    if (!requestParams.identifiersTask) {
+      _izContext.logger.warn("invalid identifiersTask")
+      return "invalid identifiersTask"
+      // throw new NoRetryError("invalid identifiersTask")
+    }
+
+
+    const getResult = async (objType) => {
+      const objectSchema = await getObjectSchema.getObjSchemaS3WithCache(
+        _izContext,
+        {
+          objectType: objType.objectType,
+          serviceTag: objType.serviceTag
+        })
+
+      _izContext.logger.debug("==> objectSchema", objectSchema)
+
+      // use object
+      let tasks = await dynamodbSharedLib.query(_izContext,
+        await dynamodbSharedLib.tableName(_izContext, "RegisterRecords"),
+        {
+          identifiersTask: identifiersTask
+        }
+      )
+
+      if (tasks.Items.length > 0) {
+        const result = await lambda.invokeSync(_izContext,
+          await lambdaSharedLib.lambdaFunctionName(_izContext, "GetHdrInv"),
+          {
+            identifiers: await identifiersObject.identifiersFromIdentifiersConcat(_izContext, objType, requestParams.identifiersTask),
+            objectType: objType.objectType,
+            //(<additionalParamsForGetData>)
+            //(</additionalParamsForGetData>)
+          }
+        )
+        await Promise.all(tasks.Items.map(async (task) => {
+          if (!result) {
+            await postToConnection({ message: "not have record" }, task.connectionId)
+          } else {
+            await postToConnection({ message: result }, task.connectionId)
+          }
+        }))
+      }
+    }
+    // check statusType
+    switch (flowSchema.statusType) {
+      case "statusField":
+        await getResult(flowSchema.objType);
+        break;
+      case "storedCache":
+        await getResult(flowSchema.objType);
+        break;
+      case "triggerCache":
+        await getResult(flowSchema.objType)
+        break;
+      case "none":
+
+        let identifier = {};
+        if (requestParams.hasOwnProperty("identifiersField") && Array.isArray(requestParams.identifiersField)) {
+          for (const fieldNames of requestParams.identifiersField) {
+            Object.assign(identifier, {
+              [fieldNames]: requestParams[fieldNames]
+            })
+          }
+          identifier = identifier;
+        } else {
+          identifier = requestParams
+        }
+
+        // get task before putItem
+        let tasks = await dynamodbSharedLib.query(_izContext,
+          await dynamodbSharedLib.tableName(_izContext, "RegisterRecords"),
+          {
+            identifiersTask: hash(identifier)
+          }
+        )
+
+        if (tasks.Items && tasks.Items.length > 0) {
+          await Promise.all(tasks.Items.map(async (task) => {
+            await postToConnection({ message: task }, task.connectionId)
+          }))
+          await postToConnection({ message: tasks.Items[0] }, connectionId)
+        }
+
+        break
+      default:
+        throw new NoRetryError(`statusType not found ${flowSchema.statusType}`)
+    }
+
+  } catch (err) {
+    _izContext.logger.error('error WebSocketInvoke: ', err)
+    throw (err)
+  }
+}

package/src/TemplateData/flowSchema/register/dynamoDB/register.js

@@ -0,0 +1,71 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+import consts from '../../../../libs/Consts.js';
+
+const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
+
+const templatePath = path.join(
+  __dirname,
+  '../../../resourceYaml/dynamodb/template.ejs'
+);
+
+/**
+ * create param of crateSouce for FindData And processLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} srcPath
+ * @returns {Object[]}
+ */
+const createRegisterTable = (_izContext, srcPath) => {
+  const tableName = 'RegisterRecords';
+
+  return [
+    {
+      templatePath: templatePath,
+      templateData: {
+        tableName: tableName,
+        resourceName: tableName,
+        attributes: [
+          {
+            keyType: 'partitionKey',
+            AttributeName: 'identifiersTask',
+            AttributeType: 'S'
+          },
+          {
+            keyType: 'sortKey',
+            AttributeName: 'connectionId',
+            AttributeType: 'S'
+          }
+        ]
+      },
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    }
+  ];
+};
+
+export default createRegisterTable;

package/src/TemplateData/flowSchema/register/sns-in/data.js

@@ -0,0 +1,57 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+import consts from '../../../../libs/Consts.js';
+import utils from '../../../../libs/Utils.js';
+const { SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = consts;
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * create data for dynamoDbYaml template from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function createDataForSnsIn(_izContext, srcPath) {
+  return [
+    {
+      templatePath: templatePath,
+      templateData: {
+        queueName: upperCase(FUNCTION_NAME.flowSchemaRegister),
+        firstLetterUpperCase: upperCase
+      },
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    }
+  ];
+}
+export default createDataForSnsIn;

package/src/TemplateData/flowSchema/register/sns-in/template.ejs

@@ -0,0 +1,45 @@
+#------- queue ---------
+  <%- queueName %>:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
+      RedrivePolicy:
+        deadLetterTargetArn: #!GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>DLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+  ##==== [QueueDLQ]
+  <%- queueName %>DLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
+##==== [QueuePolicy]
+  <%- queueName %>Policy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource:
+            # !GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+
+      <%_ function firstLetterUpperCase(text){
+        return text.charAt(0).toUpperCase() + text.slice(1)
+      } _%>
+      <%_ function firstLetterLowerCase(str) {
+        return str.charAt(0).toLowerCase() + str.slice(1)
+      } _%>

package/src/TemplateData/flowSchema/register/subscriptionOutAll/data.js

@@ -0,0 +1,82 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+import consts from '../../../../libs/Consts.js';
+import utils from '../../../../libs/Utils.js';
+
+const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * create data for dynamoDbYaml template from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function createDataForSubscriptionOutAll(
+  _izContext,
+  allLocalFlowSchemas,
+  srcPath
+) {
+  // console.log("allLocalFlowSchemas", allLocalFlowSchemas.records)
+  const result = [];
+  for (const flowSchema of allLocalFlowSchemas.records) {
+    let event = flowSchema.event;
+    if (!event.includes('eventBridge') || !event.includes('s3')) {
+      let flowSteps = flowSchema.flowSteps;
+      if (!flowSteps) {
+        return result;
+      }
+      let queueName;
+      if (flowSchema.outputTopic) {
+        queueName = upperCase(flowSchema.flowTag);
+      }
+
+      if (queueName) {
+        result.push({
+          templatePath: templatePath,
+          templateData: {
+            queueName: queueName,
+            endpoint: 'Register',
+            firstLetterUpperCase: upperCase
+          },
+          setting: {
+            initialData: 'Resources:\n',
+            savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+            saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
+            fileExtension: '.yml',
+            isAppend: true
+          }
+        });
+      }
+    }
+  }
+
+  return result;
+}
+
+export default createDataForSubscriptionOutAll;

package/src/TemplateData/flowSchema/register/subscriptionOutAll/template.ejs

@@ -0,0 +1,13 @@
+##===== [Topic In]
+  SubscriptionOut<%- queueName %>:
+    Type: AWS::SNS::Subscription
+    Properties:
+      TopicArn: !Ref Out<%- queueName %>
+      Endpoint: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- endpoint %>"
+      Protocol: "sqs"
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>