@izara_project/izara-core-generate-service-code 1.0.1 → 1.0.3

package/src/TemplateData/flowSchema/flowSchemaMainFunction/data.js

@@ -0,0 +1,116 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import { NoRetryError } from '@izara_project/izara-core-library-core';
+import { getObjectSchema, utils as coreUtils } from '@izara_project/izara-core-library-service-schemas';
+const { createFlowTypeConcat } = coreUtils;
+
+import consts from '../../../libs/Consts.js';
+import utils from '../../../libs/Utils.js';
+const { SOURCE_PATH, STORAGE_TYPES } = consts;
+const { firstLetterUpperCase: upperCase, getLocalConfig } = utils;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+const statusFieldTemplate = path.join(
+  __dirname,
+  '../templateByStatusType/statusFieldTemplate.ejs'
+);
+const storedCacheTemplate = path.join(
+  __dirname,
+  '../templateByStatusType/storedCacheTemplate.ejs'
+);
+const triggerCacheTemplate = path.join(
+  __dirname,
+  '../templateByStatusType/triggerCacheTemplate.ejs'
+);
+
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+async function data(_izContext, flowSchema, srcPath) {
+  return [await createParamsForCreateSource(_izContext, flowSchema, srcPath)];
+}
+
+async function createParamsForCreateSource(_izContext, flowSchema, srcPath) {
+  let functionName = 'Process' + upperCase(flowSchema.flowTag);
+  let tableName = null;
+  if (
+    flowSchema.statusType === 'storedCache' ||
+    flowSchema.statusType === 'triggerCache'
+  ) {
+    let objectSchema = await getObjectSchema
+      .getLocalObjectSchemas(
+        _izContext,
+        [flowSchema.objType.objectType],
+        path.join(srcPath, './schemas')
+      )
+      .then(res => res.records[0]);
+    if (!objectSchema)
+      throw new NoRetryError('no objectSchema in local service');
+    for (const storageResource of Object.values(
+      objectSchema.storageResources
+    )) {
+      if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
+        tableName = storageResource.tableName;
+      }
+    }
+  }
+
+  let triggerType;
+  if (flowSchema.statusType === 'triggerCache' && flowSchema.hasOwnProperty('triggerType')) {
+    triggerType = flowSchema.triggerType;
+  }
+  let flowSchemaComplete = upperCase(flowSchema.flowTag);
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      statusType: flowSchema.statusType,
+      statusFieldTemplate,
+      storedCacheTemplate,
+      triggerCacheTemplate,
+      flowTag: flowSchema.flowTag,
+      functionName,
+      tableName,
+      flowSchemaComplete,
+      triggerType,
+      queueName: `${createFlowTypeConcat(_izContext, { serviceTag: getLocalConfig('iz_serviceTag'), flowTag: flowSchema.flowTag })}_Main`
+    },
+    setting: {
+      savePath: path.join(
+        srcPath,
+        SOURCE_PATH.flowSchema,
+        upperCase(flowSchema.flowTag),
+        'source/'
+      ),
+      saveFileName: `${functionName}_Main`,
+      fileExtension: '.js',
+      isAppend: false
+    }
+  };
+}
+export default data;

package/src/TemplateData/flowSchema/flowSchemaMainFunction/template.ejs

@@ -0,0 +1,92 @@
+/*
+Copyright (C) 2020 Sven Mason <http: //izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program. If not, see
+<http: //www.gnu.org/licenses />.
+*/
+
+
+
+import { getObjectSchema } from '@izara_project/izara-core-library-service-schemas';
+import dynamodbSharedLib from '@izara_project/izara-core-library-dynamodb';
+import snsSharedLib from '@izara_project/izara-core-library-sns';
+import sqsSharedLib from '@izara_project/izara-core-library-sqs';
+import asyncFlowSharedLib from '@izara_project/izara-core-library-asynchronous-flow';
+import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
+import lambdaSharedLib from '@izara_project/izara-core-library-lambda';
+import { lambda,sns,sqs } from '@izara_project/izara-core-library-external-request';
+import { NoRetryError } from '@izara_project/izara-core-library-core';
+import { utils} from '@izara_project/izara-core-library-service-schemas';
+const { createFlowTypeConcat } = utils;
+<% if (statusType === "triggerCache") { -%>
+import { triggeredCacheSharedLibV2 } from '@izara_project/izara-core-library-trigger-cache';
+<% } else if (statusType === "statusField") { -%>
+import statusFieldSharedLib from '@izara_project/izara-core-library-status-field';
+<% } else if (statusType === "storedCache") { -%>
+import storedCacheSharedLib from '@izara_project/izara-core-library-stored-cache';
+<% } -%>
+
+//(<optionalRequire>)
+//(</optionalRequire>)
+/**
+ *
+ *
+ * description of function.
+ * @param {Object} _izContext
+ * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
+ * @param {Logger} _izContext.logger - property of _izContext
+ * @param {Object} requestParams - request params
+ * @param {Object} requestParams.identifiers - identifiers for get data
+ * @param {Object} requestParams.additionalRequest - additionalRequest
+ *
+ *
+ * @returns {object} description of return value
+ */
+
+export default async function <%- functionName %> (
+  _izContext,
+  requestParams,
+  //(<additionalParams>)
+  //(</additionalParams>)
+  callingFlowConfig = {},
+) {
+
+  try {
+    _izContext.logger.debug("<%- functionName %> _izContext", _izContext)
+    _izContext.logger.debug("<%- functionName %> requestParams", requestParams)
+    _izContext.logger.debug("<%- functionName %> callingFlowConfig", callingFlowConfig)
+
+    <% if (statusType === "statusField") { %>
+      <%- include(statusFieldTemplate, { tableName:tableName, flowTag: flowTag }) %>
+    <% } else if (statusType === "storedCache") { %>
+      <%- include(storedCacheTemplate, { tableName:tableName, flowSchemaComplete:flowSchemaComplete,flowTag }) %>
+
+    <% } else if (statusType === "triggerCache") { %>
+      <%- include(triggerCacheTemplate, {
+        tableName: tableName,
+        flowSchemaComplete: flowSchemaComplete,
+        triggerType: triggerType,
+        flowTag,
+        queueName
+        }) %>
+    <% } %>
+
+    //(<endpointHook>)
+    //(</endpointHook>)
+
+  } catch (err) {
+    _izContext.logger.error('error WebSocketInvoke: ', err)
+    throw (err)
+  }
+}

package/src/TemplateData/flowSchema/flowSchemaOwnTopic/EndpointComplete/functionYaml/data.js

@@ -0,0 +1,116 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../libs/Consts.js';
+import utils from '../../../../../libs/Utils.js';
+import libs from '../../../../../libs/Libs.js'
+
+const {
+  HANDLER,
+  SOURCE_PATH,
+  RESOURCE_CLASSES,
+  SNS_RESOURCE,
+  SAVE_FILE_NAME,
+  SQS_RESOURCE
+} = consts;
+
+const { firstLetterUpperCase: upperCase } = utils;
+
+const {
+  defaultIamRolePerAction,
+  createIamRole,
+  resourceNames,
+  shortNameHandler
+} = libs;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+function data(_izContext, flowSchema, srcPath) {
+  if (flowSchema.outputTopic === false) {
+    return [];
+  } else {
+    return [createSourceParams(_izContext, flowSchema, srcPath)];
+  }
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let functionName = upperCase(flowSchema.flowTag) + 'Complete';
+  let handlerType = upperCase(HANDLER.hdrSqs);
+  let additionalResourcePermission = defaultIamRolePerAction();
+  let topicOut = flowSchema.flowTag + '_Out';
+  let queueName = functionName + handlerType;
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
+      },
+      [resourceNames(RESOURCE_CLASSES.sns, topicOut)]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sqs]: [
+          SQS_RESOURCE.sendMessage,
+          SQS_RESOURCE.receiveMessage,
+          SQS_RESOURCE.deleteMessage,
+          SQS_RESOURCE.getQueueAttributes
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sqs, queueName),
+        resourceNames(RESOURCE_CLASSES.sqs, queueName + 'DLQ')
+      ]
+    )
+  );
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      resourceLocation: path.join(
+        SOURCE_PATH.resourceLocationFlowSchema,
+        flowSchema.flowTag,
+        'source/'
+      ),
+      functionName,
+      handlerType,
+      additionalResourcePermission,
+      functionNameConfig:
+        upperCase(functionName) + upperCase(shortNameHandler(handlerType)),
+      roleName: upperCase(flowSchema.flowTag),
+      queueName: queueName
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  };
+}
+
+export default data;

package/src/TemplateData/flowSchema/flowSchemaOwnTopic/EndpointComplete/functionYaml/template.ejs

@@ -0,0 +1,21 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionNameConfig) %>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
+  role: <%- roleName %>Role
+  #<#<%- functionName %><%- handlerType %>FunctionSetting#>
+  #<#/<%- functionName %><%- handlerType %>FunctionSetting#>
+  events:
+    - sqs:
+        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- queueName %>
+        batchSize: 10
+        filterPatterns: #**** need to update serverless framework upper v.2.69.1
+          - body: {"MessageAttributes":{"callingFlow":{"Value":["${self:custom.iz_resourcePrefix}<%- functionName %>"]}}} # functionName of callingFlow
+          - body: {"MessageAttributes":{"callingFlow":{"Value":[{"exists":false}]}}}
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateData/flowSchema/flowSchemaOwnTopic/EndpointComplete/handler/data.js

@@ -0,0 +1,70 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../libs/Consts.js';
+import utils from '../../../../../libs/Utils.js';
+
+const { SOURCE_PATH, HANDLER } = consts;
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+function data(_izContext, flowSchema, srcPath) {
+  if (flowSchema.outputTopic === false) {
+    return [];
+  } else {
+    return [createSourceParams(_izContext, flowSchema, srcPath)];
+  }
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let functionName = upperCase(flowSchema.flowTag) + 'Complete';
+  let handlerType = upperCase(HANDLER.hdrSqs);
+  let queueName = upperCase(functionName) + upperCase(handlerType);
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      handlerType,
+      queueName
+    },
+    setting: {
+      savePath: path.join(
+        srcPath,
+        SOURCE_PATH.flowSchema,
+        flowSchema.flowTag,
+        'source/'
+      ),
+      saveFileName: `${functionName}_${handlerType}`,
+      fileExtension: '.js',
+      isAppend: false
+    }
+  };
+}
+export default data;

package/src/TemplateData/flowSchema/flowSchemaOwnTopic/EndpointComplete/handler/template.ejs

@@ -0,0 +1,81 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+
+
+import { middlewareHandler as middleware } from "@izara_project/izara-middleware";
+import { recordHandlerSharedLib } from "@izara_project/izara-core-library-record-handler";
+import Logger from '@izara_project/izara-core-library-logger';
+
+import <%- functionName %> from './<%- functionName %>_Main.js';
+
+// validate event properties in body.Message of sqs event
+let perRecordsValidatorSchema = {}
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+
+export const main = middleware.wrap(async (event, context) => {
+
+  try {
+
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(event.Records.map(async record => { // promise.all for map() function
+
+      let passOnProperties = []
+      record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+      //validate message (and MessageAttributes)
+      await recordHandlerSharedLib.validateRecord(
+        record, // one record will send to mainFunction
+        "<%- queueName %>", // queue name that need to retry or send to dlq
+        perRecordsValidatorSchema, // schema for record.Message
+        // messageAttributeValidatorSchema   // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
+      );
+
+      // add argument (to invoke lambda) to passOnProperties[]
+      passOnProperties.push(record.body.Message)
+      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
+
+      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+      let recordPromise = recordHandlerSharedLib.recordHandler(
+        record, // one record will send to mainFunction
+        <%- functionName %>, // mainFunction that need to invoke.
+        "<%- queueName %>", // queue name that need to retry or send to dlq
+        passOnProperties, // all parameters that mainFunction needed.
+      );
+      record._izContext.logger.debug('after recordPromise in handler');
+      recordPromises.push(recordPromise); // push promise to recordPromises
+    }))
+
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      // --- main await all promises
+      await Promise.all(recordPromises); // await all promises
+
+      return event.Records // return all for local testing
+
+    } catch {
+      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve)');
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
+
+  } catch (err) {
+    Logger.error('Unhandled Error, LambdaFunctionHdrSqs: ', err);
+    throw (err);
+  }
+});

package/src/TemplateData/flowSchema/flowSchemaOwnTopic/EndpointComplete/mainFunction/data.js

@@ -0,0 +1,70 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../libs/Consts.js';
+import utils from '../../../../../libs/Utils.js';
+
+const { SOURCE_PATH } = consts;
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+function data(_izContext, flowSchema, srcPath) {
+  if (flowSchema.outputTopic === false) {
+    return [];
+  } else {
+    return [createSourceParams(_izContext, flowSchema, srcPath)];
+  }
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let functionName = upperCase(flowSchema.flowTag) + 'Complete';
+  let topicOut = flowSchema.flowTag + 'Complete_Out';
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      topicOut,
+      flowTag: flowSchema.flowTag
+    },
+    setting: {
+      savePath: path.join(
+        srcPath,
+        SOURCE_PATH.flowSchema,
+        flowSchema.flowTag,
+        'source/'
+      ),
+      saveFileName: `${functionName}_Main`,
+      fileExtension: '.js',
+      isAppend: false
+    }
+  };
+}
+export default data;

package/src/TemplateData/flowSchema/flowSchemaOwnTopic/EndpointComplete/mainFunction/template.ejs

@@ -0,0 +1,61 @@
+/*
+Copyright (C) 2020 Sven Mason <http: //izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program. If not, see
+<http: //www.gnu.org/licenses />.
+*/
+
+
+
+//(<optionalRequire>)
+//(</optionalRequire>)
+/**
+ *
+ *
+ * description of function.
+ * @param {Object} _izContext
+ * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
+ * @param {Logger} _izContext.logger - property of _izContext
+ * @param {Object} requestParams - request params
+ * @param {Object} requestParams.identifiers - identifiers for get data
+ * @param {Object} requestParams.additionalRequest - additionalRequest
+ *
+ *
+ * @returns {object} description of return value
+ */
+
+export default async function <%- functionName %> (
+  _izContext,
+  requestParams,
+  callingFlowConfig = {},
+  //(<additionalParams>)
+  //(</additionalParams>)
+) {
+
+  try {
+    _izContext.logger.debug("<%- functionName %> _izContext", _izContext)
+    _izContext.logger.debug("<%- functionName %> requestParams", requestParams)
+    _izContext.logger.debug("<%- functionName %> callingFlowConfig", callingFlowConfig)
+
+    _izContext.correlationIds.get(consts.X_CORRELATION_ID)
+    _izContext.correlationIds.get(consts.CONNECTION_ID);
+
+    //(<endpointHook>)
+    //(</endpointHook>)
+
+  } catch (err) {
+    _izContext.logger.error('error WebSocketInvoke: ', err)
+    throw (err)
+  }
+}