@izara_project/izara-core-generate-service-code 1.0.1 → 1.0.3

package/src/TemplateData/flowSchema/components/upload/createObjectComplete/functionYaml/data.js

@@ -0,0 +1,120 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../../libs/Consts.js';
+import utils from '../../../../../../libs/Utils.js';
+import libs from '../../../../../../libs/Libs.js';
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+const {
+  RESOURCE_CLASSES,
+  SQS_RESOURCE,
+  SOURCE_PATH,
+  SAVE_FILE_NAME,
+  FUNCTION_NAME,
+  DYNAMO_RESOURCE,
+  SHORT_FUNCTION_NAME,
+  SOURCE_GENERATE_IAM_ROLE
+} = consts;
+
+const {
+  createIamRole,
+  resourceNames,
+  shortNameHandler,
+  defaultIamRolePerAction } = libs;
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * receive objectSchema
+ * create data for FindData Yaml template
+ *
+ * @param {Object} objectSchemas
+ * @return {{ templatePath, templateData, setting } }
+ */
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, flowSchema, srcPath)];
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let functionName = upperCase(FUNCTION_NAME.createObjectS3Complete);
+  let handlerType = upperCase(HANDLER.hdrSqs);
+  let additionalResourcePermission = defaultIamRolePerAction();
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sqs]: [
+          SQS_RESOURCE.sendMessage,
+          SQS_RESOURCE.deleteMessage,
+          SQS_RESOURCE.getQueueAttributes,
+          SQS_RESOURCE.receiveMessage
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType),
+        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType + 'DLQ')
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DYNAMO_RESOURCE.query,
+          DYNAMO_RESOURCE.deleteItem,
+          DYNAMO_RESOURCE.getItem
+        ]
+      },
+      [resourceNames(RESOURCE_CLASSES.dynamoDbTable, 'WebSocketTask')]
+    ),
+    createIamRole(
+      {
+        'execute-api': ['ManageConnections']
+      },
+      [resourceNames(RESOURCE_CLASSES.webSocket)]
+    )
+  );
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      resourceLocation: path.join(
+        SOURCE_PATH.resourceLocationWebSocket,
+        flowSchema.flowTag,
+        'source/'
+      ),
+      functionName: functionName,
+      handlerType: handlerType,
+      additionalResourcePermission: additionalResourcePermission,
+      functionNameConfig:
+        upperCase(SHORT_FUNCTION_NAME(FUNCTION_NAME.createObjectS3Complete)) +
+        upperCase(shortNameHandler(handlerType)),
+      roleName: SOURCE_GENERATE_IAM_ROLE.FlowSchemaUploadS3Role
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  };
+}
+
+export default data;

package/src/TemplateData/flowSchema/components/upload/createObjectComplete/functionYaml/template.ejs

@@ -0,0 +1,17 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionNameConfig) %>:
+  handler: <%- join(resourceLocation, `${functionName}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- functionName %><%- firstLetterUpperCase(handlerType) %>
+  role: <%- roleName %>Role
+  #<#<%- functionName %><%- handlerType %>FunctionSetting#>
+  #<#/<%- functionName %><%- handlerType %>FunctionSetting#>
+  events:
+    - sqs:
+        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- functionName %><%- firstLetterUpperCase(handlerType) %>
+        batchSize: 10
+        filterPatterns: #**** need to update serverless framework upper v.2.69.1
+        - body: {"MessageAttributes":{"callingFlow":{"Value":["${self:custom.iz_resourcePrefix}<%- functionName %>"]}}} # functionName of callingFlow
+        - body: {"MessageAttributes":{"callingFlow":{"Value":[{"exists":false}]}}}
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>

package/src/TemplateData/flowSchema/components/upload/createObjectComplete/handler/data.js

@@ -0,0 +1,65 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../../libs/Consts.js';
+import utils from '../../../../../../libs/Utils.js';
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+const { HANDLER, SOURCE_PATH, FUNCTION_NAME } = consts;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * receive objectSchema
+ * create data for FindData Yaml template
+ *
+ * @param {Object} objectSchemas
+ * @return {{ templatePath, templateData, setting } }
+ */
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, flowSchema, srcPath)];
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let functionName = upperCase(FUNCTION_NAME.createObjectS3Complete);
+  let handlerType = upperCase(HANDLER.hdrSqs);
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      handlerType
+    },
+    setting: {
+      savePath: path.join(
+        srcPath,
+        SOURCE_PATH.webSocket,
+        flowSchema.flowTag,
+        'source/'
+      ),
+      saveFileName: `${functionName}_${handlerType}`,
+      fileExtension: '.js',
+      isAppend: false
+    }
+  };
+}
+
+export default data;

package/src/TemplateData/flowSchema/components/upload/createObjectComplete/handler/template.ejs

@@ -0,0 +1,99 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+
+
+import { middlewareHandler as middleware } from '@izara_project/izara-middleware';
+import Logger from '@izara_project/izara-core-library-logger';
+import recordHandlerSharedLib from '@izara_project/izara-core-library-record-handler';
+
+import webSocketTaskComplete from './WebSocketTaskComplete_Main.js'
+
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+// set schema for record.body.Message
+const perRecordsValidatorSchema = {};
+
+// // set schema for record.body.MessageAttributes
+// const messageAttributeValidatorSchema = {
+//   type: "object",
+//   required: ['msgAtrrParam1', 'msgAtrrParam2'],
+//   properties: {
+//     msgAtrrParam1: {
+//       type: "string"
+//     },
+//     msgAtrrParam2: {
+//       type: "object"
+//     }
+//   }
+// };
+
+
+// middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema(perRecordsValidatorSchema));
+
+export const main = middleware.wrap(async (event, context) => {
+
+  try {
+    Logger.debug('event ReceiveMsgOutHdrSqs: ', event)
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(event.Records.map(async record => { // promise.all for map() function
+
+      let passOnProperties = []
+      record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+      //validate message (and MessageAttributes)
+      await recordHandlerSharedLib.validateRecord(
+        record, // one record will send to mainFunction
+        "WebSocketTaskCompleteHdrSqs", // queue name that need to retry or send to dlq
+        perRecordsValidatorSchema, // schema for record.Message
+        // messageAttributeValidatorSchema  // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
+      );
+
+      // add argument (to invoke lambda) to passOnProperties[]
+      // passOnProperties.push(record.body.Message.MessageAttributes)
+      passOnProperties.push(record.body.Message.objType)
+      passOnProperties.push(record.body.Message.updateItem)
+      // passOnProperties.push(record.body.Message.route)
+      Logger.debug('passOnProperties in handler', passOnProperties);
+
+      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+      let recordPromise = recordHandlerSharedLib.recordHandler(
+        record, // one record will send to mainFunction
+        webSocketTaskComplete, // mainFunction that need to invoke.
+        "WebSocketTaskCompleteHdrSqs", // queue name that need to retry or send to dlq
+        passOnProperties, // all parameters that mainFunction needed.
+      );
+      record._izContext.logger.debug('after recordPromise in handler');
+      recordPromises.push(recordPromise); // push promise to recordPromises
+    }))
+    // ProcessLogical
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      await Promise.all(recordPromises); // await all promises
+      return event.Records // return all for local test
+
+    } catch {
+      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did not resolve)');
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
+
+  } catch (err) {
+    Logger.error('Unhandled Error, WebSocketTaskCompleteHdrSqs: ', err);
+    throw (err);
+  }
+});

package/src/TemplateData/flowSchema/components/upload/createObjectComplete/mainFunction/data.js

@@ -0,0 +1,63 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../../libs/Consts.js';
+import utils from '../../../../../../libs/Utils.js';
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+const { SOURCE_PATH, FUNCTION_NAME } = consts;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * receive objectSchema
+ * create data for FindData Yaml template
+ *
+ * @param {Object} objectSchemas
+ * @return {{ templatePath, templateData, setting } }
+ */
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, flowSchema, srcPath)];
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let functionName = upperCase(FUNCTION_NAME.createObjectS3Complete);
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName
+    },
+    setting: {
+      savePath: path.join(
+        srcPath,
+        SOURCE_PATH.webSocket,
+        flowSchema.flowTag,
+        'source/'
+      ),
+      saveFileName: `${functionName}_Main`,
+      fileExtension: '.js',
+      isAppend: false
+    }
+  };
+}
+
+export default data;

package/src/TemplateData/flowSchema/components/upload/createObjectComplete/mainFunction/template.ejs

@@ -0,0 +1,81 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import dynamodbSharedLib from '@izara_project/izara-core-library-dynamodb';
+import { consts as coreConsts } from '@izara_project/izara-middleware'
+
+import { postToConnection } from '../../../../libs/source/GenerateCodeLibs.js'
+export async function webSocketTaskComplete(
+  _izContext,
+  updateItem
+) {
+  try {
+    _izContext.logger.debug("requestParams", {
+      objType,
+      updateItem
+    })
+
+    let connectionId = _izContext.correlationIds.get(coreConsts.CONNECTION_ID);
+    let correlationId = _izContext.correlationIds.get(coreConsts.X_CORRELATION_ID);
+
+    if (updateItem.importBatchStatus === "waitingToUpload") {
+      // get upload url
+      let webSocketTask = await dynamodbSharedLib.getItem(_izContext,
+        await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
+        {
+          taskKey: correlationId,
+          connectionId: connectionId
+        }
+      )
+      _izContext.logger.debug("webSocketTask", webSocketTask);
+
+
+      _izContext.logger.debug("post message to client")
+      // post message to client
+      await postToConnection({
+        message: {
+          uploadUrl: webSocketTask.uploadUrl,
+          importBatchId: updateItem.importBatchId
+        }
+      }, connectionId)
+
+      await dynamodbSharedLib.deleteItem(_izContext,
+        await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
+        {
+          taskKey: correlationId,
+          connectionId: connectionId
+        }
+      )
+    } else {
+      await postToConnection({
+        message: "status is processing can't upload file"
+      }, connectionId)
+      // delete webSocketTask
+      await dynamodbSharedLib.deleteItem(_izContext,
+        await dynamodbSharedLib.tableName(_izContext, "WebSocketTask"),
+        {
+          taskKey: correlationId,
+          connectionId: connectionId
+        }
+      )
+
+    }
+  } catch (err) {
+    _izContext.logger.error('error websocketTaskComplete: ', err)
+    throw (err);
+  }
+};

package/src/TemplateData/flowSchema/components/upload/createObjectComplete/sns-sqs/data.js

@@ -0,0 +1,69 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../../libs/Consts.js';
+import utils from '../../../../../../libs/Utils.js';
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+const { HANDLER, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = consts;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function createDataForDefaultSnsInSqs(_izContext, srcPath) {
+  let resultsForCreateDefaultSnsInSqs = [];
+  const defaultSnsInSqsDataList = [];
+  const setting = {
+    initialData: 'Resources:\n',
+    savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+    saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
+    fileExtension: '.yml',
+    isAppend: true
+  };
+
+  defaultSnsInSqsDataList.push({
+    queueName:
+      upperCase(FUNCTION_NAME.createObjectS3Complete) +
+      upperCase(HANDLER.hdrSqs),
+    subScription: 'Out' + upperCase(FUNCTION_NAME.updateNodeComplete)
+  });
+
+  for (let defaultSnsInSqsData of defaultSnsInSqsDataList) {
+    resultsForCreateDefaultSnsInSqs.push({
+      templatePath: templatePath,
+      templateData: defaultSnsInSqsData,
+      setting: setting
+    });
+  }
+  return resultsForCreateDefaultSnsInSqs;
+}
+
+export default createDataForDefaultSnsInSqs;

package/src/TemplateData/flowSchema/components/upload/createObjectComplete/sns-sqs/template.ejs

@@ -0,0 +1,49 @@
+  Subscription<%- queueName-%>:
+    Type: AWS::SNS::Subscription
+    Properties:
+      TopicArn: !Ref <%- subScription %>
+      Endpoint: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- queueName %>"
+      Protocol: "sqs"
+#------- queue ---------
+  <%- queueName %>:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
+      RedrivePolicy:
+        deadLetterTargetArn: #!GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>DLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+
+  <%- queueName %>DLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
+
+  <%- queueName %>Policy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource: #!GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>