@izara_project/izara-core-generate-service-code 1.0.1 → 1.0.2

package/src/TemplateData/flowSchema/components/upload/processFile/mainFunction/template.ejs

@@ -0,0 +1,68 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+
+
+const { S3Client, GetObjectCommand, DeleteObjectCommand, PutObjectCommand, CopyObjectCommand } = require('@aws-sdk/client-s3');
+const s3 = new S3Client({ region: 'us-east-2' });
+
+//(<optionalRequired>)
+//(</optionalRequired>)
+
+/**
+ * description of function.
+ * @param {Object} _izContext
+ * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
+ * @param {Logger} _izContext.logger - property of _izContext
+ * @param {Logger} _izContext.logger.debug - property of _izContext
+ * @param {Object} bucket - bucket's data
+ * @param {Array} field - image's data
+ * @param {Array} importBy - 'webSocket' || 'importData'
+ * @param {Array} imageImportId - from importData
+ * @param {Array} realImageSize - from importData
+ * @param {Array} passBackProperties - from importData
+ *
+ * @returns {object} returnResponse
+ */
+
+export default async function processAfterUpload (
+  _izContext,
+  bucket,
+  field,
+  //(<additionalProperties>)
+  //(</additionalProperties>)
+  passBackProperties = {}
+) {
+
+  try {
+
+    _izContext.logger.debug('----- process AfterUpload event params ----- ', {
+      bucket: bucket,
+      field: field,
+      //(<loggerAdditionalParams>)
+      //(</loggerAdditionalParams>)
+      passBackProperties: passBackProperties
+    })
+
+    //(<endpointHook>)
+    //(</endpointHook>)
+
+  } catch (err) {
+    _izContext.logger.error('error ProcessImageAfterUploadMain: ', err)
+    throw (err)
+  }
+}

package/src/TemplateData/flowSchema/components/upload/processFile/queue/data.js

@@ -0,0 +1,77 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import { consts } from '../../../../../../../MainLibs/index.js';
+
+const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
+
+const s3TemplatePath = path.join(__dirname, './s3Template.ejs');
+const dsqTemplatePath = path.join(__dirname, './dsqTemplatePath.ejs');
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {Object} objectSchema
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function data(_izContext, srcPath) {
+  let resultForCreateSqs = [];
+  const WebSocketSqsQueueNames = [];
+  const setting = {
+    initialData: 'Resources:\n',
+    savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+    saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
+    fileExtension: '.yml',
+    isAppend: true
+  };
+
+  WebSocketSqsQueueNames.push(
+    {
+      queueName: 'ProcessAfterUploadS3'
+    },
+    {
+      queueName: 'ProcessAfterUploadHdrDsq'
+    }
+  );
+
+  for (let WebSocketSqsQueueName of WebSocketSqsQueueNames) {
+    if (WebSocketSqsQueueName.queueName.includes('HdrDsq')) {
+      resultForCreateSqs.push({
+        templatePath: dsqTemplatePath,
+        templateData: WebSocketSqsQueueName,
+        setting: setting
+      });
+    } else {
+      resultForCreateSqs.push({
+        templatePath: s3TemplatePath,
+        templateData: WebSocketSqsQueueName,
+        setting: setting
+      });
+    }
+  }
+  return resultForCreateSqs;
+}
+export default data;

package/src/TemplateData/flowSchema/components/upload/processFile/queue/dsqTemplatePath.ejs

@@ -0,0 +1,32 @@
+#----[Queue]
+  <%- queueName %>:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
+      RedrivePolicy:
+        deadLetterTargetArn: !GetAtt
+          - <%- queueName %>DLQ
+          - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+#----[QueueDLQ]
+  <%- queueName %>DLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
+#----[DataPolicy]
+  <%- queueName %>Policy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource: !GetAtt
+              - <%- queueName %>
+              - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>

package/src/TemplateData/flowSchema/components/upload/processFile/queue/s3Template.ejs

@@ -0,0 +1,59 @@
+# ----- [Topic]
+  In<%- queueName %>:
+    Type: AWS::SNS::Topic
+    Properties:
+      DisplayName: "SNS Message in ProcessImageAfterUploadHdrSqs"
+      TopicName: ${self:custom.iz_serviceTag}_${self:custom.iz_stage}_<%- queueName %>_In
+# ----- [Subscription]
+  SNSSubscriptionIn<%- queueName %>:
+    Type: AWS::SNS::Subscription
+    Properties:
+      RawMessageDelivery: true
+      TopicArn:  !Ref In<%- queueName %>
+      Endpoint: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- queueName %>"
+      Protocol: "sqs"
+##===== [Queue]
+  <%- queueName %>:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
+      RedrivePolicy:
+        deadLetterTargetArn:
+        # !GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>DLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+##==== [QueueDLQ]
+  <%- queueName %>DLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
+##==== [QueuePolicy]
+  <%- queueName %>Policy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource:
+            # !GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateData/flowSchema/components/upload/relate/S3/data.js

@@ -0,0 +1,60 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import { consts } from '../../../../../../../MainLibs/index.js';
+const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+function data(_izContext, flowSchema, srcPath) {
+  let createBucket = false;
+  if (flowSchema.createBucket) {
+    createBucket = true;
+  }
+  if (!createBucket) {
+    return [];
+  } else {
+    return [createSourceParams(_izContext, flowSchema, srcPath)];
+  }
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let bucketName = flowSchema.bucketName;
+  let resourceName = bucketName.split('-').join('');
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      bucketName,
+      resourceName
+    },
+    setting: {
+      initialData: 'Resources:\n',
+      savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+      saveFileName: SAVE_FILE_NAME.S3Bucket,
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  };
+}
+
+export default data;

package/src/TemplateData/flowSchema/components/upload/relate/S3/template.ejs

@@ -0,0 +1,13 @@
+  <%- resourceName %>:
+    Type: AWS::S3::Bucket
+    DependsOn:
+      - SNSInProcessAfterUploadS3Policy
+    Properties:
+      BucketName: <%- bucketName %>
+      BucketEncryption:
+        ServerSideEncryptionConfiguration:
+        - ServerSideEncryptionByDefault:
+            SSEAlgorithm: AES256
+          BucketKeyEnabled: true
+      VersioningConfiguration:
+        Status: Suspended

package/src/TemplateData/flowSchema/components/upload/relate/libs/data.js

@@ -0,0 +1,53 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import { consts } from '../../../../../../../MainLibs/index.js';
+const { SOURCE_PATH } = consts;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, flowSchema, srcPath)];
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let uploadS3 = false;
+  for (const event of flowSchema.event) {
+    if (event.includes('s3')) {
+      uploadS3 = true;
+    }
+  }
+  return {
+    templatePath: templatePath,
+    templateData: {
+      uploadS3
+    },
+    setting: {
+      saveFileName: 'GenerateCodeLibs',
+      savePath: path.join(srcPath, SOURCE_PATH.generateCodeLib),
+      fileExtension: '.js',
+      isAppend: false
+    }
+  };
+}
+
+export default data;

package/src/TemplateData/flowSchema/components/upload/relate/libs/template.ejs

@@ -0,0 +1,97 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+
+
+import { lambda } from '@izara_project/izara-core-library-external-request';
+import { ApiGatewayManagementApiClient, PostToConnectionCommand } from "@aws-sdk/client-apigatewaymanagementapi";
+import { objectHash as hash } from '@izara_project/izara-shared-core';
+
+import { NoRetryError, inMemoryCacheLib } from '@izara_project/izara-core-library-core';
+
+const client = new ApiGatewayManagementApiClient({
+  endpoint: `https://${process.env.iz_webSocketEndpoint}`
+})
+
+async function postToConnection(message, connectionId) {
+  try {
+    const messageParams = JSON.stringify(message)
+    const command = new PostToConnectionCommand({
+      ConnectionId: connectionId,
+      Data: Buffer.from(messageParams)
+    })
+    // console.log("command::", command)
+    // console.log("client::", client)
+    await client.send(command);
+    console.log(`send Message: ${JSON.stringify(message)} to ${connectionId} 1`)
+  } catch (err) {
+    if (err.name === "GoneException") {
+      console.log(`message send to connectionIds ${connectionId} is no longer connect`)
+    } else {
+      console.error(`Error post message: ${err}`)
+    }
+  }
+}
+/**
+ *
+ * @param {Object} _izContext
+ * @param {string} functionName
+ * @param {Object} payload
+ */
+async function processStaticLimit(_izContext, functionName, payload) {
+  return await lambda.invokeSync(_izContext, functionName, payload)
+}
+
+const processStaticLimitWithCache = inMemoryCacheLib(
+  processStaticLimit,
+  {
+    max: 100,
+    maxAge: 86400000,
+    promise: true,
+    profileName: "processStaticLimit",
+    normalizer: function (args) {
+      return hash(args[1], args[2])
+    }
+  }
+)
+
+
+/**
+ *
+ * @param {Object} _izContext
+ * @param {Object} nestedObj - source Object
+ * @param {String[]} paths - path to get value
+ */
+function getNestObject(_izContext, nestedObj, paths) {
+  _izContext.logger.debug("function getNestObject", { nestedObj, paths });
+  let data;
+
+  if (typeof nestedObj === "object" && Array.isArray(paths)) {
+    data = paths.reduce((obj, key) => obj && typeof obj[key] !== 'undefined' ? obj[key] : undefined, nestedObj);
+  } else {
+    throw new NoRetryError("Type error: Invalid type in getNestObject")
+  }
+
+  return data;
+}
+
+export {
+  postToConnection,
+  processStaticLimit,
+  processStaticLimitWithCache,
+  getNestObject
+}

package/src/TemplateData/flowSchema/components/upload/relate/sns-out/data.js

@@ -0,0 +1,66 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import { consts, utils } from '../../../../../../../MainLibs/index.js';
+const { firstLetterUpperCase: upperCase } = utils;
+const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
+
+const templatePath = path.join(
+  __dirname,
+  '../../../../../resourceYaml/sns-out/template.ejs'
+);
+
+/**
+ * create data for template.ejs
+ * return array of defaultSnsOutData
+ * because must create for FindData and ProcessLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple defaultSnsOutData
+ */
+
+function createDataForDefaultSnsOut(_izContext, flowSchema, srcPath) {
+  let resultsForCreateDefaultSnsOut = [];
+  const defaultSnsOutDataList = [
+    {
+      queueName: upperCase(flowSchema.flowTag)
+    }
+  ];
+
+  for (let defaultSnsOutData of defaultSnsOutDataList) {
+    resultsForCreateDefaultSnsOut.push({
+      templatePath: templatePath,
+      templateData: defaultSnsOutData,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.snsOutYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  return resultsForCreateDefaultSnsOut;
+}
+
+export default createDataForDefaultSnsOut;

package/src/TemplateData/flowSchema/components/websocket/connect/functionYaml/data.js

@@ -0,0 +1,91 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import { consts, utils } from '../../../../../../../MainLibs/index.js';
+const { firstLetterUpperCase: upperCase } = utils;
+const {
+  SOURCE_PATH,
+  SAVE_FILE_NAME,
+  defaultIamRolePerAction,
+  createIamRole,
+  RESOURCE_CLASSES,
+  DYNAMO_RESOURCE,
+  resourceNames
+} = consts;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * receive objectSchema
+ * create data for websocket connect function yaml template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+
+function data(_izContext, srcPath) {
+  let createSourceParam = [createWebSocketConnectYaml(_izContext, srcPath)];
+  return createSourceParam;
+}
+
+function createWebSocketConnectYaml(_izContext, srcPath) {
+  let functionName = 'WebSocketConnect';
+  let additionalResourcePermission = defaultIamRolePerAction();
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DYNAMO_RESOURCE.putItem,
+          DYNAMO_RESOURCE.getItem,
+          DYNAMO_RESOURCE.query,
+          DYNAMO_RESOURCE.deleteItem,
+          DYNAMO_RESOURCE.updateItem
+        ]
+      },
+      [resourceNames(RESOURCE_CLASSES.dynamoDbTable, 'UserUploadRecords')]
+    ),
+    createIamRole(
+      {
+        'execute-api': ['ManageConnections']
+      },
+      [resourceNames(RESOURCE_CLASSES.webSocket)]
+    )
+  );
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      resourceLocation: SOURCE_PATH.resourceLocationWebSocketMain,
+      additionalResourcePermission,
+      roleName: 'WebSocketMain'
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  };
+}
+export default data;

package/src/TemplateData/flowSchema/components/websocket/connect/functionYaml/template.ejs

@@ -0,0 +1,17 @@
+<%_ const join = require('path').join %>
+<%- firstLetterUpperCase(functionName) -%>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}.main`) %>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %>
+  role: <%- roleName %>Role
+  #<#<WebSocketConnectSetting#>
+  #<#/<WebSocketConnectSetting#>
+  events:
+    - websocket:
+        route: $connect
+    - websocket:
+        route: $disconnect
+    - websocket:
+        route: $default
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>