@izara_project/izara-market-library-service-schemas 1.0.23 → 1.0.24

package/src/reStructure/TemplateData/flowSchema/components/upload/relate/S3/data.js

@@ -0,0 +1,51 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+
+const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../../../../../../MainLibs/src/Consts');
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+function data(_izContext, flowSchema, srcPath) {
+  // console.log("flowSchema", flowSchema)
+  if (flowSchema.createBucket === false) {
+    return []
+  } else {
+    return [createSourceParams(_izContext, flowSchema, srcPath)]
+  }
+};
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let bucketName = flowSchema.bucketName
+  return {
+    templatePath: templatePath,
+    templateData: {
+      bucketName
+    },
+    setting: {
+      initialData: 'Resources:\n',
+      savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+      saveFileName: SAVE_FILE_NAME.S3Bucket,
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  }
+}
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/components/upload/relate/S3/template.ejs

@@ -0,0 +1,13 @@
+  <%- bucketName %>:
+    Type: AWS::S3::Bucket
+    DependsOn:
+      - SNSInProcessAfterUploadS3Policy
+    Properties:
+      BucketName: <%- bucketName %>
+      BucketEncryption:
+        ServerSideEncryptionConfiguration:
+        - ServerSideEncryptionByDefault:
+            SSEAlgorithm: AES256
+          BucketKeyEnabled: true
+      VersioningConfiguration:
+        Status: Suspended

package/src/reStructure/TemplateData/flowSchema/components/upload/relate/libs/data.js

@@ -0,0 +1,42 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+
+const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../../../../../../MainLibs/src/Consts');
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+};
+
+function createSourceParams(_izContext, srcPath) {
+  return {
+    templatePath: templatePath,
+    templateData: {},
+    setting: {
+      saveFileName: "ImportDataLib",
+      savePath: path.join(srcPath, SOURCE_PATH.generateCodeLib),
+      fileExtension: ".js",
+      isAppend: false
+    }
+  }
+};
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/components/upload/relate/libs/template.ejs

@@ -0,0 +1,137 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const externalRequest = require('@izara_project/izara-core-library-external-request');
+const lambda = externalRequest.lambda;
+
+const { ApiGatewayManagementApiClient, PostToConnectionCommand } = require("@aws-sdk/client-apigatewaymanagementapi");
+const { inMemoryCacheLib } = require('@izara_project/izara-shared');
+const hash = require("object-hash")
+const csv = require('csv-parser');
+const streamifier = require('streamifier');
+const NoRetryError = require('@izara_project/izara-core-library-core').NoRetryError;
+
+const client = new ApiGatewayManagementApiClient({
+  endpoint: `https://${process.env.iz_webSocketEndpoint}`
+})
+
+async function postToConnection(message, connectionId) {
+  try {
+    const messageParams = JSON.stringify(message)
+    const command = new PostToConnectionCommand({
+      ConnectionId: connectionId,
+      Data: Buffer.from(messageParams)
+    })
+    // console.log("command::", command)
+    // console.log("client::", client)
+    await client.send(command);
+    console.log(`send Message: ${JSON.stringify(message)} to ${connectionId} 1`)
+  } catch (err) {
+    if (err.name === "GoneException") {
+      console.log(`message send to connectionIds ${connectionId} is no longer connect`)
+    } else {
+      console.error(`Error post message: ${err}`)
+    }
+  }
+}
+/**
+ *
+ * @param {Object} _izContext
+ * @param {string} functionName
+ * @param {Object} payload
+ */
+async function getDataFromInvokeFunction(_izContext, functionName, payload) {
+  return await lambda.invokeSync(_izContext, functionName, payload)
+}
+
+const getDataFromInvokeFunctionWithCache = inMemoryCacheLib.inMemoryCacheLib(
+  getDataFromInvokeFunction,
+  {
+    max: 100,
+    maxAge: 86400000,
+    promise: true,
+    profileName: "getDataFromInvokeFunction",
+    normalizer: function (args) {
+      return hash(args[1], args[2])
+    }
+  }
+)
+
+/**
+ *
+ * @param {Object} _izContext
+ * @param {Object} data - S3 data
+ * @returns
+ */
+async function isValidCsv(_izContext, data) {
+  _izContext.logger.debug("function checkValidCsv", { data })
+  let errorCheckCsv = [];
+  let validCsv = true;
+  let rowCount = 0;
+  let columnCount = null;
+
+  streamifier.createReadStream(data.Body).pipe(csv()).on('data', (row) => {
+    rowCount++;
+    if (columnCount === null) {
+      columnCount = Object.keys(row).length
+    } else if (Object.keys(row).length !== columnCount) {
+      validCsv = false
+      errorCheckCsv.push(`Row ${rowCount} has inconsistent columns: ${JSON.stringify(row)}`)
+    }
+  })
+    .on('end', () => {
+      if (rowCount === 0) {
+        errorCheckCsv.push("csv file not have data row")
+      } else {
+        _izContext.logger.debug("validCsv")
+      }
+    })
+    .on('error', (error) => {
+      errorCheckCsv.push(`error:: ${error}`)
+    })
+
+  return [validCsv, errorCheckCsv]
+}
+
+/**
+ *
+ * @param {Object} _izContext
+ * @param {Object} nestedObj - source Object
+ * @param {String[]} paths - path to get value
+ */
+function getNestObject(_izContext, nestedObj, paths) {
+  _izContext.logger.debug("function getNestObject", { nestedObj, paths });
+  let data;
+
+  if (typeof nestedObj === "object" && Array.isArray(paths)) {
+    data = paths.reduce((obj, key) => obj && typeof obj[key] !== 'undefined' ? obj[key] : undefined, nestedObj);
+  } else {
+    throw new NoRetryError("Type error: Invalid type in getNestObject")
+  }
+
+  return data;
+}
+
+module.exports = {
+  postToConnection,
+  getDataFromInvokeFunction,
+  getDataFromInvokeFunctionWithCache,
+  isValidCsv,
+  getNestObject
+}

package/src/reStructure/TemplateData/flowSchema/components/websocket/connect/functionYaml/data.js

@@ -0,0 +1,73 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+
+const { SOURCE_PATH, SAVE_FILE_NAME, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, DYNAMO_RESOURCE, resourceNames } = require("../../../../libs/Consts");
+const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils');
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+/**
+ * receive objectSchema
+ * create data for websocket connect function yaml template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+
+function data(_izContext, srcPath) {
+  let createSourceParam = [createWebSocketConnectYaml(_izContext, srcPath)]
+  return createSourceParam
+}
+
+function createWebSocketConnectYaml(_izContext, srcPath) {
+  let functionName = "WebSocketConnect"
+  let additionalResourcePermission = defaultIamRolePerAction();
+
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DYNAMO_RESOURCE.putItem,
+          DYNAMO_RESOURCE.deleteItem
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "WebSocketTask")
+      ]
+    )
+  )
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      resourceLocation: SOURCE_PATH.resourceLocationWebSocket,
+      additionalResourcePermission
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      fileExtension: ".yml",
+      isAppend: true
+    }
+  }
+}
+module.exports = data

package/src/reStructure/TemplateData/flowSchema/components/websocket/connect/functionYaml/template.ejs

@@ -0,0 +1,29 @@
+<%_ const join = require('path').join %>
+<%- firstLetterUpperCase(functionName) -%>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}.main`) %>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %>
+  events:
+    - websocket:
+        route: $connect
+    - websocket:
+        route: $disconnect
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_ }) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - "<%- resource %>"
+        <%_ }) _%>
+        <%_}) _%>
+#<#<WebSocketConnectIamRole#>
+#<#/<WebSocketConnectIamRole#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>

package/src/reStructure/TemplateData/flowSchema/components/websocket/connect/handler/data.js

@@ -0,0 +1,54 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+
+const { SOURCE_PATH } = require("../../../../libs/Consts");
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+/**
+ * receive objectSchema
+ * create data for websocket connect function yaml template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+
+function data(_izContext, srcPath) {
+  let createSourceParam;
+  createSourceParam = [createWebSocketConnectYaml(_izContext, srcPath)]
+  return createSourceParam
+}
+
+function createWebSocketConnectYaml(_izContext, srcPath) {
+  let functionName = "WebSocketConnect"
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
+      saveFileName: functionName,
+      fileExtension: ".js",
+      isAppend: false
+    }
+  }
+}
+module.exports = data

package/src/reStructure/TemplateData/flowSchema/components/websocket/connect/handler/template.ejs

@@ -0,0 +1,68 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const izaraShared = require('@izara_project/izara-shared');
+const dynamodbSharedLib = izaraShared.dynamodbSharedLib;
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+const hash = require('object-hash')
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+
+  event._izContext.logger.debug('Event:', event);
+  const { eventType, connectionId } = event.requestContext
+  try {
+
+    if (event.requestContext) {
+      switch (eventType) {
+        case 'CONNECT':
+          console.log('Connect websocket')
+          // await dynamodbSharedLib.putItem(
+          //   event._izContext,
+          //   await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
+          //   {
+          //     taskKey: "connect" + connectionId,
+          //     connectionId: connectionId,
+          //   }
+          // )
+          break
+        case 'DISCONNECT':
+          console.log('Websocket are Disconnection')
+          // await dynamodbSharedLib.deleteItem(
+          //   event._izContext,
+          //   await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
+          //   {
+          //     taskKey: "connect" + connectionId,
+          //     connectionid: connectionId
+          //   }
+          // );
+          break
+        case '$default':
+          console.log('Received unknown route:', route)
+          break
+      }
+    }
+
+
+    return (izara.response.webSocketSuccess());
+
+  } catch (err) {
+    event._izContext.logger.error('Error, WebSocketConnect: ', err);
+    return (izara.response.failure(err));
+  }
+});

package/src/reStructure/TemplateData/flowSchema/components/websocket/dynamoDb/ReservedTableData.js

@@ -0,0 +1,62 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../../../../../MainLibs/src/Consts');
+
+const templatePath = path.join(__dirname, "../../../ResourceYaml/dynamodb/template.ejs")
+
+function data(_izContext, srcPath) {
+  let resultForCreateSources = [];
+  const reservedDataTables = [
+    {
+      tableName: "ReservedDataMain",
+      attributes: [
+        {
+          keyType: "partitionKey",
+          AttributeName: "servicePendingId",
+          AttributeType: "S"
+        },
+        {
+          keyType: "sortKey",
+          AttributeName: "reservedDataId",
+          AttributeType: "S"
+        }
+      ]
+    }
+  ];
+
+  for (let reservedDataTable of reservedDataTables) {
+    resultForCreateSources.push(
+      {
+        templatePath: templatePath,
+        templateData: reservedDataTable,
+        setting: {
+          initialData: 'Resources:\n',
+          savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+          saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+          fileExtension: ".yml",
+          isAppend: true
+        }
+      }
+    )
+  }
+  return resultForCreateSources;
+}
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/components/websocket/dynamoDb/WebSocketTaskData.js

@@ -0,0 +1,62 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../../../../../MainLibs/src/Consts');
+
+const templatePath = path.join(__dirname, "../../../ResourceYaml/dynamodb/template.ejs")
+
+function data(_izContext, srcPath) {
+  let resultForCreateSources = [];
+  const webSocketTaskTables = [
+    {
+      tableName: "WebSocketTask",
+      attributes: [
+        {
+          keyType: "partitionKey",
+          AttributeName: "taskKey",
+          AttributeType: "S"
+        },
+        {
+          keyType: "sortKey",
+          AttributeName: "connectionId",
+          AttributeType: "S"
+        }
+      ]
+    }
+  ];
+
+  for (let webSocketTaskTable of webSocketTaskTables) {
+    resultForCreateSources.push(
+      {
+        templatePath: templatePath,
+        templateData: webSocketTaskTable,
+        setting: {
+          initialData: 'Resources:\n',
+          savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+          saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+          fileExtension: ".yml",
+          isAppend: true
+        }
+      }
+    )
+  }
+  return resultForCreateSources;
+}
+
+module.exports = data;