@izara_project/izara-market-library-service-schemas 1.0.17 → 1.0.18

package/src/TemplateManager/src/flowTag/webSocket/webSocketComplete/handler/template.ejs

@@ -0,0 +1,103 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+// const AWS = require('aws-sdk');
+// const sqs = new AWS.SQS({ apiVersion: '2012-11-05' });
+const izara = require('@izara_project/izara-middleware');
+const middleware = izara.middlewareHandler;;
+const Logger = require('@izara_project/izara-core-library-logger');
+const izaraShared = require("@izara_project/izara-shared");
+const recordHandlerSharedLib = izaraShared.recordHandlerSharedLib
+
+const webSocketTaskComplete = require('./WebSocketTaskComplete_Main')
+
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+// set schema for record.body.Message
+const perRecordsValidatorSchema = {};
+
+// // set schema for record.body.MessageAttributes
+// const messageAttributeValidatorSchema = {
+//   type: "object",
+//   required: ['msgAtrrParam1', 'msgAtrrParam2'],
+//   properties: {
+//     msgAtrrParam1: {
+//       type: "string"
+//     },
+//     msgAtrrParam2: {
+//       type: "object"
+//     }
+//   }
+// };
+
+
+// middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema(perRecordsValidatorSchema));
+
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+
+  try {
+    Logger.debug('event ReceiveMsgOutHdrSqs: ', event)
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(event.Records.map(async record => { // promise.all for map() function
+
+      let passOnProperties = []
+      record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+      //validate message (and MessageAttributes)
+      await recordHandlerSharedLib.validateRecord(
+        record,                             // one record will send to mainFunction
+        "WebSocketTaskCompleteHdrSqs",      // queue name that need to retry or send to dlq
+        perRecordsValidatorSchema,          // schema for record.Message
+        // messageAttributeValidatorSchema  // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
+      );
+
+      // add argument (to invoke lambda) to passOnProperties[]
+      // passOnProperties.push(record.body.Message.MessageAttributes)
+      passOnProperties.push(record.body.Message)
+      // passOnProperties.push(record.body.Message.route)
+      passOnProperties.push(record.body.TopicArn)
+      Logger.debug('passOnProperties in handler', passOnProperties);
+
+      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+      let recordPromise = recordHandlerSharedLib.recordHandler(
+        record,                                       // one record will send to mainFunction
+        webSocketTaskComplete.webSocketTaskComplete,  // mainFunction that need to invoke.
+        "WebSocketTaskCompleteHdrSqs",                // queue name that need to retry or send to dlq
+        passOnProperties,                             // all parameters that mainFunction needed.
+      );
+      record._izContext.logger.debug('after recordPromise in handler');
+      recordPromises.push(recordPromise); // push promise to recordPromises
+    }))
+    // ProcessLogical
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      await Promise.all(recordPromises); // await all promises
+      return event.Records // return all for local test
+
+    } catch {
+      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did not resolve)');
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
+
+  } catch (err) {
+    Logger.error('Unhandled Error, WebSocketTaskCompleteHdrSqs: ', err);
+    throw (err);
+  }
+});

package/src/TemplateManager/src/flowTag/webSocket/webSocketComplete/mainFunction/data.js

@@ -0,0 +1,56 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require('path');
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+const { HANDLER, STORAGE_TYPES, ACTIONS } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
+const { createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, shortNameHandler, defaultIamRolePerAction, DYNAMO_RESOURCE } = require("../../../../libs/Consts");
+
+
+/**
+ * receive objectSchema
+ * create data for FindData Yaml template
+ *
+ * @param {Object} objectSchemas
+ * @return {{ templatePath, templateData, setting } }
+ */
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+  let functionName = "WebSocketTaskComplete"
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
+      saveFileName: `${functionName}_Main`,
+      fileExtension: ".js",
+      isAppend: false
+    }
+  }
+}
+
+module.exports = data;

package/src/TemplateManager/src/flowTag/webSocket/webSocketComplete/mainFunction/template.ejs

@@ -0,0 +1,180 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+'use strict';
+const { NoRetryError } = require('@izara_project/izara-core-library-core');
+const izaraShared = require('@izara_project/izara-shared');
+const dynamodbSharedLib = izaraShared.dynamodbSharedLib;
+const snsSharedLib = izaraShared.snsSharedLib;
+const asyncFlowSharedLib = izaraShared.asyncFlowSharedLib;
+const AWS = require('aws-sdk');
+const api = new AWS.ApiGatewayManagementApi({
+  endpoint: process.env.iz_webSocketEndpoint,
+});
+
+module.exports.webSocketTaskComplete = async (
+  _izContext,
+  passStatus,
+  errorsFound,
+  uploadUrl,
+  imageImportId,
+  maximumSize,
+  cacheStatus,
+  imageImportCacheData,
+  imageImportCacheId,
+  // route,
+  topicArn
+) => {
+  // _izContext.logger.debug('functionGet params: ', params);
+  try {
+
+    // you must have data in table.
+    console.log("topicArn", topicArn)
+    let taskId = imageImportId;
+    let taskTag = null;
+
+    switch (topicArn) {
+      case snsSharedLib.snsTopicArn("OutReservedImageLimitComplete"):
+        taskTag = 'UploadImage';
+        break
+      // case 'message':
+      //   break
+      // default:
+      //   console.log('Received unknown route:', route)
+    }
+
+    // console.log("topicArn", topicArn)
+    // let taskTag = topicArn.split(":")[5];
+    // let taskId = sortResultId;
+    // console.log("taskTag", taskTag)
+    // switch (taskTag) {
+    //   case 'SortedResultsTestSortResultComplete':
+    //     taskTag = 'SortedResultsTestSortResultComplete';
+    //     break
+    //   // case 'message':
+    //   //   break
+    //   // default:
+    //   //   console.log('Received unknown route:', route)
+    // }
+
+    let webSocketTask = null;
+
+    for (let i = 0; i < 4; i++) {
+      // let value = await dynamodbSharedLib.getItem(
+      webSocketTask = await dynamodbSharedLib.query(
+        _izContext,
+        dynamodbSharedLib.tableName("WebSocketTask"),
+        {
+          taskKey: taskTag + "_" + taskId,
+          // connectionid: "ZKPBId2CCYcCG6A="
+        }
+      );
+
+      if (webSocketTask.length < 1) {
+        continue;
+      } else {
+        break;
+      }
+    }
+    console.log("Item: ", webSocketTask.Items)
+
+    for (let itemIter = 0; itemIter < webSocketTask.Items.length; itemIter++) {
+
+      let connectionid = webSocketTask.Items[itemIter].connectionid;
+      let taskKey = webSocketTask.Items[itemIter].taskKey;
+
+      // if (route) {
+      let data = {};
+
+      if (cacheStatus) {
+        data = {
+          connId: connectionid,
+          cacheStatus: cacheStatus,
+          imageImportId: imageImportId,
+          imageImportCacheId: imageImportCacheId,
+          imageImportCacheData: imageImportCacheData
+        }
+      }
+
+      if (passStatus) {
+        if (passStatus === 'complete') {
+          let maxSize = maximumSize / 1048576
+          data = {
+            connId: connectionid,
+            passStatus: passStatus,
+            imageImportId: imageImportId,
+            uploadUrl: uploadUrl,
+            maximumSize: `${maxSize} MiB`
+          }
+        } else if (passStatus === 'error') {
+          data = {
+            connId: connectionid,
+            passStatus: passStatus,
+            imageImportId: imageImportId,
+            errorsFound: errorsFound
+          }
+        } else {
+          throw new NoRetryError('Another passStatus: pass status is not complete or error')
+        }
+      }
+
+      try {
+        _izContext.logger.debug("endpoint: ", process.env.iz_webSocketEndpoint)
+        await postMessage(
+          data,
+          connectionid
+        )
+      } catch (err) {
+        _izContext.logger.info("postMessage error: ", err, connectionid);
+      }
+      // }
+
+
+      await dynamodbSharedLib.deleteItem(
+        _izContext,
+        dynamodbSharedLib.tableName("WebSocketTask"),
+        {
+          taskKey: taskKey,
+          connectionid: connectionid,
+        }
+      );
+      console.log('testdelete and delete item')
+
+      _izContext.logger.debug("connectionid", connectionid, itemIter)
+    }
+
+    async function postMessage(data, connectionId) {
+      const params = {
+        ConnectionId: connectionId,
+        Data: JSON.stringify(data),
+        // Data: Buffer.from(JSON.stringify(data)),
+      }
+      return api.postToConnection(params).promise();
+    };
+
+    //loop value and send message back to client
+    //fix cachetime
+    const time = new Date();
+    _izContext.logger.debug("value:", webSocketTask, Date.now(), new Date(), time, time.toLocaleTimeString())
+    return {
+      value: webSocketTask
+    }
+
+  } catch (err) {
+    _izContext.logger.error('error websocketTaskComplete: ', err)
+    throw (err);
+  }
+};

package/src/TemplateManager/src/flowTag/webSocket/webSocketComplete/sns-sqs/data.js

@@ -0,0 +1,70 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+const {
+  HANDLER,
+  STORAGE_TYPES
+} = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
+const templatePath = path.join(__dirname, "template.ejs")
+const { SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = require('../../../../libs/Consts')
+
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ * return array of dynamoDb data
+ * because one objectSchema can create multiple dynamoDb table
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function createDataForDefaultSnsInSqs(_izContext, srcPath) {
+  let resultsForCreateDefaultSnsInSqs = [];
+  const defaultSnsInSqsDataList = [];
+  const setting = {
+    initialData: "Resources:\n",
+    savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+    saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
+    fileExtension: ".yml",
+    isAppend: true
+  }
+
+
+  defaultSnsInSqsDataList.push(
+    {
+      queueName: upperCase("webSocketTaskComplete" + upperCase(HANDLER.hdrSqs))
+    }
+  )
+
+  for (let defaultSnsInSqsData of defaultSnsInSqsDataList) {
+    resultsForCreateDefaultSnsInSqs.push({
+      templatePath: templatePath,
+      templateData: defaultSnsInSqsData,
+      setting: setting
+    })
+  }
+  return resultsForCreateDefaultSnsInSqs;
+}
+
+module.exports = createDataForDefaultSnsInSqs;

package/src/TemplateManager/src/flowTag/webSocket/webSocketComplete/sns-sqs/template.ejs

@@ -0,0 +1,43 @@
+#------- queue ---------
+  <%- queueName %>:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
+      RedrivePolicy:
+        deadLetterTargetArn: #!GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>DLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+
+  <%- queueName %>DLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
+
+  <%- queueName %>Policy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource: #!GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/flowTag/webSocket/webSocketConnect/functionYaml/data.js

@@ -19,7 +19,7 @@ along with this program.  If not, see <http://www.gnu.org/licenses/>.
 const path = require('path');
 const fs = require('fs');
 
-const { SOURCE_PATH, SAVE_FILE_NAME, ACTIONS, HANDLER } = require("../../../../libs/Consts");
+const { SOURCE_PATH, SAVE_FILE_NAME, ACTIONS, HANDLER, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, DYNAMO_RESOURCE, resourceNames } = require("../../../../libs/Consts");
 
 const templatePath = path.join(__dirname, "./template.ejs")
 
@@ -32,22 +32,39 @@ const templatePath = path.join(__dirname, "./template.ejs")
  */
 
 function data(_izContext, srcPath) {
-  let createSourceParam;
-  createSourceParam = [createWebSocketConnectYaml(_izContext, srcPath)]
+  let createSourceParam = [createWebSocketConnectYaml(_izContext, srcPath)]
   return createSourceParam
 }
 
 function createWebSocketConnectYaml(_izContext, srcPath) {
   let functionName = "WebSocketConnect"
+  let additionalResourcePermission = defaultIamRolePerAction();
+
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DYNAMO_RESOURCE.putItem,
+          DYNAMO_RESOURCE.deleteItem
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "WebSocketTask")
+      ]
+    )
+  )
+
   return {
     templatePath: templatePath,
     templateData: {
       functionName,
-      resourceLocation: SOURCE_PATH.resourceLocationPerAction
+      resourceLocation: SOURCE_PATH.resourceLocationWebSocket,
+      additionalResourcePermission
     },
     setting: {
       savePath: path.join(srcPath, SOURCE_PATH.appYaml),
-      saveFileName: "FlowSchemaInvoke",
+      saveFileName: SAVE_FILE_NAME.flowSchema,
       fileExtension: ".yml",
       isAppend: true
     }

package/src/TemplateManager/src/flowTag/webSocket/webSocketConnect/functionYaml/template.ejs

@@ -1,10 +1,29 @@
-WebSocketConnect:
-  handler: src/generatedCode/ObjectTypePerActionEndpoint/source/WebSocketConnect.main
-  name: ${self:custom.iz_resourcePrefix}WebSocketConnect
+<%_ const join = require('path').join %>
+<%- firstLetterUpperCase(functionName) -%>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}.main`) %>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %>
   events:
     - websocket:
         route: $connect
     - websocket:
         route: $disconnect
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_ }) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - "<%- resource %>"
+        <%_ }) _%>
+        <%_}) _%>
 #<#<WebSocketConnectIamRole#>
 #<#/<WebSocketConnectIamRole#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>

package/src/TemplateManager/src/flowTag/webSocket/webSocketConnect/handler/data.js

@@ -19,7 +19,7 @@ along with this program.  If not, see <http://www.gnu.org/licenses/>.
 const path = require('path');
 const fs = require('fs');
 
-const { SOURCE_PATH, SAVE_FILE_NAME, ACTIONS, HANDLER } = require("../../../../libs/Consts");
+const { SOURCE_PATH, SAVE_FILE_NAME, ACTIONS, HANDLER, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, DYNAMO_RESOURCE, resourceNames } = require("../../../../libs/Consts");
 
 const templatePath = path.join(__dirname, "./template.ejs")
 
@@ -45,10 +45,10 @@ function createWebSocketConnectYaml(_izContext, srcPath) {
       functionName,
     },
     setting: {
-      savePath: path.join(srcPath, SOURCE_PATH.lambdaPerAction),
+      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
       saveFileName: functionName,
       fileExtension: ".js",
-      isAppend: true
+      isAppend: false
     }
   }
 }

package/src/TemplateManager/src/flowTag/webSocket/webSocketConnect/handler/template.ejs

@@ -17,35 +17,40 @@ along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
 'use strict';
 
+const izaraShared = require('@izara_project/izara-shared');
+const dynamodbSharedLib = izaraShared.dynamodbSharedLib;
 const izara = require("@izara_project/izara-middleware");
 const middleware = izara.middlewareHandler;
-const AWS = require('aws-sdk');
-const api = new AWS.ApiGatewayManagementApi({ endpoint: process.env.iz_webSocketEndpoint });
-
+const hash = require('object-hash')
 module.exports.main = middleware.wrap(async (event, context, callback) => {
 
   event._izContext.logger.debug('Event:', event);
-
+  const { eventType, connectionId } = event.requestContext
   try {
 
     if (event.requestContext) {
-      const route = event.requestContext.routeKey;
-      const connectionId = event.requestContext.connectionId;
-
-      switch (route) {
-        case '$connect':
+      switch (eventType) {
+        case 'CONNECT':
           console.log('Connect websocket')
+          // await dynamodbSharedLib.putItem(
+          //   event._izContext,
+          //   await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
+          //   {
+          //     taskKey: "connect" + connectionId,
+          //     connectionId: connectionId,
+          //   }
+          // )
           break
-        case '$disconnect':
+        case 'DISCONNECT':
+          console.log('Websocket are Disconnection')
           // await dynamodbSharedLib.deleteItem(
           //   event._izContext,
-          //   dynamodbSharedLib.tableName("WebSocketTask"),
+          //   await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
           //   {
-          //     taskKey: "processSortRequest_sortResultIdG",
-          //     connectionid: "connectionidFromClientG"
+          //     taskKey: "connect" + connectionId,
+          //     connectionid: connectionId
           //   }
           // );
-          console.log('Websocket are Disconnection')
           break
         case '$default':
           console.log('Received unknown route:', route)