@izara_project/izara-market-library-service-schemas 1.0.15 → 1.0.17

package/src/TemplateManager/src/flowTag/webSocket/websocketHandler/functionYaml/data.js

@@ -0,0 +1,75 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { ACTIONS, HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase, firstLetterUpperCase, checkOverWriteGenerateMainFunction } = require("../../../../../../MainLibs/src/Utils")
+const { DEFAULT_HANDLER_PER_ACTION, SOURCE_PATH, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, SNS_RESOURCE, resourceNames } = require("../../../../libs/Consts");
+
+const templatePath = path.join(__dirname, "template.ejs")
+
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+  let functionName = "FlowSchemaInvoke"
+  let additionalResourcePermission = defaultIamRolePerAction();
+  let handlerType = upperCase("hdrWbs")
+  let functionNameConfig = functionName + handlerType
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sns]: [
+          SNS_RESOURCE.publish
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sns, "*")
+      ]
+    )
+  )
+  return {
+    templatePath: templatePath,
+    templateData: {
+      resourceLocation: SOURCE_PATH.resourceLocationPerAction,
+      functionName,
+      handlerType,
+      functionNameConfig,
+      additionalResourcePermission
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: "FlowSchemaInvoke",
+      fileExtension: ".yml",
+      isAppend: true
+    }
+  }
+}
+module.exports = data;

package/src/TemplateManager/src/flowTag/webSocket/websocketHandler/functionYaml/template.ejs

@@ -0,0 +1,33 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionNameConfig) %>:
+  handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %>
+  events:
+    - sqs:
+        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %>
+        batchSize: 10
+        filterPatterns: #**** need to update serverless framwork upper v.2.69.1
+          - body: {"MessageAttributes":{"callingFlow":{"Value":["${self:custom.iz_resourcePrefix}<%-firstLetterUpperCase(functionName) %>"]}}} # functionName of callingFlow
+          - body: {"MessageAttributes":{"callingFlow":{"Value":[{"exists":false}]}}}
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_}) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - <%- resource %>
+        <%_ }) _%>
+    <%_}) _%>
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/flowTag/webSocket/websocketHandler/lambda/data.js

@@ -0,0 +1,57 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { ACTIONS, HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase, firstLetterUpperCase, checkOverWriteGenerateMainFunction } = require("../../../../../../MainLibs/src/Utils")
+const { DEFAULT_HANDLER_PER_ACTION, SOURCE_PATH } = require("../../../../libs/Consts");
+
+const templatePath = path.join(__dirname, "template.ejs")
+
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+
+function data(_izContext, srcPath) {
+
+  return [createParamsForCreateSource(_izContext, srcPath)]
+
+
+}
+
+function createParamsForCreateSource(_izContext, srcPath) {
+  return {
+    templatePath: templatePath,
+    templateData: {},
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.lambdaPerAction),
+      saveFileName: "FlowSchemaInvoke",
+      fileExtension: ".js",
+      isAppend: false
+    }
+  }
+}
+module.exports = data

package/src/TemplateManager/src/flowTag/webSocket/websocketHandler/lambda/template.ejs

@@ -0,0 +1,131 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+const AWS = require('aws-sdk');
+const api = new AWS.ApiGatewayManagementApi({ endpoint: process.env.iz_webSocketEndpoint });
+const izaraShared = require('@izara_project/izara-shared')
+const dynamodbSharedLib = izaraShared.dynamodbSharedLib
+const sqsSharedLib = izaraShared.sqsSharedLib;
+const snsSharedLib = izaraShared.snsSharedLib;
+const callingFlowSharedLib = izaraShared.callingFlowSharedLib;
+
+const externalRequest = require('@izara_project/izara-core-library-external-request');
+const sns = externalRequest.sns;
+const getObjectSchema = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema')
+
+const utils = require("@izara_project/izara-market-library-service-schemas/src/MainLibs/src/Utils");
+const NoRetryError = require("@izara_project/izara-core-library-core/src/NoRetryError");
+
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+
+  event._izContext.logger.debug('Event:', event);
+
+  try {
+
+    let eventParams = JSON.parse(event.body)
+
+    if (event.requestContext) {
+      const route = event.requestContext.routeKey;
+      const connectionId = event.requestContext.connectionId;
+
+      // const time = Date.now();
+      // console.log(`socketxx: ${time}`);
+
+      switch (route) {
+        case null:
+          console.log('Received unknown route:', route)
+          break
+        case 'webScoket':
+          console.log("event in route", event)
+          let callingFlow = eventParams?.callingFlow ? eventParams.callingFlow : {}
+
+          let getFlowSchema = await getObjectSchema.getLocalFlowSchemas(event._izContext, eventParams.flowTag).then(res => res.records)
+          event._izContext.logger.debug("getFlowSchema", getFlowSchema)
+          let flowSchema = getFlowSchema[0]
+          event._izContext.logger.debug("flowSchema", flowSchema);
+
+          if (!flowSchema) {
+            throw new NoRetryError(`flowTag not found ${flowSchema.flowTag}`)
+          }
+
+          // create messageObject send to topic
+          let messageObject = {
+            propertiesA: eventParams.propertiesA,
+          }
+
+          messageObject = callingFlowSharedLib.addPassBackPropertiesToSnsResponseMessageObject(callingFlow, messageObject);
+
+          let messageAttributes = callingFlowSharedLib.addCallingFlowToSnsResponseMessageAttributes(callingFlow, {});
+
+          let sendMessageToTopic = {
+            Message: JSON.stringify(messageObject),
+            MessageAttributes: messageAttributes,
+            TopicArn: await snsSharedLib.snsTopicArn(event._izContext, `InProcess${utils.firstLetterLowerCase(flowSchema.flowTag)}`)
+          }
+
+          event._izContext.logger.debug(`message Params before send toInProcess${utils.firstLetterUpperCase(flowSchema.flowTag)}`, sendMessageToTopic);
+          await sns.publishAsync(event._izContext, sendMessageToTopic)
+
+
+            await dynamodbSharedLib.putItem(
+              event._izContext,
+              await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
+              {
+                taskKey: flowSchema.flowTag + connectionId,
+                connectionid: connectionId
+              }
+            )
+
+          postMessage(sendMessageToTopic, connectionId)
+          break
+      }
+    } else {
+      const connId = event.connId;
+      await postMessage({ message: event.message }, connId);
+    }
+
+    return (izara.response.webSocketSuccess());
+
+  } catch (err) {
+    console.log("event", event)
+    const connId = event.requestContext.connectionId
+    event._izContext.logger.error('Error, WebSocket: ', err);
+    await sendErrorMessage({ message: err.message }, connId);
+    return (izara.response.failure(err));
+  }
+});
+
+async function postMessage(data, connectionId) {
+  const params = {
+    ConnectionId: connectionId,
+    Data: JSON.stringify(data),
+    // Data: Buffer.from(JSON.stringify(data)),
+  }
+  return api.postToConnection(params).promise();
+};
+
+async function sendErrorMessage(errorMessage, connectionId) {
+  const params = {
+    ConnectionId: connectionId,
+    Data: JSON.stringify(errorMessage)
+  }
+  return api.postToConnection(params).promise();
+}

package/src/TemplateManager/src/libs/Consts.js

@@ -38,7 +38,8 @@ const RESOURCE_CLASSES = {
   dynamoDbTable: 'dynamodb',
   dynamoDbAcrossService: 'dynamodb',
   sns: "SNS",
-  lambda: "lambda"
+  lambda: "lambda",
+  webSocket: "webSocket"
 };
 
 /**
@@ -53,7 +54,8 @@ function resourceNames(resourceClass, resourceName) {
     [RESOURCE_CLASSES.s3]: "arn:aws:s3:::" + resourceName,
     [RESOURCE_CLASSES.dynamoDbTable]: "arn:aws:dynamodb:${self:custom.iz_region}:${self:custom.iz_accountId}:table/${self:custom.iz_resourcePrefix}" + resourceName,
     [RESOURCE_CLASSES.sns]: "arn:aws:sns:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}" + resourceName,
-    [RESOURCE_CLASSES.lambda]: "arn:aws:lambda:${self:custom.iz_region}:${self:custom.iz_accountId}:function:" + resourceName
+    [RESOURCE_CLASSES.lambda]: "arn:aws:lambda:${self:custom.iz_region}:${self:custom.iz_accountId}:function:" + resourceName,
+    [RESOURCE_CLASSES.webSocket]: "arn:aws:execute-api:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_webSocketHostId}/Test/POST/@connections/{connectionId}"
   }[resourceClass];
 }
 
@@ -187,6 +189,7 @@ const FUNCTION_NAME = {
   processLogical: "processLogical",
   updateNodeComplete: "updateNodeComplete",
   createObjectComplete: "createObjectComplete",
+  getNodeComplete: "getNodeComplete",
   paginateProcessLogical: "paginateProcessLogical",
   deleteNode: "deleteNode",
   deleteNodeComplete: "deleteNodeComplete"
@@ -206,6 +209,7 @@ const SHORT_FUNCTION_NAME = {
   processLogical: "processLogical",
   updateNodeComplete: "updateNodeComp",
   createObjectComplete: "createObjectComp",
+  getNodeComplete: "getNodeComp",
   paginateProcessLogical: "paginateProLogical",
   deleteNode: "deleteNode",
   deleteNodeComplete: "deleteNodeComp"
@@ -305,6 +309,7 @@ function shortNameHandler(fullNameHandler) {
   return fullNameHandler.slice(3)
 }
 
+
 module.exports = {
   ACTIONS,
   DEFAULT_HANDLER_PER_ACTION,

package/src/TemplateManager/src/libs/GenerateCodeUtils.js

@@ -54,4 +54,6 @@ function checkValidTableYaml(_izContext, currentTableSetting, existsTableSetting
   return [filteredDynamoDbYamlSetting, existsTableSetting];
 }
 
-module.exports = { checkValidTableYaml };
+module.exports = {
+  checkValidTableYaml,
+};

package/src/TemplateManager/src/ResourceYaml/dynamodb/processLogicalAndFindData.js

@@ -1,99 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-'use strict';
-
-const path = require("path")
-
-
-// const {
-//   HANDLER,
-// STORAGE_TYPES
-// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
-
-const STORAGE_TYPES = {
-  dynamoDB: "dynamoDB",
-  graph: "graph"
-}
-const templatePath = path.join(__dirname, './template.ejs')
-const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../libs/Consts');
-
-/**
- * create param of crateSouce for FindData And processLogical
- *
- * @param {Object} _izContext
- * @param {String} srcPath
- * @returns {Object[]}
- */
-const createDefaultSourceDataDynamoDB = (_izContext, srcPath) => {
-
-  let resultsForCreateSource = [];
-
-  const defaultDynamoDataList = [
-    {
-      "tableName": "FindDataMain",
-      "attributes": [
-        {
-          "keyType": "partitionKey",
-          "AttributeName": "findDataId",
-          "AttributeType": "S"
-        }
-      ]
-    },
-    {
-      "tableName": "LogicalResultsMain",
-      "attributes": [
-        {
-          "keyType": "partitionKey",
-          "AttributeName": "logicalResultId",
-          "AttributeType": "S"
-        }
-      ]
-    },
-    {
-      "tableName": "LogicalResultsData",
-      "attributes": [
-        {
-          "keyType": "partitionKey",
-          "AttributeName": "logicalResultId",
-          "AttributeType": "S"
-        },
-        {
-          "keyType": "sortKey",
-          "AttributeName": "identifiersId",
-          "AttributeType": "S"
-        }
-      ]
-    }
-  ];
-
-  for (let defaultlDynamoData of defaultDynamoDataList) {
-    resultsForCreateSource.push({
-      templatePath: templatePath,
-      templateData: defaultlDynamoData,
-      setting: {
-        initialData: 'Resources:\n',
-        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
-        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
-        fileExtension: '.yml',
-        isAppend: true
-      }
-    });
-  }
-  return resultsForCreateSource;
-}
-module.exports = createDefaultSourceDataDynamoDB