@izara_project/izara-market-library-service-schemas 1.0.18 → 1.0.19

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/InProcessFlowSchema/functionYaml/data.js

@@ -0,0 +1,77 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils");
+const { SOURCE_PATH, defaultIamRolePerAction, shortNameHandler, SAVE_FILE_NAME, createIamRole, RESOURCE_CLASSES, SNS_RESOURCE, resourceNames, DYNAMO_RESOURCE } = require('../../../../libs/Consts');
+const templatePath = path.join(__dirname, "./template.ejs")
+
+
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let functionName = "InProcessWebSocket";
+  let handlerType = "HdrWbs"
+  let additionalResourcePermission = defaultIamRolePerAction();
+  let functionNameConfig = upperCase(functionName) + upperCase(shortNameHandler(handlerType))
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sns, `InProcess${flowSchema.flowTag}`)
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DYNAMO_RESOURCE.putItem,
+          DYNAMO_RESOURCE.deleteItem
+        ]
+      },
+      resourceNames(RESOURCE_CLASSES.dynamoDbTable, "WebSocketTask")
+    )
+  )
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      handlerType,
+      functionNameConfig,
+      additionalResourcePermission,
+      resourceLocation: SOURCE_PATH.resourceLocationWebSocket,
+      route: flowSchema.flowTag
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  }
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/{flowTag/webSocket/websocketHandler → flowSchema/FlowSchemaEndpoint/InProcessFlowSchema}/functionYaml/template.ejs

@@ -1,11 +1,17 @@
 <%_ const join = require('path').join; _%>
-<%- firstLetterUpperCase(functionName) %><%- handlerType -%>:
+<%- firstLetterUpperCase(functionNameConfig) %>:
   handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
-  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
   events:
+    - websocket:
+        route: $connect
+    - websocket:
+        route: $disconnect
+    - websocket:
+        route: $default
     - websocket:
         route: <%- route %>
-      # authorizer: ${self:custom.iz_authorizerAppLevel}
+        # authorizer: ${self:custom.iz_authorizerAppLevel}
       # identifierResource: 'route.request.header.Auth'
   iamRoleStatements:
     <%_ additionalResourcePermission.forEach(resourcePermission => { _%>

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/InProcessFlowSchema/handler/data.js

@@ -0,0 +1,47 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../../../libs/Consts');
+const templatePath = path.join(__dirname, './template.ejs')
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+  let functionName = "InProcessWebSocket";
+  let handlerType = "HdrWbs";
+
+  return {
+    templatePath: templatePath,
+    templateData: {},
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
+      saveFileName: upperCase(functionName) + upperCase(handlerType),
+      fileExtension: ".js",
+      isAppend: true
+    }
+  }
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/{flowTag/webSocket/websocketHandler → flowSchema/FlowSchemaEndpoint/InProcessFlowSchema}/handler/template.ejs

@@ -25,47 +25,56 @@ const izaraShared = require('@izara_project/izara-shared')
 const dynamodbSharedLib = izaraShared.dynamodbSharedLib
 const callingFlowSharedLib = izaraShared.callingFlowSharedLib;
 const hash = require('object-hash')
+// const coreConsts = require("@izara_project/izara-core-library-core/src/Consts");
+const consts = require('@izara_project/izara-middleware/src/MiddlewareCore/Consts')
+const { postToConnection } = require("../../libs/source/ImportDataLib");
+const createObject = require('./CreateObjectS3_Main');
 
-const { ApiGatewayManagementApiClient, PostToConnectionCommand } = require("@aws-sdk/client-apigatewaymanagementapi");
-const flowSchema = require('./FlowSchema_Main');
-
-const client = new ApiGatewayManagementApiClient({
-  endpoint: `https://${process.env.iz_webSocketEndpoint}`
-})
 module.exports.main = middleware.wrap(async (event, context, callback) => {
 
   event._izContext.logger.debug('Event:', event);
 
   try {
 
-    let eventParams = JSON.parse(event.body)
-
     if (event.requestContext) {
       const route = event.requestContext.routeKey;
       const connectionId = event.requestContext.connectionId;
 
       switch (route) {
-        case null:
-          console.log('Received unknown route:', route)
+        case "$connect":
+          console.log("webSocket Connect");
+          break
+        case "$disconnect":
+          console.log("webSocket Disconnect");
+          break
+        case '$default':
+          console.log('Received unknown route:', route);
           break
         case 'webSocket':
-          console.log("event in route", event)
-          let callingFlow = eventParams?.callingFlow ? eventParams.callingFlow : {}
-          console.log("eventParams::", eventParams)
-          await flowSchema.flowSchema(
+          console.log("event in route webSocket", event);
+
+          let eventParams = JSON.parse(event.body)
+
+          let callingFlow = eventParams?.callingFlow ? eventParams.callingFlow : {};
+
+          await createObject.createObject(
             event._izContext,
             eventParams,
             //(<additionalParams>)
+            event,
             //(</additionalParams>)
             callingFlowSharedLib.addCallingFlowToPassOnProperties(callingFlow)
           )
 
+          let correlationId = event._izContext.correlationIds.get(consts.X_CORRELATION_ID)
+          event._izContext.logger.debug("correlationId", correlationId)
+
           // if (returnValueFlowSchema) {
           await dynamodbSharedLib.putItem(
             event._izContext,
             await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
             {
-              taskKey: "uploadS3Data" + hash(connectionId),
+              taskKey: correlationId,
               connectionId: connectionId,
             }
           )
@@ -91,40 +100,4 @@ module.exports.main = middleware.wrap(async (event, context, callback) => {
     await postToConnection({ message: err.message }, connId);
     return (izara.response.failure(err));
   }
-});
-
-async function postMessage(data, connectionId) {
-  const params = {
-    ConnectionId: connectionId,
-    Data: JSON.stringify(data),
-  }
-  return api.postToConnection(params).promise();
-};
-
-async function sendErrorMessage(errorMessage, connectionId) {
-  const params = {
-    ConnectionId: connectionId,
-    Data: JSON.stringify(errorMessage)
-  }
-  return api.postToConnection(params).promise();
-}
-
-const postToConnection = async (message, connectionId) => {
-  try {
-    const messageParams = JSON.stringify(message)
-    const command = new PostToConnectionCommand({
-      ConnectionId: connectionId,
-      Data: Buffer.from(messageParams)
-    })
-    // console.log("command::", command)
-    // console.log("client::", client)
-    await client.send(command);
-    console.log(`send Message: ${JSON.stringify(message)} to ${connectionId} 1`)
-  } catch (err) {
-    if (err.name === "GoneException") {
-      console.log(`message send to connectionIds ${connectionId} is no longer connect`)
-    } else {
-      console.error(`Error post message: ${err}`)
-    }
-  }
-}
+});

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/InProcessFlowSchema/mainFunction/data.js

@@ -0,0 +1,46 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../../../libs/Consts');
+const templatePath = path.join(__dirname, './template.ejs')
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+  let functionName = "InProcessWebSocket";
+  return {
+    templatePath: templatePath,
+    templateData: {},
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
+      saveFileName: `${functionName}_Main`,
+      fileExtension: ".js",
+      isAppend: false
+    }
+  }
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/InProcessFlowSchema/sns-sqs/data.js

@@ -0,0 +1,36 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../../../libs/Consts');
+const templatePath = path.join(__dirname, './template.ejs')
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/OutComplete/functionYaml/data.js

@@ -0,0 +1,35 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/OutComplete/handler/data.js

@@ -0,0 +1,35 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/OutComplete/mainFunction/data.js

@@ -0,0 +1,35 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/OutComplete/sns-sqs/data.js

@@ -0,0 +1,35 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/UploadS3Case/confirmReservedAfterUpload/functionYaml/data.js

@@ -0,0 +1,102 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require('path');
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
+const { HANDLER, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, SQS_RESOURCE, SNS_RESOURCE, resourceNames, shortNameHandler, SOURCE_PATH, SAVE_FILE_NAME, awaitingMultipleStepsRole, externalResourceSns, externalResourceName, DYNAMO_RESOURCE, LAMBDA_RESOURCE } = require('../../../../libs/Consts');
+
+/**
+ * receive objectSchema
+ *
+ * @param {Object} flowSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+  let functionName = "ConfirmNewReserved";
+  let handlerType = upperCase(HANDLER.hdrSqs);
+  let additionalResourcePermission = defaultIamRolePerAction();
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sqs]: [
+          SQS_RESOURCE.receiveMessage,
+          SQS_RESOURCE.sendMessage,
+          SQS_RESOURCE.deleteMessage,
+          SQS_RESOURCE.getQueueAttributes
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType),
+        resourceNames(RESOURCE_CLASSES.sqs, functionName + "DLQ"),
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DYNAMO_RESOURCE.query,
+          DYNAMO_RESOURCE.deleteItem,
+          DYNAMO_RESOURCE.updateItem,
+          DYNAMO_RESOURCE.putItem
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "ReservedDataMain"),
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.lambda]: [LAMBDA_RESOURCE.invokeFunction],
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.lambda, "ImportBatchMainGetHdrInv"),
+        resourceNames(RESOURCE_CLASSES.sns, "InImportBatchMainUpdate")
+      ]
+    )
+  )
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      handlerType,
+      functionNameConfig: functionName + upperCase(handlerType),
+      resourceLocation: SOURCE_PATH.resourceLocationWebSocket,
+      additionalResourcePermission,
+      functionNameConfig: upperCase(functionName) + upperCase(shortNameHandler(handlerType)),
+    },
+    setting: {
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      fileExtension: ".yml",
+      isAppend: true
+    }
+  }
+}
+
+module.exports = data

package/src/TemplateManager/src/flowSchema/UploadS3Case/confirmReservedAfterUpload/functionYaml/template.ejs

@@ -0,0 +1,30 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionNameConfig) %>:
+  handler: <%- join(resourceLocation, `${functionName}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- functionName %><%- firstLetterUpperCase(handlerType) %>
+  events:
+    - sqs:
+        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- functionName %><%- firstLetterUpperCase(handlerType) %>
+        batchSize: 10
+        filterPatterns: #**** need to update serverless framwork upper v.2.69.1
+        - body: {"MessageAttributes":{"callingFlow":{"Value":["${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>"]}}} # functionName of callingFlow
+        - body: {"MessageAttributes":{"callingFlow":{"Value":[{"exists":false}]}}}
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_ }) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - "<%- resource %>"
+        <%_ }) _%>
+    <%_}) _%>
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>