@izara_project/izara-market-library-service-schemas 1.0.18 → 1.0.20

package/src/TemplateManager/src/flowSchema/DefaultWebSocketResource/dynamoDb/ReservedTableData.js

@@ -0,0 +1,65 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../../libs/Consts');
+
+
+
+const templatePath = path.join(__dirname, "../../../ResourceYaml/dynamodb/template.ejs")
+
+function data(_izContext, srcPath) {
+  let resultForCreateSources = [];
+  const reservedDataTables = [
+    {
+      tableName: "ReservedDataMain",
+      attributes: [
+        {
+          keyType: "partitionKey",
+          AttributeName: "servicePendingId",
+          AttributeType: "S"
+        },
+        {
+          keyType: "sortKey",
+          AttributeName: "reservedDataId",
+          AttributeType: "S"
+        }
+      ]
+    }
+  ];
+
+  for (let reservedDataTable of reservedDataTables) {
+    resultForCreateSources.push(
+      {
+        templatePath: templatePath,
+        templateData: reservedDataTable,
+        setting: {
+          initialData: 'Resources:\n',
+          savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+          saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+          fileExtension: ".yml",
+          isAppend: true
+        }
+      }
+    )
+  }
+  return resultForCreateSources;
+}
+
+module.exports = data;

package/src/TemplateManager/src/{flowTag/webSocket → flowSchema/DefaultWebSocketResource}/webSocketConnect/functionYaml/data.js

@@ -19,7 +19,8 @@ along with this program.  If not, see <http://www.gnu.org/licenses/>.
 const path = require('path');
 const fs = require('fs');
 
-const { SOURCE_PATH, SAVE_FILE_NAME, ACTIONS, HANDLER, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, DYNAMO_RESOURCE, resourceNames } = require("../../../../libs/Consts");
+const { SOURCE_PATH, SAVE_FILE_NAME, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, DYNAMO_RESOURCE, resourceNames } = require("../../../../libs/Consts");
+const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils');
 
 const templatePath = path.join(__dirname, "./template.ejs")
 
@@ -64,7 +65,7 @@ function createWebSocketConnectYaml(_izContext, srcPath) {
     },
     setting: {
       savePath: path.join(srcPath, SOURCE_PATH.appYaml),
-      saveFileName: SAVE_FILE_NAME.flowSchema,
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
       fileExtension: ".yml",
       isAppend: true
     }

package/src/TemplateManager/src/{flowTag/webSocket → flowSchema/DefaultWebSocketResource}/webSocketConnect/handler/data.js

@@ -19,7 +19,7 @@ along with this program.  If not, see <http://www.gnu.org/licenses/>.
 const path = require('path');
 const fs = require('fs');
 
-const { SOURCE_PATH, SAVE_FILE_NAME, ACTIONS, HANDLER, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, DYNAMO_RESOURCE, resourceNames } = require("../../../../libs/Consts");
+const { SOURCE_PATH } = require("../../../../libs/Consts");
 
 const templatePath = path.join(__dirname, "./template.ejs")
 

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/InProcessFlowSchema/functionYaml/data.js

@@ -0,0 +1,77 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils");
+const { SOURCE_PATH, defaultIamRolePerAction, shortNameHandler, SAVE_FILE_NAME, createIamRole, RESOURCE_CLASSES, SNS_RESOURCE, resourceNames, DYNAMO_RESOURCE } = require('../../../../libs/Consts');
+const templatePath = path.join(__dirname, "./template.ejs")
+
+
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let functionName = "InProcessWebSocket";
+  let handlerType = "HdrWbs"
+  let additionalResourcePermission = defaultIamRolePerAction();
+  let functionNameConfig = upperCase(functionName) + upperCase(shortNameHandler(handlerType))
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sns, `InProcess${flowSchema.flowTag}`)
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DYNAMO_RESOURCE.putItem,
+          DYNAMO_RESOURCE.deleteItem
+        ]
+      },
+      resourceNames(RESOURCE_CLASSES.dynamoDbTable, "WebSocketTask")
+    )
+  )
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      handlerType,
+      functionNameConfig,
+      additionalResourcePermission,
+      resourceLocation: SOURCE_PATH.resourceLocationWebSocket,
+      route: flowSchema.flowTag
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  }
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/{flowTag/webSocket/websocketHandler → flowSchema/FlowSchemaEndpoint/InProcessFlowSchema}/functionYaml/template.ejs

@@ -1,11 +1,17 @@
 <%_ const join = require('path').join; _%>
-<%- firstLetterUpperCase(functionName) %><%- handlerType -%>:
+<%- firstLetterUpperCase(functionNameConfig) %>:
   handler: <%- join(resourceLocation, `${firstLetterUpperCase(functionName)}_${firstLetterUpperCase(handlerType)}.main`)%>
-  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>
   events:
+    - websocket:
+        route: $connect
+    - websocket:
+        route: $disconnect
+    - websocket:
+        route: $default
     - websocket:
         route: <%- route %>
-      # authorizer: ${self:custom.iz_authorizerAppLevel}
+        # authorizer: ${self:custom.iz_authorizerAppLevel}
       # identifierResource: 'route.request.header.Auth'
   iamRoleStatements:
     <%_ additionalResourcePermission.forEach(resourcePermission => { _%>

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/InProcessFlowSchema/handler/data.js

@@ -0,0 +1,47 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../../../libs/Consts');
+const templatePath = path.join(__dirname, './template.ejs')
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+  let functionName = "InProcessWebSocket";
+  let handlerType = "HdrWbs";
+
+  return {
+    templatePath: templatePath,
+    templateData: {},
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
+      saveFileName: upperCase(functionName) + upperCase(handlerType),
+      fileExtension: ".js",
+      isAppend: true
+    }
+  }
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/{flowTag/webSocket/websocketHandler → flowSchema/FlowSchemaEndpoint/InProcessFlowSchema}/handler/template.ejs

@@ -25,47 +25,56 @@ const izaraShared = require('@izara_project/izara-shared')
 const dynamodbSharedLib = izaraShared.dynamodbSharedLib
 const callingFlowSharedLib = izaraShared.callingFlowSharedLib;
 const hash = require('object-hash')
+// const coreConsts = require("@izara_project/izara-core-library-core/src/Consts");
+const consts = require('@izara_project/izara-middleware/src/MiddlewareCore/Consts')
+const { postToConnection } = require("../../libs/source/ImportDataLib");
+const createObject = require('./CreateObjectS3_Main');
 
-const { ApiGatewayManagementApiClient, PostToConnectionCommand } = require("@aws-sdk/client-apigatewaymanagementapi");
-const flowSchema = require('./FlowSchema_Main');
-
-const client = new ApiGatewayManagementApiClient({
-  endpoint: `https://${process.env.iz_webSocketEndpoint}`
-})
 module.exports.main = middleware.wrap(async (event, context, callback) => {
 
   event._izContext.logger.debug('Event:', event);
 
   try {
 
-    let eventParams = JSON.parse(event.body)
-
     if (event.requestContext) {
       const route = event.requestContext.routeKey;
       const connectionId = event.requestContext.connectionId;
 
       switch (route) {
-        case null:
-          console.log('Received unknown route:', route)
+        case "$connect":
+          console.log("webSocket Connect");
+          break
+        case "$disconnect":
+          console.log("webSocket Disconnect");
+          break
+        case '$default':
+          console.log('Received unknown route:', route);
           break
         case 'webSocket':
-          console.log("event in route", event)
-          let callingFlow = eventParams?.callingFlow ? eventParams.callingFlow : {}
-          console.log("eventParams::", eventParams)
-          await flowSchema.flowSchema(
+          console.log("event in route webSocket", event);
+
+          let eventParams = JSON.parse(event.body)
+
+          let callingFlow = eventParams?.callingFlow ? eventParams.callingFlow : {};
+
+          await createObject.createObject(
             event._izContext,
             eventParams,
             //(<additionalParams>)
+            event,
             //(</additionalParams>)
             callingFlowSharedLib.addCallingFlowToPassOnProperties(callingFlow)
           )
 
+          let correlationId = event._izContext.correlationIds.get(consts.X_CORRELATION_ID)
+          event._izContext.logger.debug("correlationId", correlationId)
+
           // if (returnValueFlowSchema) {
           await dynamodbSharedLib.putItem(
             event._izContext,
             await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
             {
-              taskKey: "uploadS3Data" + hash(connectionId),
+              taskKey: correlationId,
               connectionId: connectionId,
             }
           )
@@ -91,40 +100,4 @@ module.exports.main = middleware.wrap(async (event, context, callback) => {
     await postToConnection({ message: err.message }, connId);
     return (izara.response.failure(err));
   }
-});
-
-async function postMessage(data, connectionId) {
-  const params = {
-    ConnectionId: connectionId,
-    Data: JSON.stringify(data),
-  }
-  return api.postToConnection(params).promise();
-};
-
-async function sendErrorMessage(errorMessage, connectionId) {
-  const params = {
-    ConnectionId: connectionId,
-    Data: JSON.stringify(errorMessage)
-  }
-  return api.postToConnection(params).promise();
-}
-
-const postToConnection = async (message, connectionId) => {
-  try {
-    const messageParams = JSON.stringify(message)
-    const command = new PostToConnectionCommand({
-      ConnectionId: connectionId,
-      Data: Buffer.from(messageParams)
-    })
-    // console.log("command::", command)
-    // console.log("client::", client)
-    await client.send(command);
-    console.log(`send Message: ${JSON.stringify(message)} to ${connectionId} 1`)
-  } catch (err) {
-    if (err.name === "GoneException") {
-      console.log(`message send to connectionIds ${connectionId} is no longer connect`)
-    } else {
-      console.error(`Error post message: ${err}`)
-    }
-  }
-}
+});

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/InProcessFlowSchema/mainFunction/data.js

@@ -0,0 +1,46 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../../../libs/Consts');
+const templatePath = path.join(__dirname, './template.ejs')
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+  let functionName = "InProcessWebSocket";
+  return {
+    templatePath: templatePath,
+    templateData: {},
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
+      saveFileName: `${functionName}_Main`,
+      fileExtension: ".js",
+      isAppend: false
+    }
+  }
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/InProcessFlowSchema/sns-sqs/data.js

@@ -0,0 +1,36 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../../../libs/Consts');
+const templatePath = path.join(__dirname, './template.ejs')
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/OutComplete/functionYaml/data.js

@@ -0,0 +1,35 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/OutComplete/handler/data.js

@@ -0,0 +1,35 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/OutComplete/mainFunction/data.js

@@ -0,0 +1,35 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/FlowSchemaEndpoint/OutComplete/sns-sqs/data.js

@@ -0,0 +1,35 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;