@izara_project/izara-market-library-service-schemas 1.0.23 → 1.0.25

package/src/reStructure/TemplateData/flowSchema/components/schema/inProcess/handler/template.ejs

@@ -0,0 +1,103 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+// const AWS = require('aws-sdk');
+// const api = new AWS.ApiGatewayManagementApi({ endpoint: process.env.iz_webSocketEndpoint });
+const izaraShared = require('@izara_project/izara-shared')
+const dynamodbSharedLib = izaraShared.dynamodbSharedLib
+const callingFlowSharedLib = izaraShared.callingFlowSharedLib;
+const hash = require('object-hash')
+// const coreConsts = require("@izara_project/izara-core-library-core/src/Consts");
+const consts = require('@izara_project/izara-middleware/src/MiddlewareCore/Consts')
+const { postToConnection } = require("../../libs/source/ImportDataLib");
+const createObject = require('./CreateObjectS3_Main');
+
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+
+  event._izContext.logger.debug('Event:', event);
+
+  try {
+
+    if (event.requestContext) {
+      const route = event.requestContext.routeKey;
+      const connectionId = event.requestContext.connectionId;
+
+      switch (route) {
+        case "$connect":
+          console.log("webSocket Connect");
+          break
+        case "$disconnect":
+          console.log("webSocket Disconnect");
+          break
+        case '$default':
+          console.log('Received unknown route:', route);
+          break
+        case 'webSocket':
+          console.log("event in route webSocket", event);
+
+          let eventParams = JSON.parse(event.body)
+
+          let callingFlow = eventParams?.callingFlow ? eventParams.callingFlow : {};
+
+          await createObject.createObject(
+            event._izContext,
+            eventParams,
+            //(<additionalParams>)
+            event,
+            //(</additionalParams>)
+            callingFlowSharedLib.addCallingFlowToPassOnProperties(callingFlow)
+          )
+
+          let correlationId = event._izContext.correlationIds.get(consts.X_CORRELATION_ID)
+          event._izContext.logger.debug("correlationId", correlationId)
+
+          // if (returnValueFlowSchema) {
+          await dynamodbSharedLib.putItem(
+            event._izContext,
+            await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
+            {
+              taskKey: correlationId,
+              connectionId: connectionId,
+            }
+          )
+          // }
+
+          console.log({ message: eventParams })
+          // await postMessage(returnValueFlowSchema, connectionId)
+          // await postToConnection({ message: eventParams }, connectionId)
+          break
+      }
+    } else {
+      const connId = event.connId;
+      // await postMessage({ message: event.message }, connId);
+      await postToConnection({ message: event.message }, connId);
+    }
+
+    return (izara.response.webSocketSuccess());
+
+  } catch (err) {
+    const connId = event.requestContext.connectionId
+    event._izContext.logger.error('Error, WebSocket: ', err);
+    // await sendErrorMessage({ message: err.message }, connId);
+    await postToConnection({ message: err.message }, connId);
+    return (izara.response.failure(err));
+  }
+});

package/src/reStructure/TemplateData/flowSchema/components/schema/inProcess/mainFunction/data.js

@@ -0,0 +1,45 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../../../libs/Consts');
+const templatePath = path.join(__dirname, './template.ejs')
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+  let functionName = "InProcessWebSocket";
+  return {
+    templatePath: templatePath,
+    templateData: {},
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
+      saveFileName: `${functionName}_Main`,
+      fileExtension: ".js",
+      isAppend: false
+    }
+  }
+}
+
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/components/schema/inProcess/sns-sqs/data.js

@@ -0,0 +1,35 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../../../libs/Consts');
+const templatePath = path.join(__dirname, './template.ejs')
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/components/schema/outComplete/functionYaml/data.js

@@ -0,0 +1,34 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/components/schema/outComplete/handler/data.js

@@ -0,0 +1,34 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/components/schema/outComplete/mainFunction/data.js

@@ -0,0 +1,34 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/components/schema/outComplete/sns-sqs/data.js

@@ -0,0 +1,34 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+
+}
+
+
+module.exports = data;

package/src/reStructure/TemplateData/flowSchema/components/upload/confirmReserved/functionYaml/data.js

@@ -0,0 +1,118 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require('path');
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../../MainLibs/src/Utils")
+const {
+  HANDLER,
+  defaultIamRolePerAction,
+  createIamRole,
+  RESOURCE_CLASSES,
+  SQS_RESOURCE,
+  SNS_RESOURCE,
+  resourceNames,
+  shortNameHandler,
+  SOURCE_PATH,
+  SAVE_FILE_NAME,
+  awaitingMultipleStepsRole,
+  externalResourceSns,
+  externalResourceName,
+  DYNAMO_RESOURCE,
+  LAMBDA_RESOURCE
+} = require('../../../../../../../MainLibs/src/Consts');
+
+/**
+ * receive objectSchema
+ *
+ * @param {Object} flowSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+  let functionName = "ConfirmNewReserved";
+  let handlerType = upperCase(HANDLER.hdrSqs);
+  let additionalResourcePermission = defaultIamRolePerAction();
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sqs]: [
+          SQS_RESOURCE.receiveMessage,
+          SQS_RESOURCE.sendMessage,
+          SQS_RESOURCE.deleteMessage,
+          SQS_RESOURCE.getQueueAttributes
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sqs, functionName + handlerType),
+        resourceNames(RESOURCE_CLASSES.sqs, functionName + "DLQ"),
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DYNAMO_RESOURCE.query,
+          DYNAMO_RESOURCE.deleteItem,
+          DYNAMO_RESOURCE.updateItem,
+          DYNAMO_RESOURCE.putItem
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "ReservedDataMain"),
+      ]
+    ),
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.lambda]: [LAMBDA_RESOURCE.invokeFunction],
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.lambda, "ImportBatchMainGetHdrInv"),
+        resourceNames(RESOURCE_CLASSES.sns, "InImportBatchMainUpdate")
+      ]
+    )
+  )
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      handlerType,
+      functionNameConfig: functionName + upperCase(handlerType),
+      resourceLocation: SOURCE_PATH.resourceLocationWebSocket,
+      additionalResourcePermission,
+      functionNameConfig: upperCase(functionName) + upperCase(shortNameHandler(handlerType)),
+    },
+    setting: {
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      fileExtension: ".yml",
+      isAppend: true
+    }
+  }
+}
+
+module.exports = data

package/src/reStructure/TemplateData/flowSchema/components/upload/confirmReserved/functionYaml/template.ejs

@@ -0,0 +1,30 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionNameConfig) %>:
+  handler: <%- join(resourceLocation, `${functionName}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- functionName %><%- firstLetterUpperCase(handlerType) %>
+  events:
+    - sqs:
+        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- functionName %><%- firstLetterUpperCase(handlerType) %>
+        batchSize: 10
+        filterPatterns: #**** need to update serverless framwork upper v.2.69.1
+        - body: {"MessageAttributes":{"callingFlow":{"Value":["${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>"]}}} # functionName of callingFlow
+        - body: {"MessageAttributes":{"callingFlow":{"Value":[{"exists":false}]}}}
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_ }) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - "<%- resource %>"
+        <%_ }) _%>
+    <%_}) _%>
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>

package/src/reStructure/TemplateData/flowSchema/components/upload/confirmReserved/handler/data.js

@@ -0,0 +1,56 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require('path');
+
+const templatePath = path.join(__dirname, "./template.ejs")
+const { firstLetterUpperCase: upperCase } = require("../../../../../../../MainLibs/src/Utils")
+const { HANDLER, SOURCE_PATH } = require('../../../../../../../MainLibs/src/Consts');
+
+/**
+ * receive objectSchema
+ *
+ * @param {Object} flowSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+
+function data(_izContext, srcPath) {
+  return [createSourceParams(_izContext, srcPath)]
+}
+
+function createSourceParams(_izContext, srcPath) {
+  let functionName = "ConfirmNewReserved";
+  let handlerType = upperCase(HANDLER.hdrSqs);
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName,
+      handlerType,
+    },
+    setting: {
+      saveFileName: `${functionName}_${handlerType}`,
+      savePath: path.join(srcPath, SOURCE_PATH.webSocket),
+      fileExtension: ".js",
+      isAppend: true
+    }
+  }
+}
+
+module.exports = data

package/src/reStructure/TemplateData/flowSchema/components/upload/confirmReserved/handler/template.ejs

@@ -0,0 +1,126 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+// const AWS = require('aws-sdk');
+// const sqs = new AWS.SQS({ apiVersion: '2012-11-05' });
+
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+const recordHandlerSharedLib = require("@izara_project/izara-shared").recordHandlerSharedLib;
+const Logger = require('@izara_project/izara-core-library-logger');
+const izaraShared = require('@izara_project/izara-shared');
+const callingFlowSharedLib = izaraShared.callingFlowSharedLib;
+
+const confirmNewReserved = require('./ConfirmNewReserved_Main')
+
+// validate event properties in body.Message of sqs event
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+
+// set schema for record.body.Message
+let perRecordsValidatorSchema = {
+  type: "object",
+  required: [
+    'returnMessage',
+    'errorsFound',
+    'passStatus'
+  ],
+  properties: {
+    returnMessage: {
+      type: "object"
+    },
+    errorsFound: {
+      type: "array"
+    },
+    passStatus: {
+      type: 'boolean'
+    }
+  }
+};
+
+// set schema for record.body.MessageAttributes
+// const messageAttributeValidatorSchema = {
+//   type: "object",
+//   required: ['msgAtrrParam1', 'msgAtrrParam2'],
+//   properties: {
+//     msgAtrrParam1: {
+//       type: "string"
+//     },
+//     msgAtrrParam2: {
+//       type: "object"
+//     }
+//   }
+// };
+
+perRecordsValidatorSchema = callingFlowSharedLib.addOptionalPassBackPropertiesToValidatorSchema(perRecordsValidatorSchema)
+
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+
+  try {
+
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(event.Records.map(async record => { // promise.all for map() function
+
+      let passOnProperties = []
+      record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+      // validate message (and MessageAttributes)
+      await recordHandlerSharedLib.validateRecord(
+        record,                             // one record will send to mainFunction
+        "ConfirmNewReservedHdrSqs",         // queue name that need to retry or send to dlq
+        perRecordsValidatorSchema,          // schema for record.Message
+        // messageAttributeValidatorSchema  // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
+      );
+
+      // add argument (to invoke lambda) to passOnProperties[]
+      passOnProperties.push(record.body.Message.returnMessage)
+      passOnProperties.push(record.body.Message.errorsFound)
+      passOnProperties.push(record.body.Message.passStatus)
+      passOnProperties.push(callingFlowSharedLib.addPassBackPropertiesToPassOnProperties(record.body.Message))
+      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
+
+      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+      let recordPromise = recordHandlerSharedLib.recordHandler(
+        record,                                 // one record will send to mainFunction
+        confirmNewReserved.confirmNewReserved,  // mainFunction that need to invoke.
+        "ConfirmNewReservedHdrSqs",             // queue name that need to retry or send to dlq
+        passOnProperties,                       // all parameters that mainFunction needed.
+      );
+      record._izContext.logger.debug('after recordPromise in handler');
+      recordPromises.push(recordPromise); // push promise to recordPromises
+    }))
+
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      // --- main await all promises
+      await Promise.all(recordPromises); // await all promises
+
+      return event.Records // return all for local test
+
+    } catch {
+      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve)');
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
+
+  } catch (err) {
+    Logger.error('Unhandled Error, ConfirmNewReservedHdrSqs: ', err);
+    throw (err);
+  }
+});