@izara_project/izara-market-library-service-schemas 1.0.19 → 1.0.20

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/functionYaml/data.js

@@ -0,0 +1,102 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+const { HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { FLOW_SCHEMA_HOOK_STATE } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils')
+const { SOURCE_PATH, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, SNS_RESOURCE, resourceNames, DYNAMO_RESOURCE, SAVE_FILE_NAME, FUNCTION_NAME, shortNameHandler, SQS_RESOURCE } = require("../../../../libs/Consts");
+const templatePath = path.join(__dirname, "template.ejs")
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, flowSchema, srcPath)]
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let hook;
+  let hookFunctionName
+  let handlerType;
+  let queueName;
+  let filterPattern;
+  let additionalResourcePermission = defaultIamRolePerAction();
+  if (flowSchema?.hook) {
+    for (const [hookName, hookProperties] of Object.entries(flowSchema.hook)) {
+      for (const hookFunction of hookProperties.functionList) {
+        if (hookName === FLOW_SCHEMA_HOOK_STATE.beforeCreate) {
+          if (hookFunction.event.continueFlow === true && hookFunction.event.initialEvent === false) {
+            hook = true
+            hookFunctionName = upperCase(hookFunction.name)
+            handlerType = upperCase(hookFunction.event.handlerType);
+            filterPattern = hookFunction.event.filterPattern;
+            additionalResourcePermission.push(
+              createIamRole(
+                {
+                  [RESOURCE_CLASSES.sns]: [
+                    SNS_RESOURCE.publish
+                  ]
+                },
+                [
+                  resourceNames(RESOURCE_CLASSES.sns, "InImportBatchMainCreate")
+                ]
+              )
+            )
+            if (upperCase(handlerType) === upperCase(HANDLER.hdrDsq)) {
+              queueName = hookFunction.event.queueName;
+            } else if (upperCase(handlerType) === upperCase(HANDLER.hdrSqs)) {
+              if (hookFunction.event.topicName.includes("In")) {
+                queueName = upperCase(hookFunction.event.topicName.slice(2));
+              } else {
+                queueName = hookFunction.event.topicName;
+              }
+            }
+          }
+        }
+      }
+    }
+  }
+  return {
+    templatePath: templatePath,
+    templateData: {
+      hookFunctionName,
+      handlerType,
+      queueName,
+      additionalResourcePermission,
+      functionName: upperCase(hookFunctionName),
+      functionNameConfig: upperCase(hookFunctionName) + upperCase(shortNameHandler(handlerType)),
+      resourceLocation: SOURCE_PATH.resourceLocationGeneratedCodeHookFunction,
+      filterPattern
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      fileExtension: ".yml",
+      isAppend: true
+    }
+  }
+
+}
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/functionYaml/template.ejs

@@ -0,0 +1,43 @@
+<%_ const join = require('path').join; _%>
+<%_ const { HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts'); _%>
+<%- firstLetterUpperCase(functionNameConfig) %>:
+  handler: <%- join(resourceLocation, `${functionName}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- functionName %><%- firstLetterUpperCase(handlerType) %>
+  <%_ if (handlerType ===  firstLetterUpperCase(HANDLER.hdrDsq) || handlerType === firstLetterUpperCase(HANDLER.hdrSqs)) { _%>
+  events:
+    - sqs:
+        arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- queueName %><%- firstLetterUpperCase(handlerType) %>
+        batchSize: 10
+        <%_ if (filterPattern) { _%>
+        filterPatterns: #**** need to update serverless framwork upper v.2.69.1
+        - body: {"MessageAttributes":{"callingFlow":{"Value":["${self:custom.iz_resourcePrefix}<%- filterPattern %>"]}}} # functionName of callingFlow
+        - body: {"MessageAttributes":{"callingFlow":{"Value":[{"exists":false}]}}}
+  <%_ } _%>
+  <%_ } else if (handlerType === firstLetterUpperCase(HANDLER.hdrApi)) { _%>
+  events:
+    - http:
+        path: <%- objectType %>/<%- firstLetterUpperCase(action) %>
+        method: <%- event %>
+        cors: true
+        #<#<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>Authorizer#>
+        #<#/<%- firstLetterUpperCase(functionName) %><%- firstLetterUpperCase(handlerType) %>Authorizer#>
+  <%_ } _%>
+  iamRoleStatements:
+    <%_ additionalResourcePermission.forEach(resourcePermission => { _%>
+    - Effect: <%- resourcePermission.effect %>
+      Action:
+        <%_ Object.keys(resourcePermission.action).forEach(resourcePerAction => { _%>
+        <%_ resourcePermission.action[resourcePerAction].forEach(permission => { _%>
+        - <%- resourcePerAction %>:<%- permission %>
+        <%_ }) _%>
+        <%_ }) _%>
+      Resource:
+        <%_ resourcePermission.resource.forEach(resource => { _%>
+        - "<%- resource %>"
+        <%_ }) _%>
+    <%_}) _%>
+    #<#<%- functionName %><%- handlerType %>IamRole#>
+    #<#/<%- functionName %><%- handlerType %>IamRole#>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/handler/data.js

@@ -0,0 +1,94 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+const { HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { createHookFunction } = require('../../../../../../SourceManager/src/Utils')
+const { FLOW_SCHEMA_HOOK_STATE } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils')
+const { SOURCE_PATH, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, SNS_RESOURCE, resourceNames, DYNAMO_RESOURCE, SAVE_FILE_NAME, FUNCTION_NAME, shortNameHandler, SQS_RESOURCE } = require("../../../../libs/Consts");
+const asyncTemplatePath = path.join(__dirname, "templateAsyncHandler.ejs")
+const syncTemplatePath = path.join(__dirname, "templateSyncHandler.ejs")
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, flowSchema, srcPath)]
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let hook;
+  let hookFunctionName
+  let handlerType;
+  let queueName;
+  if (flowSchema?.hook) {
+    for (const [hookName, hookProperties] of Object.entries(flowSchema.hook)) {
+      for (const hookFunction of hookProperties.functionList) {
+        if (hookName === FLOW_SCHEMA_HOOK_STATE.beforeCreate) {
+          if (hookFunction.event.continueFlow === true && hookFunction.event.initialEvent === false) {
+            hook = true
+            hookFunctionName = upperCase(hookFunction.name)
+            handlerType = upperCase(hookFunction.event.handlerType);
+            if (upperCase(handlerType) === upperCase(HANDLER.hdrDsq)) {
+              queueName = hookFunction.event.queueName;
+            } else if (upperCase(handlerType) === upperCase(HANDLER.hdrSqs)) {
+              queueName = hookFunction.event.topicName;
+            }
+          }
+        }
+      }
+    }
+  }
+
+  if (upperCase(handlerType) === upperCase(HANDLER.hdrSqs) || upperCase(handlerType) === upperCase(HANDLER.hdrDsq)) {
+    return {
+      templatePath: asyncTemplatePath,
+      templateData: {
+        hookFunctionName,
+        queueName
+      },
+      setting: {
+        savePath: path.join(srcPath, SOURCE_PATH.generatedCodeHookFunction),
+        saveFileName: `${upperCase(hookFunctionName)}_${upperCase(handlerType)}`,
+        fileExtension: ".js",
+        isAppend: false
+      }
+    }
+  } else if (upperCase(handlerType) === upperCase(HANDLER.hdrApi) || upperCase(handlerType) === upperCase(HANDLER.hdrInv)) {
+    return {
+      templatePath: syncTemplatePath,
+      templateData: {
+        hookFunctionName,
+      },
+      setting: {
+        savePath: path.join(srcPath, SOURCE_PATH.generatedCodeHookFunction),
+        saveFileName: `${upperCase(hookFunctionName)}_${upperCase(handlerType)}`,
+        fileExtension: ".js",
+        isAppend: false
+      }
+    }
+  }
+}
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/handler/templateAsyncHandler.ejs

@@ -0,0 +1,110 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+// const AWS = require('aws-sdk');
+// const sqs = new AWS.SQS(firstLetterUpperCase{ apiVersion: '2012-11-05' });
+
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+const recordHandlerSharedLib = require("@izara_project/izara-shared").recordHandlerSharedLib;
+const Logger = require('@izara_project/izara-core-library-logger');
+const izaraShared = require('@izara_project/izara-shared');
+const callingFlowSharedLib = izaraShared.callingFlowSharedLib;
+
+const <%- hookFunctionName %> = require('./<%- hookFunctionName %>_Main')
+
+// validate event properties in body.Message of sqs event
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+
+// set schema for record.body.Message
+let perRecordsValidatorSchema = {
+  type: "object",
+  required: [
+    'returnMessage',
+    'errorsFound',
+    'passStatus'
+  ],
+  properties: {
+    returnMessage: {
+      type: "object"
+    },
+    errorsFound: {
+      type: "array"
+    },
+    passStatus: {
+      type: 'boolean'
+    }
+  }
+};
+
+perRecordsValidatorSchema = callingFlowSharedLib.addOptionalPassBackPropertiesToValidatorSchema(perRecordsValidatorSchema)
+
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+
+  try {
+
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(event.Records.map(async record => { // promise.all for map() function
+
+      let passOnProperties = []
+      record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+      // validate message (and MessageAttributes)
+      await recordHandlerSharedLib.validateRecord(
+        record, // one record will send to mainFunction
+        "<%- queueName %>", // queue name that need to retry or send to dlq
+        perRecordsValidatorSchema, // schema for record.Message
+        // messageAttributeValidatorSchema  // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
+      );
+
+      // add argument (to invoke lambda) to passOnProperties[]
+      passOnProperties.push(record.body.Message)
+      passOnProperties.push(callingFlowSharedLib.addPassBackPropertiesToPassOnProperties(record.body.Message))
+      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
+
+      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+      let recordPromise = recordHandlerSharedLib.recordHandler(
+        record, // one record will send to mainFunction
+        <%- hookFunctionName %>, // mainFunction that need to invoke.
+        "<%- queueName %>", // queue name that need to retry or send to dlq
+        passOnProperties, // all parameters that mainFunction needed.
+      );
+      record._izContext.logger.debug('after recordPromise in handler');
+      recordPromises.push(recordPromise); // push promise to recordPromises
+    }))
+
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      // --- main await all promises
+      await Promise.all(recordPromises); // await all promises
+
+      return event.Records // return all for local test
+
+    } catch {
+      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve)');
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
+
+  } catch (err) {
+    Logger.error('Unhandled Error, <%- hookFunctionName %>: ', err);
+    throw (err);
+  }
+});

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/handler/templateSyncHandler.ejs

@@ -0,0 +1,49 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+
+// const CorrelationIds = require('@izara_project/izara-core-library-correlation-ids')
+// const Logger = require('@izara_project/izara-core-library-logger');
+// const IntegrationTestDetail = require('@izara_project/izara-core-library-integration-tests')
+
+const <%- hookFunctionName %> = require('./<%- hookFunctionName %>_Main');
+
+// validate event params in middlewware before into function.
+const validatorSchema = {};
+middleware.setValidatorSchema(validatorSchema);
+
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+  event._izContext.logger.debug('Event:', event);
+  event._izContext.logger.debug('context:', context);
+
+  try {
+
+    // invoke LambdaFunction
+    return await <%- hookFunctionName %>(
+      event._izContext, // correlationId/logger/integrationTestDetail/uniqueRequestId
+      event
+    );
+
+  } catch (err) {
+    event._izContext.logger.error('Error, <%- hookFunctionName %>: ', err);
+    throw (err);
+  }
+});

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/hookLogic/data.js

@@ -0,0 +1,65 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+const { HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { createHookFunction } = require('../../../../../../SourceManager/src/Utils')
+const { FLOW_SCHEMA_HOOK_STATE } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils')
+const { SOURCE_PATH, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, SNS_RESOURCE, resourceNames, DYNAMO_RESOURCE, SAVE_FILE_NAME, FUNCTION_NAME, shortNameHandler, SQS_RESOURCE } = require("../../../../libs/Consts");
+const asyncTemplatePath = path.join(__dirname, "templateAsyncHandler.ejs")
+const syncTemplatePath = path.join(__dirname, "templateSyncHandler.ejs")
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+async function data(_izContext, flowSchema, srcPath) {
+  return [await createSourceParams(_izContext, flowSchema, srcPath)]
+}
+
+async function createSourceParams(_izContext, flowSchema, srcPath) {
+  if (flowSchema?.hook) {
+    await Promise.all(
+      Object.values(flowSchema.hook).map(hookProperties =>
+        Promise.all(
+          hookProperties.functionList.map(hookFunction =>
+            createHookFunction(
+              _izContext,
+              hookFunction.logicFunction,
+              {
+                fileExtension: ".js",
+                isAppend: false,
+                saveFileName: `${hookFunction.name}`,
+                destinationPath: path.join(srcPath, SOURCE_PATH.logicalFunctionHook),
+              }
+            )
+          )
+        )
+      )
+    );
+  }
+}
+
+
+
+module.exports = data

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/mainFunction/data.js

@@ -0,0 +1,67 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+const { createHookFunction } = require('../../../../../../GenerateCodeLibs/src/GenerateCodeLibs')
+const { FLOW_SCHEMA_HOOK_STATE } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
+const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils')
+const { SOURCE_PATH, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, SNS_RESOURCE, resourceNames, DYNAMO_RESOURCE, SAVE_FILE_NAME, FUNCTION_NAME, shortNameHandler } = require("../../../../libs/Consts");
+const templatePath = path.join(__dirname, "template.ejs")
+/**
+ * receive objectSchema
+ * create data for WebScoket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, flowSchema, srcPath)]
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  let hook;
+  let hookFunctionName;
+  if (flowSchema?.hook) {
+    for (const [hookName, hookProperties] of Object.entries(flowSchema.hook)) {
+      for (const hookFunction of hookProperties.functionList) {
+        if (hookName === FLOW_SCHEMA_HOOK_STATE.beforeCreate) {
+          if (hookFunction.event.continueFlow === true) {
+            hook = true
+            hookFunctionName = hookFunction.name
+          }
+        }
+      }
+    }
+  }
+  return {
+    templatePath: templatePath,
+    templateData: {
+      hookFunctionName
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.generatedCodeHookFunction),
+      saveFileName: `${upperCase(hookFunctionName)}_Main`,
+      fileExtension: ".js",
+      isAppend: false
+    }
+  }
+}
+
+module.exports = data;

package/src/TemplateManager/src/flowSchema/UploadS3Case/hookCode(old)/mainFunction/template.ejs

@@ -0,0 +1,30 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const <%- hookFunctionName %> = require("../../HookLogicFunction/source/<%- upperCase(hookFunctionName) %>");
+const createObjectMain = require("../../../CreateObjectS3_Main")
+
+module.exports.main = async (event, callingFlow) => {
+  const result = await <%- hookFunctionName %>(event);
+  await createObjectMain(...result, callingFlow);
+}
+
+<%_ function upperCase(string) {
+  return string.charAt(0).toUpperCase() + string.slice(1);
+} _%>