@izara_project/izara-market-library-service-schemas 1.0.29 → 1.0.30

package/src/reStructure/TemplateData/flowSchema/components/upload/hook/mainFunction/data.js

@@ -1,65 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-'use strict';
-const path = require('path');
-const { createHookFunction } = require('../../../../../../GenerateCodeLibs/src/GenerateCodeLibs')
-const { FLOW_SCHEMA_HOOK_STATE } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
-const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils')
-const { SOURCE_PATH, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, SNS_RESOURCE, resourceNames, DYNAMO_RESOURCE, SAVE_FILE_NAME, FUNCTION_NAME, shortNameHandler } = require("../../../../libs/Consts");
-const templatePath = path.join(__dirname, "template.ejs")
-/**
- * receive objectSchema
- * create data for WebScoket handler template
- *
- * @param {Object} objectSchema
- * @return {{templatePath, templateData,setting}}
- */
-
-function data(_izContext, flowSchema, srcPath) {
-  return [createSourceParams(_izContext, flowSchema, srcPath)]
-}
-
-function createSourceParams(_izContext, flowSchema, srcPath) {
-  let hook;
-  let hookFunctionName;
-  if (flowSchema?.hook) {
-    for (const [hookName, hookProperties] of Object.entries(flowSchema.hook)) {
-      for (const hookFunction of hookProperties.functionList) {
-        if (hookName === FLOW_SCHEMA_HOOK_STATE.beforeCreate) {
-          if (hookFunction.event?.initialEvent && hookFunction.event.initialEvent === true) {
-            hook = true
-            hookFunctionName = hookFunction.name
-            createHookFunction(_izContext, hookFunction.logicFunction, path.join(srcPath, SOURCE_PATH.webSocketHook))
-          }
-        }
-      }
-    }
-  }
-  return {
-    templatePath: templatePath,
-    templateData: {},
-    setting: {
-      savePath: path.join(srcPath, SOURCE_PATH.webSocketHook),
-      saveFileName: `${upperCase(hookFunctionName)}_Main`,
-      fileExtension: ".js",
-      isAppend: false
-    }
-  }
-}
-
-module.exports = data;

package/src/reStructure/TemplateData/flowSchema/components/upload/hook/mainFunction/template.ejs

@@ -1,7 +0,0 @@
-const <%- hookFunctionName %> = require("../../FlowSchemaHook/source/<%- hookFunctionName %>");
-const createObjectMain = require("../../../CreateObjectS3_Main")
-
-module.exports.main = async (event, callingFlow) => {
-  const result = await <%- hookFunctionName %>(event);
-  await createObjectMain(...result, callingFlow);
-}

package/src/reStructure/TemplateData/flowSchema/components/upload/hook/queue/data.js

@@ -1,72 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-'use strict';
-const path = require('path');
-const { HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
-const { firstLetterUpperCase: upperCase } = require('../../../../../../MainLibs/src/Utils')
-const { SOURCE_PATH, defaultIamRolePerAction, createIamRole, RESOURCE_CLASSES, SNS_RESOURCE, resourceNames, DYNAMO_RESOURCE, SAVE_FILE_NAME, FUNCTION_NAME, shortNameHandler, SQS_RESOURCE } = require("../../../../libs/Consts");
-const snsTemplatePath = path.join(__dirname, "./snsTemplate.ejs");
-const sqsTemplatePath = path.join(__dirname, "./sqsTemplate.ejs");
-/**
- * receive objectSchema
- * create data for WebScoket handler template
- *
- * @param {Object} objectSchema
- * @return {{templatePath, templateData,setting}}
- */
-
-function createSourceParams(_izContext, flowSchema, srcPath) {
-  let queueNames = [];
-  let resultForCreateQueueHook = []
-  const settings = {
-    saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
-    savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
-    fileExtension: ".yml",
-    isAppend: true
-  }
-  if (flowSchema?.hook) {
-    for (const hookProperties of Object.values(flowSchema.hook)) {
-      for (const hookFunction of hookProperties.functionList) {
-        if (hookFunction.event.handlerType === HANDLER.hdrSqs) {
-          queueNames.push({ queueName: hookFunction.event.topicName });
-        } else if (hookFunction.event.handlerType === HANDLER.hdrDsq) {
-          queueNames.push({ queueName: hookFunction.event.queueName });
-        }
-      }
-    }
-  }
-
-  for (const queueName of queueNames) {
-    if (queueName.queueName.includes(upperCase(HANDLER.hdrDsq))) {
-      resultForCreateQueueHook.push({
-        templatePath: snsTemplatePath,
-        templateData: queueName.queueName,
-        setting: settings
-      })
-    } else {
-      resultForCreateQueueHook.push({
-        templatePath: sqsTemplatePath,
-        templateData: queueName,
-        setting: settings
-      })
-    }
-  }
-  return resultForCreateQueueHook;
-}
-
-module.exports = createSourceParams;

package/src/reStructure/TemplateData/flowSchema/components/upload/hook/queue/snsTemplate.ejs

@@ -1,59 +0,0 @@
-##===== [Create topic in]
-  In<%- queueName %>:
-    Type: AWS::SNS::Topic
-    Properties:
-      DisplayName: "SNS Message in"
-      TopicName: ${self:custom.iz_resourcePrefix}In<%- queueName %>
-##===== SNS Subscription
-##===== [Topic In]
-  SubscriptionIn<%- queueName %>:
-    Type: AWS::SNS::Subscription
-    Properties:
-      TopicArn: !Ref In<%- queueName %>
-      Endpoint: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs"
-      Protocol: "sqs"
-##===== [Queue]
-  <%- queueName %>HdrSqs:
-    Type: "AWS::SQS::Queue"
-    Properties:
-      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs
-      RedrivePolicy:
-        deadLetterTargetArn:
-        # !GetAtt
-          Fn::GetAtt:
-            - <%- queueName %>HdrSqsDLQ
-            - Arn
-        maxReceiveCount: 3
-      VisibilityTimeout: 120
-##==== [QueueDLQ]
-  <%- queueName %>HdrSqsDLQ:
-    Type: AWS::SQS::Queue
-    Properties:
-      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqsDLQ
-##==== [QueuePolicy]
-  <%- queueName %>HdrSqsPolicy:
-    Type: AWS::SQS::QueuePolicy
-    Properties:
-      PolicyDocument:
-        Version: "2012-10-17"
-        Statement:
-          - Sid: "allow-sns-messages"
-            Effect: Allow
-            Principal: "*"
-            Resource:
-            # !GetAtt
-              Fn::GetAtt:
-                - <%- queueName %>HdrSqs
-                - Arn
-            Action: "SQS:SendMessage"
-      Queues:
-        - Ref: <%- queueName %>HdrSqs
-  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
-  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
-
-<%_ function firstLetterUpperCase(text){
-  return text.charAt(0).toUpperCase() + text.slice(1)
-} _%>
-<%_ function firstLetterLowerCase(str) {
-  return str.charAt(0).toLowerCase() + str.slice(1)
-} _%>

package/src/reStructure/TemplateData/flowSchema/components/upload/hook/queue/sqsTemplate.ejs

@@ -1,43 +0,0 @@
-#------- queue ---------
-  <%- queueName %>:
-    Type: "AWS::SQS::Queue"
-    Properties:
-      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
-      RedrivePolicy:
-        deadLetterTargetArn: #!GetAtt
-          Fn::GetAtt:
-            - <%- queueName %>DLQ
-            - Arn
-        maxReceiveCount: 3
-      VisibilityTimeout: 120
-
-  <%- queueName %>DLQ:
-    Type: AWS::SQS::Queue
-    Properties:
-      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
-
-  <%- queueName %>Policy:
-    Type: AWS::SQS::QueuePolicy
-    Properties:
-      PolicyDocument:
-        Version: "2012-10-17"
-        Statement:
-          - Sid: "allow-sns-messages"
-            Effect: Allow
-            Principal: "*"
-            Resource: #!GetAtt
-              Fn::GetAtt:
-                - <%- queueName %>
-                - Arn
-            Action: "SQS:SendMessage"
-      Queues:
-        - Ref: <%- queueName %>
-  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
-  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
-
-<%_ function firstLetterUpperCase(text){
-  return text.charAt(0).toUpperCase() + text.slice(1)
-} _%>
-<%_ function firstLetterLowerCase(str) {
-  return str.charAt(0).toLowerCase() + str.slice(1)
-} _%>

package/src/reStructure/TemplateData/flowSchema/components/upload/preSignUrl/getSignUrls/handler/template.ejs

@@ -1,120 +0,0 @@
-/*
-Copyright (C) 2021 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-'use strict';
-
-const izara = require("@izara_project/izara-middleware");
-const middleware = izara.middlewareHandler;
-const izaraShared = require('@izara_project/izara-shared');
-const recordHandlerSharedLib = require('@izara_project/izara-core-library-record-handler');
-const callingFlowSharedLib = require('@izara_project/izara-core-library-calling-flow');
-const Logger = require('@izara_project/izara-core-library-logger');
-
-const getPresignUrl = require('./GetPresignUrl_Main');
-
-middleware.setServiceSchema(recordHandlerSharedLib.baseValidatorSchema());
-
-let perRecordsValidatorSchema = {
-  type: "object",
-  required: ["objType", "objInstanceFull"],
-  properties: {
-    objType: {
-      type: "object",
-      required: ["objectType", "serviceTag"],
-      properties: {
-        objectType: {
-          type: "string",
-          pattern: "^[a-zA-Z0-9_-]+$"
-        },
-        serviceTag: {
-          type: "string",
-          pattern: "^[a-zA-Z0-9_-]+$"
-        }
-      },
-    },
-    objInstaceFull: {
-      type: "object",
-      properties: {
-        identifiers: {
-          type: "object",
-          minProperties: 1
-        },
-        fields: {
-          type: "object"
-        }
-      }
-    }
-  }
-};
-
-perRecordsValidatorSchema = callingFlowSharedLib.addOptionalPassBackPropertiesToValidatorSchema(perRecordsValidatorSchema);
-
-module.exports.main = middleware.wrap(async (event, context, callback) => {
-
-  try {
-
-    let recordPromises = [];
-
-    // loop each record and send to mainFunction
-    await Promise.all(event.Records.map(async record => { // promise.all for map() function
-
-      let passOnProperties = []
-      record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
-
-      //validate message (and MessageAttributes)
-      await recordHandlerSharedLib.validateRecord(
-        record, // one record will send to mainFunction
-        "GetPresignUrlHdrSqs", // queue name that need to retry or send to dlq
-        perRecordsValidatorSchema, // schema for record.Message
-        // messageAttributeValidatorSchema  // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
-      );
-
-      // add argument (to invoke lambda) to passOnProperties[]
-      passOnProperties.push(record.body.Message.objType)
-      passOnProperties.push(record.body.Message.objInstanceFull)
-      passOnProperties.push(callingFlowSharedLib.addPassBackPropertiesToPassOnProperties(record.body.Message)) // is Ok PassBackProperties
-      // passOnProperties.push(callingFlowSharedLib.addCallingFlowToPassOnProperties(record.body.Message)) // is Ok callinfFlow
-      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
-
-      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
-      let recordPromise = recordHandlerSharedLib.recordHandler(
-        record, // one record will send to mainFunction
-        getPresignUrl.getSignedUrlAccountLimit, // mainFunction that need to invoke.
-        "GetPresignUrlHdrSqs", // queue name that need to retry or send to dlq
-        passOnProperties, // all parameters that mainFunction needed.
-      );
-      record._izContext.logger.debug('after recordPromise in handler');
-      recordPromises.push(recordPromise); // push promise to recordPromises
-    }))
-
-    Logger.debug('before Promise.all(recordPromises) in handler');
-    try {
-      // --- main await all promises
-      await Promise.all(recordPromises); // await all promises
-
-      return event.Records // return all for local testing
-
-    } catch {
-      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve)');
-    }
-    Logger.debug('after Promise.all(recordPromises) in handler');
-
-  } catch (err) {
-    Logger.error('Unhandled Error, updateNodeCompleteHdrSqs: ', err);
-    throw (err);
-  }
-});

package/src/reStructure/TemplateData/flowSchema/components/upload/preSignUrl/getSignUrls/mainFunction/template.ejs

@@ -1,163 +0,0 @@
-/*
-Copyright (C) 2021 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-'use strict';
-
-const callingFlowSharedLib = require('@izara_project/izara-core-library-calling-flow');
-const lambdaSharedLib = require('@izara_project/izara-core-library-lambda');
-const snsSharedLib = require('@izara_project/izara-core-library-sns');
-
-const externalRequest = require('@izara_project/izara-core-library-external-request')
-const sns = externalRequest.sns;
-const lambda = externalRequest.lambda
-const consts = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/Consts')
-const coreConsts = require('@izara_project/izara-middleware/src/MiddlewareCore/Consts')
-const hash = require('object-hash');
-const importDataLibs = require('../../libs/source/ImportDataLib')
-/**
- * description of function.
- * @param {Object} _izContext
- * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
- * @param {Logger} _izContext.logger - property of _izContext
- * @param {string} userId - from client
- * @param {string} imageImportConfigId - from client
- * @param {string} fileName - name of image
- * @param {string} imageType - type of image
- * @param {numeric} imageSize - size of image
- *
- * @returns {object} return imageImportId
- */
-module.exports.getSignedUrlAccountLimit = async (
-  _izContext,
-  objType,
-  objInstaceFull,
-  callingFlowConfig = {}
-) => {
-
-  try {
-
-    _izContext.logger.debug('----- getSignedUrlAccountLimit event params ----- ', {
-      objType,
-      objInstaceFull,
-      callingFlowConfig
-    });
-    const {
-      userId,
-      submittedByUserId,
-      importConfigId,
-      importBatchStatus,
-      importType,
-      fileName,
-      fileSize,
-      startTime
-    } = objInstaceFull.fields
-    const {
-      importBatchId
-    } = objInstaceFull.identifiers
-
-    let connectionId = _izContext.correlationIds.get(coreConsts.CONNECTION_ID)
-    //* hard code
-    // _izContext['userId'] = 'this-is-uuid-for-user-superUserA'
-
-    // get static
-    let payloadBeforeInvokeStaticLimit = {
-      userId: userId,
-      limitTag: consts.LIMIT_TAG.uploadData,
-      value: fileSize,
-      rbacType: consts.RBAC_TYPE.appLevel,
-      targetUserId: submittedByUserId,
-      callingFlow: "BasDev",
-      callingFlowProperties: {}
-    }
-
-    let res = await importDataLibs.getDataFromInvokeFunctionWithCache(_izContext,
-      await lambdaSharedLib.lambdaFunctionName(_izContext, "StaticLimitProcessHdrInv", consts.EXTERNAL_SERVICE_NAME.accountLimits),
-      payloadBeforeInvokeStaticLimit
-    )
-    // let res = await lambda.invokeSync(_izContext,
-    //   await lambdaSharedLib.lambdaFunctionName(_izContext, "StaticLimitProcessHdrInv", consts.EXTERNAL_SERVICE_NAME.accountLimits),
-    //   payloadBeforeInvokeStaticLimit
-    // )
-
-    _izContext.logger.debug("res::", res);
-
-    if (res.passStatus === false) {
-      importDataLibs.postToConnection({ message: "static limit over" }, connectionId)
-    }
-
-
-    // reservedDynamic
-
-    let sendMsgReservedDynamic = {
-      userId: userId,
-      limitTag: consts.LIMIT_TAG.uploadData,
-      value: fileSize,
-      rbacType: consts.RBAC_TYPE.appLevel,
-      usedTimestamp: startTime,
-      targetUserId: submittedByUserId
-    }
-
-    const reservedDataId = `${consts.ACCOUNTLIMIT_TAG.reservedDynamic}_${userId}_${consts.LIMIT_TAG.uploadData}`
-
-    let callingFlowProperties = {
-      identifier: {
-        servicePendingId: importBatchId,
-        reservedDataId: reservedDataId
-      },
-      importConfigId: importConfigId,
-      objType: objType
-    }
-
-    _izContext.logger.debug("callingFlowProperties", callingFlowProperties);
-
-    if (callingFlowConfig) {
-      sendMsgReservedDynamic = callingFlowSharedLib.addCallingFlowToSnsRequestMessageObject(
-        sendMsgReservedDynamic,
-        callingFlowSharedLib.addParentCallingFlowConfig(
-          callingFlowConfig,
-          callingFlowSharedLib.createCallingFlowConfig(
-            await lambdaSharedLib.lambdaFunctionName(_izContext, "ReservedLimitCompleteHdrSqs"),
-            callingFlowProperties
-          )
-        )
-      )
-    } else {
-      sendMsgReservedDynamic = callingFlowSharedLib.addCallingFlowToSnsRequestMessageObject(
-        sendMsgReservedDynamic,
-        callingFlowSharedLib.createCallingFlowConfig(
-          await lambdaSharedLib.lambdaFunctionName(_izContext, "ReservedLimitCompleteHdrSqs"),
-          callingFlowProperties
-        )
-      );
-    }
-
-    let sendMessageToReservedDynamic = {
-      Message: JSON.stringify(sendMsgReservedDynamic),
-      TopicArn: await snsSharedLib.snsTopicArn(_izContext, "InReservedDynamicUsage", consts.EXTERNAL_SERVICE_NAME.accountLimits)
-    };
-    _izContext.logger.debug("sendMessageToReservedDynamic", sendMessageToReservedDynamic);
-    await sns.publishAsync(_izContext, sendMessageToReservedDynamic);
-
-    return {
-      objType,
-      objInstaceFull,
-    }
-  } catch (err) {
-    _izContext.logger.error('error GetSignedUrlAccountLimit: ', err);
-    throw (err)
-  }
-}