@izara_project/izara-market-library-service-schemas 1.0.85 → 1.0.87

package/src/reStructure/TemplateData/flowSchema/register/complete/handler/template.ejs

@@ -1,85 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-
-
-import { middlewareHandler } from "@izara_project/izara-middleware";
-import Logger from '@izara_project/izara-core-library-logger';
-import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
-import { recordHandlerSharedLib } from "@izara_project/izara-core-library-record-handler";
-
-import <%- functionName %> from './<%- firstLetterUpperCase(functionName) %>_Main.js';
-
-// validate event properties in body.Message of sqs event
-middlewareHandler.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
-let perRecordsValidatorSchema = {}
-export const main = middlewareHandler.wrap(async (event, context) => {
-
-  try {
-
-    let recordPromises = [];
-
-    // loop each record and send to mainFunction
-    await Promise.all(event.Records.map(async record => { // promise.all for map() function
-
-      let passOnProperties = []
-      record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
-
-      //validate message (and MessageAttributes)
-      await recordHandlerSharedLib.validateRecord(
-        record,                             // one record will send to mainFunction
-        "<%- firstLetterUpperCase(queueName) %>",                   // queue name that need to retry or send to dlq
-        perRecordsValidatorSchema,          // schema for record.Message
-        // messageAttributeValidatorSchema   // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
-      );
-
-      // add argument (to invoke lambda) to passOnProperties[]
-      passOnProperties.push(record.body.TopicArn)
-      passOnProperties.push(record.body.Message)
-      //(<additionalParams>)
-      //(</additionalParams>)
-      passOnProperties.push(callingFlowSharedLib.addCallingFlowToPassOnProperties(record.body.Message));
-      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
-
-      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
-      let recordPromise = recordHandlerSharedLib.recordHandler(
-        record,                         // one record will send to mainFunction
-        <%- functionName %>Main,        // mainFunction that need to invoke.
-        '<%- firstLetterUpperCase(queueName) %>',               // queue name that need to retry or send to dlq
-        passOnProperties,               // all parameters that mainFunction needed.
-      );
-      record._izContext.logger.debug('after recordPromise in handler');
-      recordPromises.push(recordPromise); // push promise to recordPromises
-    }))
-
-    Logger.debug('before Promise.all(recordPromises) in handler');
-    try {
-      // --- main await all promises
-      await Promise.all(recordPromises); // await all promises
-
-      return event.Records // return all for local testing
-
-    } catch {
-      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve');
-    }
-    Logger.debug('after Promise.all(recordPromises) in handler');
-
-  } catch (err) {
-    Logger.error('Unhandled Error, <%- functionName%>: ', err);
-    throw (err);
-  }
-});

package/src/reStructure/TemplateData/flowSchema/register/complete/mainFunction/data.js

@@ -1,62 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-import { consts, utils } from '../../../../../../MainLibs/index.js';
-
-const { SOURCE_PATH, FUNCTION_NAME } = consts;
-const { firstLetterUpperCase: upperCase } = utils;
-
-const templatePath = path.join(__dirname, 'template.ejs');
-
-/**
- * receive objectSchema
- * create data for WebSocket Main template
- *
- * @param {Object} objectSchema
- * @return {{templatePath, templateData,setting}}
- */
-
-async function data(_izContext, allFlowSchemas, srcPath) {
-  return [
-    await createParamsForCreateSource(_izContext, allFlowSchemas, srcPath)
-  ];
-}
-
-async function createParamsForCreateSource(
-  _izContext,
-  allFlowSchemas,
-  srcPath
-) {
-  const functionName = FUNCTION_NAME.flowSchemaRegister + 'Complete';
-  return {
-    templatePath: templatePath,
-    templateData: {
-      functionMain: functionName + 'Main'
-    },
-    setting: {
-      savePath: path.join(srcPath, SOURCE_PATH.flowSchemaRegister, 'source/'),
-      saveFileName: `${upperCase(functionName)}_Main`,
-      fileExtension: '.js',
-      isAppend: false
-    }
-  };
-}
-export default data;

package/src/reStructure/TemplateData/flowSchema/register/complete/mainFunction/template.ejs

@@ -1,176 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http: //izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program. If not, see
-<http: //www.gnu.org/licenses />.
-*/
-
-
-
-import { NoRetryError } from '@izara_project/izara-core-library-core'
-import { objectHash as hash } from '@izara_project/izara-shared-core';
-import { getObjectSchema, identifiersObject } from '@izara_project/izara-core-library-service-schemas';
-import dynamodbSharedLib from '@izara_project/izara-core-library-dynamodb';
-import lambdaSharedLib from '@izara_project/izara-core-library-lambda';
-
-import { lambda } from '@izara_project/izara-core-library-external-request';
-import { postToConnection } from "../../../libs/source/GenerateCodeLibs.js";
-
-/**
- * description of function.
- * @param {Object} _izContext
- * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
- * @param {Logger} _izContext.logger - property of _izContext
- * @param {Object} requestParams - request params
- * @param {Object} requestParams.identifiers - identifiers for get data
- * @param {Object} requestParams.additionalRequest - additionalRequest
- *
- * @returns {object} description of return value
- */
-export default async function registerCompleteMain(
-  _izContext,
-  topicArn,
-  requestParams,
-  //(<additionalParams>)
-  //(</additionalParams>)
-  callingFlowConfig = {},
-) {
-  try {
-    _izContext.logger.debug("WebSocketInvoke _izContext", _izContext)
-    _izContext.logger.debug("WebSocketInvoke requestParams", requestParams)
-    _izContext.logger.debug("WebSocketInvoke callingFlowConfig", callingFlowConfig)
-
-
-    if (!topicArn) {
-      throw new NoRetryError("invalid not have topicArn to get flowSchema")
-    }
-
-    let topicName = topicArn.split(":")[5].split("_")
-    let flowSchema = await getObjectSchema.getFlowSchemaS3WithCache(_izContext, {
-      flowTag: topicName[2],
-      serviceTag: topicName[0]
-    })
-
-    if (!flowSchema) {
-      throw new NoRetryError("not have flowSchema in S3")
-    }
-
-    //(<identifierTask>)
-    let identifiersTask = ""
-    //(</identifierTask>)
-
-    if (!requestParams.identifiersTask && flowSchema.objType) {
-
-      identifiersTask = await identifiersObject.identifiersConcatFromIdentifiers(_izContext, flowSchema.objType, requestParams)
-      _izContext.logger.debug("identifiersTask from request params", identifiersTask)
-
-      Object.assign(requestParams, {
-        identifiersTask: identifiersTask
-      })
-    }
-
-    if (!requestParams.identifiersTask) {
-      _izContext.logger.warn("invalid identifiersTask")
-      return "invalid identifiersTask"
-      // throw new NoRetryError("invalid identifiersTask")
-    }
-
-
-    const getResult = async (objType) => {
-      const objectSchema = await getObjectSchema.getObjSchemaS3WithCache(
-        _izContext,
-        {
-          objectType: objType.objectType,
-          serviceTag: objType.serviceTag
-        })
-
-      _izContext.logger.debug("==> objectSchema", objectSchema)
-
-      // use object
-      let tasks = await dynamodbSharedLib.query(_izContext,
-        await dynamodbSharedLib.tableName(_izContext, "RegisterRecords"),
-        {
-          identifiersTask: identifiersTask
-        }
-      )
-
-      if (tasks.Items.length > 0) {
-        const result = await lambda.invokeSync(_izContext,
-          await lambdaSharedLib.lambdaFunctionName(_izContext, "GetHdrInv"),
-          {
-            identifiers: await identifiersObject.identifiersFromIdentifiersConcat(_izContext, objType, requestParams.identifiersTask),
-            objectType: objType.objectType,
-            //(<additionalParamsForGetData>)
-            //(</additionalParamsForGetData>)
-          }
-        )
-        await Promise.all(tasks.Items.map(async (task) => {
-          if (!result) {
-            await postToConnection({ message: "not have record" }, task.connectionId)
-          } else {
-            await postToConnection({ message: result }, task.connectionId)
-          }
-        }))
-      }
-    }
-    // check statusType
-    switch (flowSchema.statusType) {
-      case "statusField":
-        await getResult(flowSchema.objType);
-        break;
-      case "storedCache":
-        await getResult(flowSchema.objType);
-        break;
-      case "triggerCache":
-        await getResult(flowSchema.objType)
-        break;
-      case "none":
-
-        let identifier = {};
-        if (requestParams.hasOwnProperty("identifiersField") && Array.isArray(requestParams.identifiersField)) {
-          for (const fieldNames of requestParams.identifiersField) {
-            Object.assign(identifier, {
-              [fieldNames]: requestParams[fieldNames]
-            })
-          }
-          identifier = identifier;
-        } else {
-          identifier = requestParams
-        }
-
-        // get task before putItem
-        let tasks = await dynamodbSharedLib.query(_izContext,
-          await dynamodbSharedLib.tableName(_izContext, "RegisterRecords"),
-          {
-            identifiersTask: hash(identifier)
-          }
-        )
-
-        if (tasks.Items && tasks.Items.length > 0) {
-          await Promise.all(tasks.Items.map(async (task) => {
-            await postToConnection({ message: task }, task.connectionId)
-          }))
-          await postToConnection({ message: tasks.Items[0] }, connectionId)
-        }
-
-        break
-      default:
-        throw new NoRetryError(`statusType not found ${flowSchema.statusType}`)
-    }
-
-  } catch (err) {
-    _izContext.logger.error('error WebSocketInvoke: ', err)
-    throw (err)
-  }
-}

package/src/reStructure/TemplateData/flowSchema/register/dynamoDB/register.js

@@ -1,73 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-import { consts } from '../../../../../MainLibs/index.js';
-
-const { SOURCE_PATH, SAVE_FILE_NAME, defaultIamRolePerAction } = consts;
-
-const templatePath = path.join(
-  __dirname,
-  '../../../resourceYaml/dynamodb/template.ejs'
-);
-
-/**
- * create param of crateSouce for FindData And processLogical
- *
- * @param {Object} _izContext
- * @param {String} srcPath
- * @returns {Object[]}
- */
-const createRegisterTable = (_izContext, srcPath) => {
-  let additionalResourcePermission = defaultIamRolePerAction();
-  const tableName = 'RegisterRecords';
-
-  return [
-    {
-      templatePath: templatePath,
-      templateData: {
-        tableName: tableName,
-        resourceName: tableName,
-        additionalResourcePermission,
-        attributes: [
-          {
-            keyType: 'partitionKey',
-            AttributeName: 'identifiersTask',
-            AttributeType: 'S'
-          },
-          {
-            keyType: 'sortKey',
-            AttributeName: 'connectionId',
-            AttributeType: 'S'
-          }
-        ]
-      },
-      setting: {
-        initialData: 'Resources:\n',
-        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
-        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
-        fileExtension: '.yml',
-        isAppend: true
-      }
-    }
-  ];
-};
-
-export default createRegisterTable;

package/src/reStructure/TemplateData/flowSchema/register/sns-in/data.js

@@ -1,58 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-import { consts, utils } from '../../../../../MainLibs/index.js';
-
-const { SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = consts;
-const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } =
-  utils;
-
-const templatePath = path.join(__dirname, 'template.ejs');
-
-/**
- * create data for dynamoDbYaml template from objectSchema
- * return array of dynamoDb data
- * because one objectSchema can create multiple dynamoDb table
- *
- * @param {Object} _izContext
- * @param {String} saveFilePath
- * @returns {Object[]}              - data of multiple dynamoDb template
- */
-
-function createDataForSnsIn(_izContext, srcPath) {
-  return [
-    {
-      templatePath: templatePath,
-      templateData: {
-        queueName: upperCase(FUNCTION_NAME.flowSchemaRegister),
-        firstLetterUpperCase: upperCase
-      },
-      setting: {
-        initialData: 'Resources:\n',
-        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
-        saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
-        fileExtension: '.yml',
-        isAppend: true
-      }
-    }
-  ];
-}
-export default createDataForSnsIn;

package/src/reStructure/TemplateData/flowSchema/register/sns-in/template.ejs

@@ -1,45 +0,0 @@
-#------- queue ---------
-  <%- queueName %>:
-    Type: "AWS::SQS::Queue"
-    Properties:
-      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
-      RedrivePolicy:
-        deadLetterTargetArn: #!GetAtt
-          Fn::GetAtt:
-            - <%- queueName %>DLQ
-            - Arn
-        maxReceiveCount: 3
-      VisibilityTimeout: 120
-  ##==== [QueueDLQ]
-  <%- queueName %>DLQ:
-    Type: AWS::SQS::Queue
-    Properties:
-      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
-##==== [QueuePolicy]
-  <%- queueName %>Policy:
-    Type: AWS::SQS::QueuePolicy
-    Properties:
-      PolicyDocument:
-        Version: "2012-10-17"
-        Statement:
-          - Sid: "allow-sns-messages"
-            Effect: Allow
-            Principal: "*"
-            Resource:
-            # !GetAtt
-              Fn::GetAtt:
-                - <%- queueName %>
-                - Arn
-            Action: "SQS:SendMessage"
-      Queues:
-        - Ref: <%- queueName %>
-  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
-  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
-
-
-      <%_ function firstLetterUpperCase(text){
-        return text.charAt(0).toUpperCase() + text.slice(1)
-      } _%>
-      <%_ function firstLetterLowerCase(str) {
-        return str.charAt(0).toLowerCase() + str.slice(1)
-      } _%>

package/src/reStructure/TemplateData/flowSchema/register/subscriptionOutAll/data.js

@@ -1,82 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-import { consts, utils } from '../../../../../MainLibs/index.js';
-
-const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
-const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } =
-  utils;
-
-const templatePath = path.join(__dirname, 'template.ejs');
-
-/**
- * create data for dynamoDbYaml template from objectSchema
- * return array of dynamoDb data
- * because one objectSchema can create multiple dynamoDb table
- *
- * @param {Object} _izContext
- * @param {String} saveFilePath
- * @returns {Object[]}              - data of multiple dynamoDb template
- */
-
-function createDataForSubscriptionOutAll(
-  _izContext,
-  allLocalFlowSchemas,
-  srcPath
-) {
-  // console.log("allLocalFlowSchemas", allLocalFlowSchemas.records)
-  const result = [];
-  for (const flowSchema of allLocalFlowSchemas.records) {
-    let event = flowSchema.event;
-    if (!event.includes('eventBridge') || !event.includes('s3')) {
-      let flowSteps = flowSchema.flowSteps;
-      if (!flowSteps) {
-        return result;
-      }
-      let queueName;
-      if (flowSchema.outputTopic) {
-        queueName = upperCase(flowSchema.flowTag);
-      }
-
-      if (queueName) {
-        result.push({
-          templatePath: templatePath,
-          templateData: {
-            queueName: queueName,
-            endpoint: 'Register',
-            firstLetterUpperCase: upperCase
-          },
-          setting: {
-            initialData: 'Resources:\n',
-            savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
-            saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
-            fileExtension: '.yml',
-            isAppend: true
-          }
-        });
-      }
-    }
-  }
-
-  return result;
-}
-
-export default createDataForSubscriptionOutAll;

package/src/reStructure/TemplateData/flowSchema/register/subscriptionOutAll/template.ejs

@@ -1,13 +0,0 @@
-##===== [Topic In]
-  SubscriptionOut<%- queueName %>:
-    Type: AWS::SNS::Subscription
-    Properties:
-      TopicArn: !Ref Out<%- queueName %>
-      Endpoint: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- endpoint %>"
-      Protocol: "sqs"
-<%_ function firstLetterUpperCase(text){
-  return text.charAt(0).toUpperCase() + text.slice(1)
-} _%>
-<%_ function firstLetterLowerCase(str) {
-  return str.charAt(0).toLowerCase() + str.slice(1)
-} _%>