@izara_project/izara-market-library-service-schemas 1.0.84 → 1.0.86

package/src/reStructure/TemplateData/processLogical/yaml/data.js

@@ -1,172 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-import { consts, utils } from '../../../../MainLibs/index.js';
-
-const {
-  SOURCE_PATH,
-  createIamRole,
-  resourceNames,
-  RESOURCE_CLASSES,
-  DEFAULT_LAMBDA_ROLE_PER_ACTION,
-  SQS_RESOURCE,
-  SAVE_FILE_NAME,
-  FUNCTION_NAME,
-  DYNAMO_RESOURCE,
-  SNS_RESOURCE,
-  defaultIamRolePerAction,
-  shortNameHandler,
-  SHORT_FUNCTION_NAME,
-  HANDLER,
-  STORAGE_TYPES,
-  ACTIONS,
-  SOURCE_GENERATE_IAM_ROLE
-} = consts;
-
-const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } =
-  utils;
-
-const templatePath = path.join(__dirname, 'template.ejs');
-
-/**
- * receive objectSchema
- * create data for FindData Main template
- *
- * @param {Object} objectSchemas
- * @return {{ templatePath, templateData, setting } }
- */
-async function data(_izContext, objectSchemas, srcPath) {
-  let additionalResourcePermission = defaultIamRolePerAction();
-  let functionName = upperCase(FUNCTION_NAME.processLogical);
-  let tableForQuery = [];
-
-  for (let objectSchema of objectSchemas.records) {
-    // console.log("objectSchema", objectSchemas)
-
-    for (let storageResource of Object.values(objectSchema.storageResources)) {
-      if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
-        // add IamRole for dynamodb depend on tableName in storageResources of objectSchema
-        tableForQuery.push(
-          resourceNames(
-            RESOURCE_CLASSES.dynamoDbTable,
-            upperCase(storageResource.tableName)
-          )
-        );
-      }
-    }
-  }
-
-  if (tableForQuery.length) {
-    additionalResourcePermission.push(
-      createIamRole(
-        { [RESOURCE_CLASSES.dynamoDbTable]: DYNAMO_RESOURCE.query },
-        tableForQuery
-      )
-    );
-  }
-
-  additionalResourcePermission.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.sqs]: [
-          SQS_RESOURCE.deleteMessage,
-          SQS_RESOURCE.getQueueAttributes,
-          SQS_RESOURCE.receiveMessage,
-          SQS_RESOURCE.sendMessage,
-          SQS_RESOURCE.deleteMessageBatch,
-          SQS_RESOURCE.getQueueUrl
-        ]
-      },
-      [
-        resourceNames(
-          RESOURCE_CLASSES.sqs,
-          functionName + upperCase(HANDLER.hdrSqs)
-        ),
-        resourceNames(
-          RESOURCE_CLASSES.sqs,
-          functionName + upperCase(HANDLER.hdrSqs) + 'DLQ'
-        )
-      ]
-    )
-  );
-
-  additionalResourcePermission.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.sns, 'ProcessLogical_In'),
-        resourceNames(RESOURCE_CLASSES.sns, 'PaginateProcessLogical_In'),
-        resourceNames(RESOURCE_CLASSES.sns, 'ProcessLogicalComplete_Out')
-      ]
-    )
-  );
-
-  additionalResourcePermission.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.dynamoDbTable]: [
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.get].dynamoDbPermission,
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.update].dynamoDbPermission,
-          DYNAMO_RESOURCE.query
-        ]
-      },
-      [resourceNames(RESOURCE_CLASSES.dynamoDbTable, 'LogicalResultsMain')]
-    )
-  );
-
-  additionalResourcePermission.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.dynamoDbTable]: [
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.get].dynamoDbPermission,
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.delete].dynamoDbPermission,
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.create].dynamoDbPermission,
-          DYNAMO_RESOURCE.query
-        ]
-      },
-      [resourceNames(RESOURCE_CLASSES.dynamoDbTable, 'LogicalResultsData')]
-    )
-  );
-
-  return {
-    templatePath: templatePath,
-    templateData: {
-      functionName: functionName,
-      resourceLocation: SOURCE_PATH.resourceLocationProcessLogical,
-      handlerType: HANDLER.hdrSqs,
-      additionalResourcePermission,
-      functionNameConfig:
-        upperCase(SHORT_FUNCTION_NAME(FUNCTION_NAME.processLogical)) +
-        upperCase(shortNameHandler(HANDLER.hdrSqs)),
-      roleName: SOURCE_GENERATE_IAM_ROLE.ProcessFindDataRole
-    },
-    setting: {
-      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
-      saveFileName: upperCase(SAVE_FILE_NAME.processLogicalYaml),
-      fileExtension: '.yml',
-      isAppend: true
-    }
-  };
-}
-
-export default data;

package/src/reStructure/TemplateData/processLogical/yaml/template.ejs

@@ -1,12 +0,0 @@
-<%_ const join = require('path').join; _%>
-<%- firstLetterUpperCase(functionNameConfig) %>:
-  handler: <%- join(resourceLocation, `${functionName}_${firstLetterUpperCase(handlerType)}.main`)%>
-  name: ${self:custom.iz_resourcePrefix}<%- functionName %><%- firstLetterUpperCase(handlerType) %>
-  role: <%- roleName %>Role
-  #<#<%- functionName %><%- handlerType %>FunctionSetting#>
-  #<#/<%- functionName %><%- handlerType %>FunctionSetting#>
-  events:
-  - sqs:
-      arn: arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- functionName %><%- firstLetterUpperCase(handlerType) %>
-      batchSize: 10
-<%_ function firstLetterUpperCase(text){ return text.charAt(0).toUpperCase() + text.slice(1) } _%>

package/src/reStructure/TemplateData/processLogicalPagination/DsqYaml/data.js

@@ -1,50 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-import { consts } from '../../../../MainLibs/index.js';
-const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
-const templatePath = path.join(__dirname, 'template.ejs');
-
-/**
- * receive srcPath
- * not create data for ProcessLogical Main template
- *
- * @param {Object} srcPath
- * @return {{ templatePath, templateData, setting } }
- */
-
-async function data(_izContext, srcPath) {
-  return {
-    templatePath: templatePath,
-    templateData: {
-      queueName: 'PaginateProcessLogicalHdrDsq'
-    },
-    setting: {
-      initialData: 'Resources:\n',
-      savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
-      saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
-      fileExtension: '.yml',
-      isAppend: true
-    }
-  };
-}
-
-export default data;

package/src/reStructure/TemplateData/processLogicalPagination/DsqYaml/template.ejs

@@ -1,32 +0,0 @@
-#------- queue ---------
-  <%- queueName %>:
-    Type: "AWS::SQS::Queue"
-    Properties:
-      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
-      RedrivePolicy:
-        deadLetterTargetArn: #!GetAtt
-          Fn::GetAtt:
-            - <%- queueName %>DLQ
-            - Arn
-        maxReceiveCount: 3
-      VisibilityTimeout: 120
-  <%- queueName %>DLQ:
-    Type: AWS::SQS::Queue
-    Properties:
-      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
-  <%- queueName %>Policy:
-    Type: AWS::SQS::QueuePolicy
-    Properties:
-      PolicyDocument:
-        Version: "2012-10-17"
-        Statement:
-          - Sid: "allow-sns-messages"
-            Effect: Allow
-            Principal: "*"
-            Resource: #!GetAtt
-              Fn::GetAtt:
-                - <%- queueName %>
-                - Arn
-            Action: "SQS:SendMessage"
-      Queues:
-        - Ref: <%- queueName %>

package/src/reStructure/TemplateData/processLogicalPagination/generateTemplateData.js

@@ -1,68 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-// Import required modules
-import { join } from 'path';
-
-import { getObjectSchema } from '@izara_project/izara-core-library-service-schemas';
-const { getAllLocalObjectSchemasWithHierarchy } = getObjectSchema;
-// processLogicalPaginate
-import createProcessLogicalPaginateHandlerDsq from './handler/dsq/data.js';
-import createProcessLogicalPaginateHandlerSqs from './handler/sqs/data.js';
-import createProcessLogicalPaginateMainFunction from './mainFunction/data.js';
-import createProcessLogicalPaginateFunctionYamlHdrDsq from './yaml/dsq/data.js';
-import createProcessLogicalPaginateFunctionYamlHdrSqs from './yaml/sqs/data.js';
-
-/**
- * Generates code with templates for different actions
- * @param {Object} _izContext - Context object
- * @param {string} objSchemaPath - Path to the schema
- * @returns {Array} Array of generated code parameters
- */
-async function generateCodeWithTemplate(_izContext, objSchemaPath) {
-  try {
-    const saveFilePath = join(objSchemaPath, '../');
-    const allObjSchemas = await getAllLocalObjectSchemasWithHierarchy(
-      _izContext,
-      objSchemaPath
-    );
-
-    // Create all the required components
-    const createSourceParams = [
-      createProcessLogicalPaginateHandlerDsq(_izContext, saveFilePath),
-      createProcessLogicalPaginateHandlerSqs(_izContext, saveFilePath),
-      createProcessLogicalPaginateMainFunction(_izContext, saveFilePath),
-      await createProcessLogicalPaginateFunctionYamlHdrDsq(
-        _izContext,
-        allObjSchemas,
-        saveFilePath
-      ),
-      await createProcessLogicalPaginateFunctionYamlHdrSqs(
-        _izContext,
-        allObjSchemas,
-        saveFilePath
-      )
-    ];
-
-    return createSourceParams;
-  } catch (error) {
-    _izContext.logger.error('Error generating code with template:', error);
-    return [];
-  }
-}
-
-export default generateCodeWithTemplate;

package/src/reStructure/TemplateData/processLogicalPagination/handler/dsq/data.js

@@ -1,49 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-import { consts, utils } from '../../../../../MainLibs/index.js';
-const { SOURCE_PATH, FUNCTION_NAME, HANDLER } = consts;
-const { firstLetterUpperCase: upperCase } = utils;
-
-const templatePath = path.join(__dirname, 'template.ejs');
-
-/**
- * receive srcPath
- * not create data for ProcessLogical Main template
- *
- * @param {Object} srcPath
- * @return {{ templatePath, templateData, setting } }
- */
-
-function data(_izContext, srcPath) {
-  return {
-    templatePath: templatePath,
-    templateData: {},
-    setting: {
-      savePath: path.join(srcPath, SOURCE_PATH.processLogical),
-      saveFileName: `${upperCase(FUNCTION_NAME.paginateProcessLogical)}_${upperCase(HANDLER.hdrDsq)}`,
-      fileExtension: '.js',
-      isAppend: false
-    }
-  };
-}
-
-export default data;

package/src/reStructure/TemplateData/processLogicalPagination/handler/dsq/template.ejs

@@ -1,160 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-
-
-import { middlewareHandler as middleware } from "@izara_project/izara-middleware";
-import Logger from '@izara_project/izara-core-library-logger';
-import { recordHandlerSharedLib } from "@izara_project/izara-core-library-record-handler";
-import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
-
-import paginateProcessLogical from './PaginateProcessLogical_Main.js';
-
-// validate event properties in body.Message of sqs event
-middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema(
-  {
-    type: "object",
-    required: ['body', 'messageAttributes'],
-    properties: {
-      body: {
-        type: 'object',
-      },
-      messageAttributes: {
-        type: 'object'
-      }
-    }
-  }
-));
-
-// set schema for record.body.Message
-const perRecordsValidatorSchema = {
-  type: "object",
-  required: [
-    'logicalResultId',
-    'tableName',
-    'partitionKeyFieldName',
-    'sortKeyFieldName',
-    'startKey',
-    'overwriteUniqueRequestId'
-  ],
-  properties: {
-    logicalResultId: {
-      type: "string"
-    },
-    tableName: {
-      type: "string"
-    },
-    partitionKeyFieldName: {
-      type: "string"
-    },
-    sortKeyFieldName: {
-      type: "string"
-    },
-    comparison: {
-      type: "string",
-      default: ""
-    },
-    startKey: {
-      type: "object"
-    },
-    overwriteUniqueRequestId: {
-      type: "string"
-    },
-    callingFlow: {
-      type: 'string',
-      default: ""
-    }
-  }
-};
-
-// set schema for record.body.MessageAttributes
-// const messageAttributeValidatorSchema = {
-//   type: "object",
-//   required: ['msgAtrrParam1', 'msgAtrrParam2'],
-//   properties: {
-//     msgAtrrParam1: {
-//       type: "string"
-//     },
-//     msgAtrrParam2: {
-//       type: "object"
-//     }
-//   }
-// };
-
-export const main = middleware.wrap(async (event, context, callback) => {
-
-  try {
-
-    let recordPromises = [];
-
-    // loop each record and send to mainFunction
-    await Promise.all(event.Records.map(async record => { // promise.all for map() function
-
-      // --- reforming record.body for Dsq request
-      record = recordHandlerSharedLib.reformatDsqMessage(record._izContext, record);
-      record._izContext.logger.debug('record PaginateProcessLogicalHdrDsq after reform', record);
-
-      let passOnProperties = []
-
-
-      // validate message (and MessageAttributes)
-      await recordHandlerSharedLib.validateRecord(
-        record, // one record will send to mainFunction
-        "PaginateProcessLogicalHdrDsq", // queue name that need to retry or send to dlq
-        perRecordsValidatorSchema, // schema for record.Message
-        // messageAttributeValidatorSchema  // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
-      );
-
-      // add argument (to invoke lambda) to passOnProperties[]
-      passOnProperties.push(record.body.Message.logicalResultId)
-      passOnProperties.push(record.body.Message.tableName)
-      passOnProperties.push(record.body.Message.partitionKeyFieldName)
-      passOnProperties.push(record.body.Message.sortKeyFieldName)
-      passOnProperties.push(record.body.Message.comparison)
-      passOnProperties.push(record.body.Message.startKey)
-      passOnProperties.push(record.body.Message.overwriteUniqueRequestId)
-      passOnProperties.push(record.body.Message.callingFlow)
-      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
-
-      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
-      let recordPromise = recordHandlerSharedLib.recordHandler(
-        record, // one record will send to mainFunction
-        paginateProcessLogical.paginateProcessLogical, // mainFunction that need to invoke.
-        "PaginateProcessLogicalHdrDsq", // queue name that need to retry or send to dlq
-        passOnProperties, // all parameters that mainFunction needed.
-      );
-      record._izContext.logger.debug('after recordPromise in handler');
-      recordPromises.push(recordPromise); // push promise to recordPromises
-    }))
-
-    Logger.debug('before Promise.all(recordPromises) in handler');
-    try {
-      // --- main await all promises
-      await Promise.all(recordPromises); // await all promises
-
-      return event.Records // return all for local testing
-
-    } catch {
-      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve)');
-    }
-    Logger.debug('after Promise.all(recordPromises) in handler');
-
-  } catch (err) {
-    Logger.error('Unhandled Error, PaginateProcessLogicalHdrDsq: ', err);
-    throw (err);
-  }
-});

package/src/reStructure/TemplateData/processLogicalPagination/handler/sqs/data.js

@@ -1,48 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-import { consts, utils } from '../../../../../MainLibs/index.js';
-const { SOURCE_PATH, FUNCTION_NAME, HANDLER } = consts;
-const { firstLetterUpperCase: upperCase } = utils;
-const templatePath = path.join(__dirname, 'template.ejs');
-
-/**
- * receive srcPath
- * not create data for ProcessLogical Main template
- *
- * @param {Object} srcPath
- * @return {{ templatePath, templateData, setting } }
- */
-
-function data(_izContext, srcPath) {
-  return {
-    templatePath: templatePath,
-    templateData: {},
-    setting: {
-      savePath: path.join(srcPath, SOURCE_PATH.processLogical),
-      saveFileName: `${upperCase(FUNCTION_NAME.paginateProcessLogical)}_${upperCase(HANDLER.hdrSqs)}`,
-      fileExtension: '.js',
-      isAppend: false
-    }
-  };
-}
-
-export default data;