@izara_project/izara-core-generate-service-code 1.0.65 → 1.0.66

package/src/codeGenerators/app/src/generatedCode/ProcessLogical/templates/ProcessLogical_Main.ejs

@@ -1,450 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import dynamodbSharedLib from '@izara_project/izara-core-library-dynamodb';
-import snsSharedLib from '@izara_project/izara-core-library-sns';
-import logicalResultsSharedLib from '@izara_project/izara-core-library-logical-result';
-import searchResultSharedLib from '@izara_project/izara-core-library-search-result';
-import { sns } from '@izara_project/izara-core-library-external-request';
-
-import {
-  getObjectSchema,
-  serviceConfig,
-  consts,
-  utils
-} from '@izara_project/izara-core-library-service-schemas';
-import { NoRetryError } from '@izara_project/izara-core-library-core';
-const { STORAGE_TYPES } = consts;
-const { getUsedFieldNamesOfIdentifiers } = utils;
-
-//(<additionalModule>)
-import { identifiersObject as identifierObj } from '@izara_project/izara-core-library-service-schemas';
-//(</additionalModule>)
-
-/**
- * performs the logical operation/filter/search in the element, saves into LogicalResultsData table
- * @param {Object} _izContext
- * @param {Object} objType - contain objectType and serviceTag
- * @param {Object} element - logical element
- * @param {Object} element.filterType - 'logical'
- * @param {string} element.logicalType - contain 'identifier' | 'partitionKey' // 'identifier' is ##removed## so not use logicalType
- * @param {Object} [element.partitionKeyValues] - value of fieldNames that is partitionKey.
- * @param {Object} [element.sortKeyValues] - value of fieldNames that is sortKey. (optional)
- * @param {string} [element.comparison] - use for query in queryElements.sortKeyCondition. (optional)
- * @param {string} [element.conditionalFieldValues] - user after query for filter data before save to logicalData table. (optional)
- * @param {boolean} overWriteCache
- *
- * @returns {string} description of return value
- */
-
-export default async function processLogical(
-  _izContext,
-  objType,
-  element,
-  overWriteCache,
-  callingFlow
-) {
-  try {
-    _izContext.logger.debug('----- ProcessLogical event params -----', {
-      objType: objType,
-      element: element,
-      overWriteCache: overWriteCache,
-      callingFlow: callingFlow
-    });
-
-    let removeAttributes = ['paginateProcessLogicalUniqueRequestId'];
-
-    //(<removeAttributes>)
-    //(</removeAttributes>)
-
-    // Check/Create logicalResultsMain
-    let [logicalResultsMainStatus, logicalResultId, logicalResultMain] =
-    await logicalResultsSharedLib.checkLogicalMainStatus(
-      _izContext,
-      element, // for create logicalResultId
-      objType,
-      callingFlow,
-      removeAttributes,
-      overWriteCache
-    );
-    _izContext.logger.debug('After check logicalMainStatus: ', {
-      logicalResultsMainStatus: logicalResultsMainStatus,
-      logicalResultId: logicalResultId,
-      logicalResultMain: logicalResultMain
-    });
-
-    if (logicalResultsMainStatus !== 'process') {
-      _izContext.logger.debug(
-        `logicalResultsMainStatus status isn't process :${logicalResultsMainStatus}`
-      );
-      return {
-        returnResponse: 'logicalResultsMainStatus status is not process'
-      };
-    }
-
-    let errorsFound = [];
-
-    let standardErrorParams = [
-      _izContext,
-      logicalResultId,
-      logicalResultMain.logicalElement,
-      logicalResultMain.objType,
-      overWriteCache,
-      callingFlow,
-      'error'
-    ];
-
-    if (
-      element.comparison &&
-      !searchResultSharedLib.consts.POSSIBLE_COMPARISON_SORTID.includes(
-        element.comparison
-      )
-    ) {
-      errorsFound.push('comparison is not possible comparison');
-    }
-
-    // validate partitionKeyValues
-    if (!element.hasOwnProperty('partitionKeyValues')) {
-      _izContext.logger.debug('element not have partitionKeyValues');
-      errorsFound.push('element not have partitionKeyValues');
-    } else if (Object.keys(element.partitionKeyValues).length === 0) {
-      _izContext.logger.debug('partitionKeyValues is empty');
-      errorsFound.push('partitionKeyValues is empty');
-    }
-
-    const objectSchemas = await getObjectSchema.getObjSchemaS3WithHierarchy(
-      _izContext,
-      objType
-    );
-    _izContext.logger.debug('objectSchemas: ', objectSchemas);
-
-    let partitionKeyFieldName = null;
-    let tableName = null;
-    let sortKeyFieldName = null;
-
-    for (const schemasIdentifier of objectSchemas.identifiers) {
-      if (schemasIdentifier.type === 'partitionKey') {
-        if (partitionKeyFieldName === null) {
-          if (schemasIdentifier.hasOwnProperty('fieldName')) {
-            partitionKeyFieldName = schemasIdentifier.fieldName;
-          } else {
-            partitionKeyFieldName = schemasIdentifier.name;
-          }
-        } else {
-          throw new NoRetryError(
-            'Invalid object schemas have more than one partitionKey'
-          );
-        }
-      }
-
-      if (schemasIdentifier.type === 'sortKey') {
-        if (sortKeyFieldName === null) {
-          if (schemasIdentifier.hasOwnProperty('fieldName')) {
-            sortKeyFieldName = schemasIdentifier.fieldName;
-          } else {
-            sortKeyFieldName = schemasIdentifier.name;
-          }
-        } else {
-          throw new NoRetryError(
-            'Invalid object schemas have more than one sortKey'
-          );
-        }
-        _izContext.logger.debug('have sortKeyFieldName: ', sortKeyFieldName);
-      }
-    }
-
-    const storageResources = objectSchemas.storageResources;
-
-    storageResourcesLoop: for (const storageResourceTag of Object.keys(
-        storageResources
-      )) {
-      _izContext.logger.debug('check storageResourceTag: ', storageResourceTag);
-
-      if (
-        storageResources[storageResourceTag].storageType ===
-        STORAGE_TYPES.dynamoDB
-      ) {
-        if (
-          storageResources[storageResourceTag].hasOwnProperty(
-            'groupByPartitionKeyField'
-          )
-        ) {
-          if (element.hasOwnProperty('sortKeyValues')) {
-            // atleast 1 storageResourceTag is not set groupByPartitionKeyField
-            continue;
-          } else {
-            errorsFound.push(
-              'schema error: dynamo storageResource set to groupByPartitionKeyField but no sortKey'
-            );
-            break;
-          }
-        }
-
-        // validate conditionalFieldValues
-        if (
-          element.hasOwnProperty('conditionalFieldValues') &&
-          element.conditionalFieldValues.length > 0
-        ) {
-          conditionalFieldValuesLoop: for (const conditionalFieldValue of element.conditionalFieldValues) {
-            let conditionalFieldName = conditionalFieldValue.fieldName;
-            let storageResourceTagsFieldName =
-              objectSchemas.fieldNames[conditionalFieldName]
-              .storageResourceTags;
-
-            if (storageResourceTagsFieldName.includes(storageResourceTag)) {
-              continue conditionalFieldValuesLoop;
-            } else {
-              continue storageResourcesLoop;
-            }
-          }
-        }
-
-        tableName = storageResources[storageResourceTag].tableName;
-        _izContext.logger.debug('found tableName: ', tableName);
-        break;
-      }
-    }
-
-    if (!tableName) {
-      errorsFound.push('no valid dynamo storageResource found');
-    }
-
-    if (
-      element.hasOwnProperty('sortKeyValues') &&
-      Object.keys(element.sortKeyValues).length > 0 &&
-      !sortKeyFieldName
-    ) {
-      _izContext.logger.debug(
-        'element have sortKeyValues but cannot find sortKey in object schemas'
-      );
-      errorsFound.push(
-        'element have sortKeyValues but cannot find sortKey in object schemas'
-      );
-    }
-
-    if (errorsFound.length > 0) {
-      _izContext.logger.debug('Have errorsFound: ', errorsFound);
-      standardErrorParams.push(errorsFound);
-      await logicalResultsSharedLib.completeLogicalResultsMain(
-        ...standardErrorParams
-      );
-      return {
-        returnResponse: 'Have errorsFound'
-      };
-    }
-
-    // concatenate partitionKey
-    let partitionKeyReqIdentifiers = {};
-    for (const [fieldName, fieldNameValue] of Object.entries(
-        element.partitionKeyValues
-      )) {
-      partitionKeyReqIdentifiers[fieldName] = fieldNameValue.value;
-    }
-
-    // concatenate sortKey
-    if (element.hasOwnProperty('sortKeyValues')) {
-      for (const [fieldName, fieldNameValue] of Object.entries(
-          element.sortKeyValues
-        )) {
-        partitionKeyReqIdentifiers[fieldName] = fieldNameValue.value;
-      }
-    }
-    _izContext.logger.debug(
-      'partitionKeyReqIdentifiers: ',
-      partitionKeyReqIdentifiers
-    );
-
-    let dynamoDbIdentifiers =
-      await identifierObj.dynamoDbIdentifiersByStorageResource(
-        _izContext,
-        objectSchemas,
-        storageResources,
-        partitionKeyReqIdentifiers
-      );
-    _izContext.logger.debug('dynamoDbIdentifiers: ', dynamoDbIdentifiers);
-
-    if (element.hasOwnProperty('sortKeyValues')) {
-      let comparison = 'equals';
-      if (element.comparison && element.comparison !== 'equals') {
-        comparison = element.comparison;
-        let sentMessageToPaginateProcessLogical = {
-          Message: JSON.stringify({
-            logicalResultId: logicalResultId,
-            tableName: tableName,
-            partitionKeyFieldName: partitionKeyFieldName,
-            sortKeyFieldName: sortKeyFieldName,
-            dynamoDbIdentifiers: dynamoDbIdentifiers,
-            comparison: comparison,
-            overWriteCache: overWriteCache,
-            callingFlow: callingFlow
-          }),
-          TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(
-            _izContext,
-            'PaginateProcessLogical_In'
-          )
-        };
-        _izContext.logger.debug(
-          'Request params before send to topic PaginateProcessLogical_In: ',
-          sentMessageToPaginateProcessLogical
-        );
-
-        let resSNS = await sns.publishAsync(
-          _izContext,
-          sentMessageToPaginateProcessLogical
-        );
-        _izContext.logger.debug(
-          'resSNS send to topic ProcessSortResult finish!',
-          resSNS
-        );
-
-        return {
-          returnResponse: 'Send message to PaginateProcessLogical_In'
-        };
-      } else {
-        let queryDatas = await dynamodbSharedLib.query(
-          _izContext,
-          dynamodbSharedLib.tableName(_izContext, tableName),
-          {
-            [partitionKeyFieldName]: dynamoDbIdentifiers[partitionKeyFieldName]
-          },
-          {
-            sortKeyCondition: {
-              comparison: comparison,
-              name: sortKeyFieldName,
-              value: dynamoDbIdentifiers[sortKeyFieldName]
-            }
-          }
-        );
-        _izContext.logger.debug('queryDatas result: ', queryDatas);
-
-        if (queryDatas.Items.length == 0) {
-          _izContext.logger.debug(`can't find data in ${tableName}`);
-          errorsFound.push(`can't find data in ${tableName}`);
-          standardErrorParams.push(errorsFound);
-          await logicalResultsSharedLib.completeLogicalResultsMain(
-            ...standardErrorParams
-          );
-          return {
-            returnResponse: 'Cannot find data in table'
-          };
-        }
-
-        for (const objInstanceBase of queryDatas.Items) {
-          await logicalResultsSharedLib.saveLogicalData(
-            _izContext,
-            logicalResultId,
-            logicalResultMain.objType,
-            objInstanceBase
-          );
-        }
-      }
-    } else {
-      // element don't have sortKey
-
-      if (sortKeyFieldName) {
-        _izContext.logger.debug(
-          'identifiers have sortKey: query dynamo in PaginateProcessLogical'
-        );
-
-        let sentMessageToPaginateProcessLogical = {
-          Message: JSON.stringify({
-            logicalResultId: logicalResultId,
-            tableName: tableName,
-            partitionKeyFieldName: partitionKeyFieldName,
-            sortKeyFieldName: sortKeyFieldName,
-            dynamoDbIdentifiers: dynamoDbIdentifiers,
-            overWriteCache: overWriteCache,
-            callingFlow: callingFlow
-          }),
-          TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(
-            _izContext,
-            'PaginateProcessLogical_In'
-          )
-        };
-        _izContext.logger.debug(
-          'Request params before send to topic PaginateProcessLogical_In: ',
-          sentMessageToPaginateProcessLogical
-        );
-
-        let resSNS = await sns.publishAsync(
-          _izContext,
-          sentMessageToPaginateProcessLogical
-        );
-        _izContext.logger.debug(
-          'resSNS send to topic ProcessSortResult finish!',
-          resSNS
-        );
-
-        return {
-          returnResponse: 'Send message to PaginateProcessLogical_In'
-        };
-      } else {
-        _izContext.logger.debug('identifiers not have sortKey: save dataId');
-
-        let getDataByPartitionKey = await dynamodbSharedLib.getItem(
-          _izContext,
-          dynamodbSharedLib.tableName(_izContext, tableName),
-          {
-            [partitionKeyFieldName]: dynamoDbIdentifiers[partitionKeyFieldName]
-          }
-        );
-
-        if (getDataByPartitionKey) {
-          await logicalResultsSharedLib.saveLogicalData(
-            _izContext,
-            logicalResultId,
-            objType,
-            getDataByPartitionKey
-          );
-        } else {
-          // throw error or set errorsFound
-          _izContext.logger.debug(`can't find data in ${tableName}`);
-          errorsFound.push(`can't find data in ${tableName}`);
-          standardErrorParams.push(errorsFound);
-          await logicalResultsSharedLib.completeLogicalResultsMain(
-            ...standardErrorParams
-          );
-          return {
-            returnResponse: 'Cannot find data in table'
-          };
-        }
-      }
-    }
-
-    // complete processLogical and send message Out
-    await logicalResultsSharedLib.completeLogicalResultsMain(
-      _izContext,
-      logicalResultId,
-      element,
-      objType,
-      overWriteCache,
-      callingFlow,
-      'complete',
-      []
-    );
-
-    //(<additionalProcessLogical>)
-    //(</additionalProcessLogical>)
-
-    return {
-      returnResponse: 'Function ProcessLogical is Finished'
-    };
-  } catch (err) {
-    _izContext.logger.error('error ProcessLogicalMain: ', err);
-    throw err;
-  }
-}

package/src/codeGenerators/app/src/generatedCode/SystemFlowSchemas/RegisterGenerator.js

@@ -1,149 +0,0 @@
-import path from 'path';
-import { fileURLToPath } from 'url';
-import {
-  appendRenderedTemplate,
-  writeRenderedTemplate
-} from '../../../../../core/renderTemplateFile.js';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-function upperCase(str) {
-  if (!str) return str;
-  return str.charAt(0).toUpperCase() + str.slice(1);
-}
-
-function shortNameHandler(handlerType) {
-  return handlerType;
-}
-
-export async function generateRegisterFlow(allLocalFlowSchemas, _appPath, outputBaseDir) {
-  if (!allLocalFlowSchemas.some((flow) => flow.flowTag === 'Register')) {
-    console.log('  [RegisterGenerator] No Register flow descriptor found. Skipping.');
-    return;
-  }
-
-  console.log('  [RegisterGenerator] Generating Register flow files...');
-
-  const templatesDir = path.join(__dirname, 'templates', 'register');
-  const wsTemplatesDir = path.join(__dirname, '..', 'Flow', 'FlowSchemas', 'templates', 'webSocket');
-  const registerDir = path.join(
-    outputBaseDir,
-    'app',
-    'src',
-    'generatedCode',
-    'SystemFlowSchemas',
-    'Register',
-    'source'
-  );
-  const flowSchemaPath = path.join(
-    outputBaseDir,
-    'app',
-    'sls_yaml',
-    'generatedCode',
-    'source',
-    'flow-schema.yml'
-  );
-  const resourceYamlPath = path.join(
-    outputBaseDir,
-    'resource',
-    'sls_yaml',
-    'generatedCode',
-    'source',
-    'generated-sns-in-sqs.yml'
-  );
-
-  const wbsFunctionName = 'Register';
-  await writeRenderedTemplate(
-    path.join(templatesDir, 'Register_Main.ejs'),
-    path.join(registerDir, `${wbsFunctionName}_Main.js`),
-    { functionMain: `${wbsFunctionName}_Main` }
-  );
-  await writeRenderedTemplate(
-    path.join(templatesDir, 'Register_HdrWbs.ejs'),
-    path.join(registerDir, `${wbsFunctionName}_HdrWbs.js`),
-    { routeName: 'register' }
-  );
-  await appendRenderedTemplate(
-    path.join(__dirname, '..', '..', '..', 'sls_yaml', 'templates', 'FunctionYaml_Wbs.ejs'),
-    flowSchemaPath,
-    {
-      functionNameConfig: `${wbsFunctionName}Wbs`,
-      handlerPath: `src/generatedCode/SystemFlowSchemas/Register/source/${wbsFunctionName}_HdrWbs.main`,
-      roleName: 'RegisterRole',
-      routeName: 'register'
-    }
-  );
-
-  const completeFunctionName = 'RegisterComplete';
-  const completeData = {
-    functionName: completeFunctionName,
-    handlerType: 'HdrSqs',
-    queueName: completeFunctionName,
-    handlerFilePath: `src/generatedCode/SystemFlowSchemas/Register/source/${completeFunctionName}_HdrSqs`,
-    roleName: 'RegisterComplete',
-    upperFunctionName: upperCase(completeFunctionName),
-    upperHandlerType: 'HDRSQS',
-    upperQueueName: upperCase(completeFunctionName),
-    functionNameConfig: `${upperCase(completeFunctionName)}${upperCase(shortNameHandler('HdrSqs'))}`
-  };
-
-  await writeRenderedTemplate(
-    path.join(templatesDir, 'RegisterComplete_Main.ejs'),
-    path.join(registerDir, `${completeFunctionName}_Main.js`),
-    completeData
-  );
-  await writeRenderedTemplate(
-    path.join(templatesDir, 'RegisterComplete_HdrSqs.ejs'),
-    path.join(registerDir, `${completeFunctionName}_HdrSqs.js`),
-    completeData
-  );
-  await writeRenderedTemplate(
-    path.join(templatesDir, 'RegisterComplete_HdrSqs.ejs'),
-    path.join(registerDir, `${completeFunctionName}_HdrDsq.js`),
-    { ...completeData, handlerType: 'HdrDsq' }
-  );
-  await appendRenderedTemplate(
-    path.join(wsTemplatesDir, 'ProcessWebSocketFlow_Yaml.ejs'),
-    flowSchemaPath,
-    completeData
-  );
-  await appendRenderedTemplate(
-    path.join(wsTemplatesDir, 'ProcessWebSocketFlow_Yaml.ejs'),
-    flowSchemaPath,
-    {
-      ...completeData,
-      handlerType: 'HdrDsq',
-      upperHandlerType: 'HDRDSQ',
-      functionNameConfig: `${upperCase(completeFunctionName)}Dsq`,
-      handlerFilePath: `src/generatedCode/SystemFlowSchemas/Register/source/${completeFunctionName}_HdrDsq`
-    }
-  );
-
-  await appendRenderedTemplate(
-    path.join(wsTemplatesDir, 'ProcessWebSocket_Yaml.ejs'),
-    resourceYamlPath,
-    completeData
-  );
-
-  const processedTopics = new Set();
-  for (const flowSchema of allLocalFlowSchemas) {
-    if (!flowSchema.outputTopic) continue;
-
-    const topicOut = upperCase(flowSchema.flowTag);
-    if (processedTopics.has(topicOut)) continue;
-    processedTopics.add(topicOut);
-
-    await appendRenderedTemplate(
-      path.join(wsTemplatesDir, 'ProcessWebSocketSub_Yaml.ejs'),
-      resourceYamlPath,
-      {
-        subscribeTo: topicOut,
-        queueName: completeFunctionName,
-        upperQueueName: upperCase(completeFunctionName)
-      }
-    );
-  }
-
-  console.log('  [RegisterGenerator] Finished generating Register flow files.');
-}

package/src/codeGenerators/app/src/generatedCode/SystemFlowSchemas/templates/register/RegisterComplete_HdrSqs.ejs

@@ -1,85 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-
-
-import { middlewareHandler } from "@izara_project/izara-middleware";
-import Logger from '@izara_project/izara-core-library-logger';
-import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
-import { recordHandlerSharedLib } from "@izara_project/izara-core-library-record-handler";
-
-import <%- functionName %> from './<%- upperFunctionName %>_Main.js';
-
-// validate event properties in body.Message of sqs event
-middlewareHandler.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
-let perRecordsValidatorSchema = {}
-export const main = middlewareHandler.wrap(async (event, context) => {
-
-  try {
-
-    let recordPromises = [];
-
-    // loop each record and send to mainFunction
-    await Promise.all(event.Records.map(async record => { // promise.all for map() function
-
-      let passOnProperties = []
-      record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
-
-      //validate message (and MessageAttributes)
-      await recordHandlerSharedLib.validateRecord(
-        record,                             // one record will send to mainFunction
-        "<%- queueName %>",                   // queue name that need to retry or send to dlq
-        perRecordsValidatorSchema,          // schema for record.Message
-        // messageAttributeValidatorSchema   // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
-      );
-
-      // add argument (to invoke lambda) to passOnProperties[]
-      passOnProperties.push(record.body.TopicArn)
-      passOnProperties.push(record.body.Message)
-      //(<additionalParams>)
-      //(</additionalParams>)
-      passOnProperties.push(callingFlowSharedLib.addCallingFlowToPassOnProperties(record.body.Message));
-      record._izContext.logger.debug('passOnProperties in handler', passOnProperties);
-
-      // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
-      let recordPromise = recordHandlerSharedLib.recordHandler(
-        record,                         // one record will send to mainFunction
-        <%- functionName %>Main,        // mainFunction that need to invoke.
-        '<%- queueName %>',               // queue name that need to retry or send to dlq
-        passOnProperties,               // all parameters that mainFunction needed.
-      );
-      record._izContext.logger.debug('after recordPromise in handler');
-      recordPromises.push(recordPromise); // push promise to recordPromises
-    }))
-
-    Logger.debug('before Promise.all(recordPromises) in handler');
-    try {
-      // --- main await all promises
-      await Promise.all(recordPromises); // await all promises
-
-      return event.Records // return all for local testing
-
-    } catch {
-      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve');
-    }
-    Logger.debug('after Promise.all(recordPromises) in handler');
-
-  } catch (err) {
-    Logger.error('Unhandled Error, <%- functionName%>: ', err);
-    throw (err);
-  }
-});