@izara_project/izara-core-generate-service-code 1.0.68 → 1.0.70

package/src/emit/shared/templates/FindData_Main.ejs

@@ -0,0 +1,345 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import findDataSharedLib from '@izara_project/izara-core-library-find-data';
+import graphSharedLib from '@izara_project/izara-core-library-graph-service';
+import dynamodbSharedLib from '@izara_project/izara-core-library-dynamodb'
+
+import { serviceConfig, identifiersObject as identifierObj } from '@izara_project/izara-core-library-service-schemas';
+
+//(<additionalModule>)
+//(</additionalModule>)
+
+/**
+ * triggered from searchResult for each requiredData field per one identifiers
+ * @param {Object} _izContext
+ * @param {string} fieldName
+ * @param {Object} objType
+ * @param {Object} identifiers
+ * @param {Boolean} overWriteCache
+ *
+ * @returns {object} description of return value
+ */
+
+export default async function findData(
+  _izContext,
+  fieldName,
+  objType,
+  identifiers,
+  overWriteCache,
+  callingFlow,
+
+  //(<additionalParams>)
+  //(</additionalParams>)
+) {
+
+  try {
+
+    _izContext.logger.debug('----- findData event params -----', {
+      fieldName: fieldName,
+      objType: objType,
+      identifiers: identifiers,
+      overWriteCache: overWriteCache,
+      callingFlow: callingFlow
+    });
+
+    // removeAttributes on expired
+    let removeAttributes = [];
+    //(<removeAttributes>)
+    //(</removeAttributes>)
+
+    let deleteDataTableOnExpired = [];
+
+    // Check/create FindDataMain status
+    let [findDataMainStatus, findDataId, findDataMain] = await findDataSharedLib.checkFindDataMainStatus(
+      _izContext,
+      fieldName,
+      objType,
+      identifiers,
+      callingFlow,
+      removeAttributes,
+      overWriteCache
+    );
+    _izContext.logger.debug('result after checkFindDataMainStatus is', {
+      findDataMainStatus: findDataMainStatus,
+      findDataId: findDataId,
+      findDataMain: findDataMain
+    })
+
+    if (findDataMainStatus != 'process') {
+      _izContext.logger.debug(`findDataMainStatus status isn't process :${findDataMainStatus}`)
+      return {
+        returnResponse: 'Function FindData not process'
+      }
+    };
+
+    let errorsFound = [];
+
+    let standardErrorParams = [
+      _izContext,
+      fieldName,
+      objType,
+      identifiers,
+      null,
+      overWriteCache,
+      callingFlow,
+      'error'
+    ];
+
+<% for (let dataIndex = 0; dataIndex < datas.length; dataIndex++) {
+     const dataItem = datas[dataIndex];
+     const objectType = dataItem.objectType;
+     const fieldNames = dataItem.fieldNames; %>
+    if (objType.objectType === <%- JSON.stringify(objectType) %>) {
+      _izContext.logger.debug('objectType: ', objType.objectType)
+
+<%   for (let fieldIndex = 0; fieldIndex < fieldNames.length; fieldIndex++) {
+       const storageEntry = fieldNames[fieldIndex];
+       const field = Object.keys(storageEntry)[0];
+       const storageDetails = Object.values(storageEntry)[0];
+       const hasDynamo = storageDetails.dynamoDB !== undefined;
+       const hasGraph = storageDetails.graph !== undefined;
+       const graphDetail = storageDetails.graph || {};
+       const dynamoDetail = storageDetails.dynamoDB || {};
+
+       if (hasDynamo && hasGraph) {
+         // dynamoDB takes priority over graph when both exist %>
+      if (fieldName.fieldName === <%- JSON.stringify(field) %>) {
+        _izContext.logger.debug('fieldName: ', fieldName.fieldName)
+
+        //(<beforeGetItem<%- objectType %><%- field %>>)
+        //(</beforeGetItem<%- objectType %><%- field %>>)
+
+        let identifiersBase = await identifierObj.identifiersBaseFromIdentifiers(
+          _izContext,
+          objType,
+          identifiers,
+        );
+        _izContext.logger.debug('create identifiersBase from identifiers: ', identifiersBase)
+
+        let objInstanceBase = await dynamodbSharedLib.getItem(
+          _izContext,
+          await dynamodbSharedLib.tableName(_izContext, <%- JSON.stringify(dynamoDetail.tableName) %>),
+          identifiersBase
+        );
+        _izContext.logger.debug('objInstanceBase: ', objInstanceBase)
+
+        if (!objInstanceBase) {
+          errorsFound.push(`can't get data in dynamo by ${identifiersBase}`)
+          standardErrorParams.push(errorsFound)
+          await findDataSharedLib.completeFindDataMain(...standardErrorParams);
+          return {
+            returnResponse: 'FindData cannot get data in dynamo'
+          }
+        }
+
+        if (!objInstanceBase.hasOwnProperty(fieldName.fieldName)) {
+          errorsFound.push(`data in dynamoDB have no ${fieldName.fieldName}`)
+          standardErrorParams.push(errorsFound)
+          await findDataSharedLib.completeFindDataMain(...standardErrorParams);
+          return {
+            returnResponse: 'Data have no fieldName'
+          }
+        }
+
+        //(<afterGetItem<%- objectType %><%- field %>>)
+        //(</afterGetItem<%- objectType %><%- field %>>)
+
+        let dataValue = objInstanceBase[fieldName.fieldName];
+        _izContext.logger.debug('dataValue: ', dataValue)
+
+        await findDataSharedLib.completeFindDataMain(
+          _izContext,
+          findDataMain.fieldName,
+          findDataMain.objType,
+          findDataMain.identifiers,
+          dataValue,
+          overWriteCache,
+          callingFlow,
+          'complete'
+        );
+
+<%     } else if (hasDynamo) { %>
+      if (fieldName.fieldName === <%- JSON.stringify(field) %>) {
+        _izContext.logger.debug('fieldName: ', fieldName.fieldName)
+
+        //(<beforeGetItem<%- objectType %><%- field %>>)
+        //(</beforeGetItem<%- objectType %><%- field %>>)
+
+        let identifiersBase = await identifierObj.identifiersBaseFromIdentifiers(
+          _izContext,
+          objType,
+          identifiers,
+        );
+        _izContext.logger.debug('create identifiersBase from identifiers: ', identifiersBase)
+
+        let objInstanceBase = await dynamodbSharedLib.getItem(
+          _izContext,
+          await dynamodbSharedLib.tableName(_izContext, <%- JSON.stringify(dynamoDetail.tableName) %>),
+          identifiersBase
+        );
+        _izContext.logger.debug('objInstanceBase: ', objInstanceBase)
+
+        if (!objInstanceBase) {
+          errorsFound.push(`can't get data in dynamo by ${identifiersBase}`)
+          standardErrorParams.push(errorsFound)
+          await findDataSharedLib.completeFindDataMain(...standardErrorParams);
+          return {
+            returnResponse: 'FindData cannot get data in dynamo'
+          }
+        }
+
+        if (!objInstanceBase.hasOwnProperty(fieldName.fieldName)) {
+          errorsFound.push(`data in dynamoDB have no ${fieldName.fieldName}`)
+          standardErrorParams.push(errorsFound)
+          await findDataSharedLib.completeFindDataMain(...standardErrorParams);
+          return {
+            returnResponse: 'Data have no fieldName'
+          }
+        }
+
+        //(<afterGetItem<%- objectType %><%- field %>>)
+        //(</afterGetItem<%- objectType %><%- field %>>)
+
+        let dataValue = objInstanceBase[fieldName.fieldName];
+        _izContext.logger.debug('dataValue: ', dataValue)
+
+        await findDataSharedLib.completeFindDataMain(
+          _izContext,
+          findDataMain.fieldName,
+          findDataMain.objType,
+          findDataMain.identifiers,
+          dataValue,
+          overWriteCache,
+          callingFlow,
+          'complete'
+        );
+
+<%     } else if (hasGraph) { %>
+      if (fieldName.fieldName === <%- JSON.stringify(field) %>) {
+        _izContext.logger.debug('fieldName: ', fieldName.fieldName)
+
+        //(<beforeGetNode<%- objectType %><%- field %>>)
+        //(</beforeGetNode<%- objectType %><%- field %>>)
+
+        const graphHandlerServiceTag = await serviceConfig.getGraphServiceTagWithCache(
+          _izContext,
+          <%- JSON.stringify(graphDetail.graphServerTag) %>,
+        );
+        _izContext.logger.debug('graphHandlerServiceTag: ', graphHandlerServiceTag)
+
+        let getDataByGraph = await graphSharedLib.getNode(
+          _izContext,
+          graphHandlerServiceTag,
+          objType,
+          {
+            identifiers:identifiers
+          },
+          <%- JSON.stringify(graphDetail.versionedDataLabel || undefined) %>
+        );
+
+        _izContext.logger.debug('getDataByGraph: ', getDataByGraph)
+
+        if (!getDataByGraph) {
+          errorsFound.push(`can't get data  of ${objType.objectType} in graph`)
+          standardErrorParams.push(errorsFound)
+          await findDataSharedLib.completeFindDataMain(...standardErrorParams);
+          return {
+            returnResponse: 'FindData cannot get data in graph'
+          }
+        }
+
+        //(<afterGetNode<%- objectType %><%- field %>>)
+        //(</afterGetNode<%- objectType %><%- field %>>)
+
+        let objInstanceFull = getDataByGraph.returnValue.queryResults.refactoredNodes.objInstanceFull;
+        _izContext.logger.debug('objInstanceFull: ', objInstanceFull)
+
+<%       if (graphDetail.getInIdentifiers) { %>
+        if (!objInstanceFull.identifiers.hasOwnProperty(fieldName.fieldName)) {
+          errorsFound.push(`nodeProperties have no this ${fieldName.fieldName}`)
+          standardErrorParams.push(errorsFound)
+          await findDataSharedLib.completeFindDataMain(...standardErrorParams);
+          return {
+            returnResponse: 'Data have no fieldName'
+          }
+        }
+
+        let dataValue = objInstanceFull.identifiers[fieldName.fieldName];
+        _izContext.logger.debug('this fieldName is identifier, get dataValue in identifiers: ', dataValue)
+<%       } else { %>
+        if (!objInstanceFull.fields.hasOwnProperty(fieldName.fieldName)) {
+          errorsFound.push(`nodeProperties have no this ${fieldName.fieldName}`)
+          standardErrorParams.push(errorsFound)
+          await findDataSharedLib.completeFindDataMain(...standardErrorParams);
+          return {
+            returnResponse: 'Data have no fieldName'
+          }
+        }
+
+        let dataValue = objInstanceFull.fields[fieldName.fieldName];
+        _izContext.logger.debug('this fieldName is not identifier, get dataValue in fields: ', dataValue)
+<%       } %>
+
+        await findDataSharedLib.completeFindDataMain(
+          _izContext,
+          findDataMain.fieldName,
+          findDataMain.objType,
+          findDataMain.identifiers,
+          dataValue,
+          overWriteCache,
+          callingFlow,
+          'complete'
+        );
+
+<%     } %>
+      }<% if (fieldIndex + 1 === fieldNames.length) { %>
+        //(<additional<%- objectType %>FieldNames>)
+        //(</additional<%- objectType %>FieldNames>)
+<%     } %>
+        else
+
+<%   } %>  {
+          errorsFound.push('unrecognized fieldName')
+          standardErrorParams.push(errorsFound)
+          await findDataSharedLib.completeFindDataMain(...standardErrorParams);
+          return;
+        }
+    }<% if (dataIndex + 1 === datas.length) { %>
+      //(<additionalObjectType>)
+      //(</additionalObjectType>)
+<%   } %>
+      else
+
+<% } %>  {
+      errorsFound.push('unrecognized objectType')
+      standardErrorParams.push(errorsFound)
+      await findDataSharedLib.completeFindDataMain(...standardErrorParams);
+      return {
+        returnResponse: 'Function FindData Error'
+      }
+    }
+
+    return {
+      returnResponse: 'Function FindData Finish'
+    }
+
+  } catch (err) {
+    _izContext.logger.error('error FindDataMain: ', err)
+    throw (err)
+  }
+}

package/src/emit/{crud → shared}/templates/FlowHandler_HdrApi.ejs

@@ -15,7 +15,7 @@ const validatorSchema = {
     <%- prop.propertyName %>: { type: '<%- prop.type || 'string' %>' }
     <% }) -%>
   },
-  required: [<%- startConfig.properties.filter(p => p.required !== false).map(p => `'${p.propertyName}'`).join(', ') %>]
+  required: [<%- startConfig.properties.filter(p => p.required === true).map(p => `'${p.propertyName}'`).join(', ') %>]
   <% } -%>
   //(</validatorSchema>)
 };

package/src/emit/{relationship → shared}/templates/FlowHandler_HdrDsq.ejs

@@ -29,10 +29,10 @@ let perRecordsValidatorSchema = {
   properties: {
     <% startConfig.properties.forEach((prop, index) => { %> <%- prop.propertyName %>: {
       type: '<%- prop.type || 'string' %>'
-    } /*__EJS_COMMA_6__*/
+    },
     <% }) %>
   },
-  required: [<%- startConfig.properties.filter(p => p.required !== false).map(p => `'${p.propertyName}'`).join(', ') %>]
+  required: [<%- startConfig.properties.filter(p => p.required === true).map(p => `'${p.propertyName}'`).join(', ') %>]
   <% } -%>
   //(</validatorSchema>)
 };
@@ -48,10 +48,10 @@ let messageAttributeValidatorSchema = {
         Value: { type: '<%- prop.type || 'string' %>' }
       },
       required: ['Type', 'Value']
-    } /*__EJS_COMMA_14__*/
+    },
     <% }) %>
   },
-  required: [<%- startConfig.messageAttributes.filter(p => p.required !== false).map(p => `'${p.propertyName}'`).join(', ') %>]
+  required: [<%- startConfig.messageAttributes.filter(p => p.required === true).map(p => `'${p.propertyName}'`).join(', ') %>]
 };
 <% } else { -%>
 let messageAttributeValidatorSchema = null;

package/src/emit/{crud → shared}/templates/FlowHandler_HdrInv.ejs

@@ -12,7 +12,7 @@ const validatorSchema = {
     <%- prop.propertyName %>: { type: '<%- prop.type || 'string' %>' }
     <% }) -%>
   },
-  required: [<%- startConfig.properties.filter(p => p.required !== false).map(p => `'${p.propertyName}'`).join(', ') %>]
+  required: [<%- startConfig.properties.filter(p => p.required === true).map(p => `'${p.propertyName}'`).join(', ') %>]
   <% } -%>
   //(</validatorSchema>)
 };

package/src/emit/{crud → shared}/templates/FlowHandler_HdrSqs.ejs

@@ -29,10 +29,10 @@ let perRecordsValidatorSchema = {
   properties: {
     <% startConfig.properties.forEach((prop, index) => { %> <%- prop.propertyName %>: {
       type: '<%- prop.type || 'string' %>'
-    } /*__EJS_COMMA_6__*/
+    },
     <% }) %>
   },
-  required: [<%- startConfig.properties.filter(p => p.required !== false).map(p => `'${p.propertyName}'`).join(', ') %>]
+  required: [<%- startConfig.properties.filter(p => p.required === true).map(p => `'${p.propertyName}'`).join(', ') %>]
   <% } -%>
   //(</validatorSchema>)
 };
@@ -48,10 +48,10 @@ let messageAttributeValidatorSchema = {
         Value: { type: '<%- prop.type || 'string' %>' }
       },
       required: ['Type', 'Value']
-    } /*__EJS_COMMA_14__*/
+    },
     <% }) %>
   },
-  required: [<%- startConfig.messageAttributes.filter(p => p.required !== false).map(p => `'${p.propertyName}'`).join(', ') %>]
+  required: [<%- startConfig.messageAttributes.filter(p => p.required === true).map(p => `'${p.propertyName}'`).join(', ') %>]
 };
 <% } else { -%>
 let messageAttributeValidatorSchema = null;

package/src/emit/shared/templates/PaginateProcessLogical_HdrDsq.ejs

@@ -0,0 +1,162 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import { middlewareHandler as middleware } from '@izara_project/izara-middleware';
+import Logger from '@izara_project/izara-core-library-logger';
+import { recordHandlerSharedLib } from '@izara_project/izara-core-library-record-handler';
+import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
+
+import paginateProcessLogical from './PaginateProcessLogical_Main.js';
+
+// validate event properties in body.Message of sqs event
+middleware.setValidatorSchema(
+  recordHandlerSharedLib.baseValidatorSchema({
+    type: 'object',
+    required: ['body', 'messageAttributes'],
+    properties: {
+      body: {
+        type: 'object'
+      },
+      messageAttributes: {
+        type: 'object'
+      }
+    }
+  })
+);
+
+// set schema for record.body.Message
+const perRecordsValidatorSchema = {
+  type: 'object',
+  required: [
+    'logicalResultId',
+    'tableName',
+    'partitionKeyFieldName',
+    'sortKeyFieldName',
+    'dynamoDbIdentifiers',
+    'startKey',
+    'overwriteUniqueRequestId',
+    'overWriteCache'
+  ],
+  properties: {
+    logicalResultId: {
+      type: 'string'
+    },
+    tableName: {
+      type: 'string'
+    },
+    partitionKeyFieldName: {
+      type: 'string'
+    },
+    sortKeyFieldName: {
+      type: 'string'
+    },
+    dynamoDbIdentifiers: {
+      type: 'object'
+    },
+    comparison: {
+      type: 'string',
+      default: ''
+    },
+    startKey: {
+      type: 'object'
+    },
+    overwriteUniqueRequestId: {
+      type: 'string'
+    },
+    overWriteCache: {
+      type: 'boolean'
+    },
+    callingFlow: {
+      type: 'string',
+      default: ''
+    }
+  }
+};
+
+export const main = middleware.wrap(async (event, context) => {
+  try {
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(
+      event.Records.map(async record => {
+        // promise.all for map() function
+
+        // --- reforming record.body for Dsq request
+        record = recordHandlerSharedLib.reformatDsqMessage(
+          record._izContext,
+          record
+        );
+        record._izContext.logger.debug(
+          'record PaginateProcessLogicalHdrDsq after reform',
+          record
+        );
+
+        let passOnProperties = [];
+
+        // validate message (and MessageAttributes)
+        await recordHandlerSharedLib.validateRecord(
+          record, // one record will send to mainFunction
+          'PaginateProcessLogicalHdrDsq', // queue name that need to retry or send to dlq
+          perRecordsValidatorSchema // schema for record.Message
+        );
+
+        // add argument (to invoke lambda) to passOnProperties[]
+        passOnProperties.push(record.body.Message.logicalResultId);
+        passOnProperties.push(record.body.Message.tableName);
+        passOnProperties.push(record.body.Message.partitionKeyFieldName);
+        passOnProperties.push(record.body.Message.sortKeyFieldName);
+        passOnProperties.push(record.body.Message.dynamoDbIdentifiers);
+        passOnProperties.push(record.body.Message.comparison);
+        passOnProperties.push(record.body.Message.startKey);
+        passOnProperties.push(record.body.Message.overwriteUniqueRequestId);
+        passOnProperties.push(record.body.Message.overWriteCache);
+        passOnProperties.push(record.body.Message.callingFlow);
+        record._izContext.logger.debug(
+          'passOnProperties in handler',
+          passOnProperties
+        );
+
+        // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+        let recordPromise = recordHandlerSharedLib.recordHandler(
+          record, // one record will send to mainFunction
+          paginateProcessLogical, // mainFunction that need to invoke.
+          'PaginateProcessLogicalHdrDsq', // queue name that need to retry or send to dlq
+          passOnProperties // all parameters that mainFunction needed.
+        );
+        record._izContext.logger.debug('after recordPromise in handler');
+        recordPromises.push(recordPromise); // push promise to recordPromises
+      })
+    );
+
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      // --- main await all promises
+      await Promise.all(recordPromises); // await all promises
+
+      return event.Records; // return all for local testing
+    } catch {
+      Logger.debug(
+        'Promise.all(recordPromises) in handler threw error (at least one record did no resolve)'
+      );
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
+  } catch (err) {
+    Logger.error('Unhandled Error, PaginateProcessLogicalHdrDsq: ', err);
+    throw err;
+  }
+});