@izara_project/izara-core-generate-service-code 1.0.73 → 1.0.75

package/src/emit/relationship/templates/GetRelationshipComplete_HdrSqs.ejs

@@ -0,0 +1,99 @@
+import { middlewareHandler as middleware } from '@izara_project/izara-middleware';
+import { recordHandlerSharedLib } from '@izara_project/izara-core-library-record-handler';
+import Logger from '@izara_project/izara-core-library-logger';
+import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
+import GetRelationshipComplete from './GetRelationshipComplete_Main.js';
+
+//(<optionalRequire>)
+//(</optionalRequire>)
+
+// validate event properties in body.Message of sqs event
+let perRecordsValidatorSchema = {
+  type: 'object',
+  properties: {
+    returnValue: {
+      type: 'object'
+    },
+    parentFlowId: {
+      type: 'string'
+    },
+    status: {
+      type: 'string'
+    },
+    errorsFound: {
+      type: 'array'
+    },
+    graphServiceTag: {
+      type: 'string'
+    }
+  },
+  required: [
+    'returnValue',
+    'parentFlowId',
+    'status',
+    'errorsFound',
+    'graphServiceTag'
+  ]
+  //(<validatorSchema>)
+  //(</validatorSchema>)
+};
+
+let messageAttributeValidatorSchema = null;
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+
+export const main = middleware.wrap(async (event, context) => {
+  try {
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(
+      event.Records.map(async (record) => {
+        let passOnProperties = [];
+        record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+        //validate message (and MessageAttributes)
+        await recordHandlerSharedLib.validateRecord(
+          record, // one record will send to mainFunction
+          'GetRelationshipCompleteHdrSqs', // queue name that need to retry or send to dlq
+          perRecordsValidatorSchema, // schema for record.Message
+          messageAttributeValidatorSchema
+        );
+
+        // add argument (to invoke lambda) to passOnProperties[]
+        passOnProperties.push(record.body.Message);
+        passOnProperties.push(
+          callingFlowSharedLib.addPassBackPropertiesToPassOnProperties(
+            record.body.Message
+          )
+        );
+        //(<additionalParams>)
+        //(</additionalParams>)
+        record._izContext.logger.debug(
+          'passOnProperties in handler',
+          passOnProperties
+        );
+
+        // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+        let recordPromise = recordHandlerSharedLib.recordHandler(
+          record, // one record will send to mainFunction
+          GetRelationshipComplete, // mainFunction that need to invoke.
+          'GetRelationshipCompleteHdrSqs', // queue name that need to retry or send to dlq
+          passOnProperties // all parameters that mainFunction needed.
+        );
+        record._izContext.logger.debug('after recordPromise in handler');
+        recordPromises.push(recordPromise); // push promise to recordPromises
+      })
+    );
+    try {
+      await Promise.all(recordPromises);
+      return event.Records;
+    } catch {
+      Logger.debug(
+        'Promise.all(recordPromises) in handler threw error (at least one record did no resolve)'
+      );
+    }
+  } catch (error) {
+    Logger.error('Unhandled Error, GetRelationshipComplete_HdrSqs: ', error);
+    throw error;
+  }
+});

package/src/emit/relationship/templates/GetRelationshipComplete_Main.ejs

@@ -36,15 +36,21 @@ const { TOPIC_NAME_GENERATE_CODE, PREFIX } = consts;
 
 export default async function getRelationshipComplete(
   _izContext,
-  returnValue,
-  status,
-  errorsFound,
-  graphServiceTag,
+  requestParams,
   passBackProperties = {}
 ) {
   try {
+    const {
+      returnValue,
+      parentFlowId,
+      status,
+      errorsFound,
+      graphServiceTag
+    } = requestParams;
+
     _izContext.logger.debug('Function:getRelationshipComplete', {
       returnValue: returnValue,
+      parentFlowId: parentFlowId,
       status: status,
       errorsFound: errorsFound,
       graphServiceTag: graphServiceTag,

package/src/emit/relationship/templates/GetRelationship_Main.ejs

@@ -162,24 +162,6 @@ export default async function getRelationship(
     );
     _izContext.logger.debug('relationshipSchema: ', relationshipSchema);
 
-    const links = await findLinksByObjTypes(
-      _izContext,
-      [firstObject.objType, secondObject.objType],
-      relationshipSchema.links
-    );
-    _izContext.logger.debug('links', links);
-    if (!links.length) {
-      const firstTypeStr = JSON.stringify({
-        firstObject: firstObject.objType
-      });
-      const secondTypeStr = JSON.stringify({
-        secondObject: secondObject.objType
-      });
-      errorsFound.push(
-        `not found link between ${firstTypeStr} ${secondTypeStr}`
-      );
-    }
-
     let targetStorageResources = [];
 
     if (relationshipSchema) {
@@ -213,11 +195,11 @@ export default async function getRelationship(
               const {
                 serviceTag: firstServiceTag,
                 objectType: firstObjectType
-              } = firstObjectHie.extendObjType || firstObject.objType;
+              } = firstObjectHie?.extendObjType || firstObject?.objType || {};
               const {
                 serviceTag: secondServiceTag,
                 objectType: secondObjectType
-              } = secondObjectHie.extendObjType || secondObject.objType;
+              } = secondObjectHie?.extendObjType || secondObject?.objType || {};
 
               // find exists link
               if (

package/src/emit/relationship/templates/MoveRelationshipComplete_HdrSqs.ejs

@@ -0,0 +1,99 @@
+import { middlewareHandler as middleware } from '@izara_project/izara-middleware';
+import { recordHandlerSharedLib } from '@izara_project/izara-core-library-record-handler';
+import Logger from '@izara_project/izara-core-library-logger';
+import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
+import MoveRelationshipComplete from './MoveRelationshipComplete_Main.js';
+
+//(<optionalRequire>)
+//(</optionalRequire>)
+
+// validate event properties in body.Message of sqs event
+let perRecordsValidatorSchema = {
+  type: 'object',
+  properties: {
+    returnValue: {
+      type: 'object'
+    },
+    parentFlowId: {
+      type: 'string'
+    },
+    status: {
+      type: 'string'
+    },
+    errorsFound: {
+      type: 'array'
+    },
+    graphServiceTag: {
+      type: 'string'
+    }
+  },
+  required: [
+    'returnValue',
+    'parentFlowId',
+    'status',
+    'errorsFound',
+    'graphServiceTag'
+  ]
+  //(<validatorSchema>)
+  //(</validatorSchema>)
+};
+
+let messageAttributeValidatorSchema = null;
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+
+export const main = middleware.wrap(async (event, context) => {
+  try {
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(
+      event.Records.map(async (record) => {
+        let passOnProperties = [];
+        record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+        //validate message (and MessageAttributes)
+        await recordHandlerSharedLib.validateRecord(
+          record, // one record will send to mainFunction
+          'MoveRelationshipCompleteHdrSqs', // queue name that need to retry or send to dlq
+          perRecordsValidatorSchema, // schema for record.Message
+          messageAttributeValidatorSchema
+        );
+
+        // add argument (to invoke lambda) to passOnProperties[]
+        passOnProperties.push(record.body.Message);
+        passOnProperties.push(
+          callingFlowSharedLib.addPassBackPropertiesToPassOnProperties(
+            record.body.Message
+          )
+        );
+        //(<additionalParams>)
+        //(</additionalParams>)
+        record._izContext.logger.debug(
+          'passOnProperties in handler',
+          passOnProperties
+        );
+
+        // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+        let recordPromise = recordHandlerSharedLib.recordHandler(
+          record, // one record will send to mainFunction
+          MoveRelationshipComplete, // mainFunction that need to invoke.
+          'MoveRelationshipCompleteHdrSqs', // queue name that need to retry or send to dlq
+          passOnProperties // all parameters that mainFunction needed.
+        );
+        record._izContext.logger.debug('after recordPromise in handler');
+        recordPromises.push(recordPromise); // push promise to recordPromises
+      })
+    );
+    try {
+      await Promise.all(recordPromises);
+      return event.Records;
+    } catch {
+      Logger.debug(
+        'Promise.all(recordPromises) in handler threw error (at least one record did no resolve)'
+      );
+    }
+  } catch (error) {
+    Logger.error('Unhandled Error, MoveRelationshipComplete_HdrSqs: ', error);
+    throw error;
+  }
+});

package/src/emit/relationship/templates/MoveRelationshipComplete_Main.ejs

@@ -19,7 +19,7 @@ import { objectHash as hash } from '@izara_project/izara-shared-core';
 
 import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
 import snsSharedLib from '@izara_project/izara-core-library-sns';
-import dynamodbSharedLib from '@izara_project/izara-core-library-dynamodb';
+
 import asyncFlowSharedLib from '@izara_project/izara-core-library-asynchronous-flow';
 
 import { sns } from '@izara_project/izara-core-library-external-request';
@@ -36,128 +36,125 @@ const { TOPIC_NAME_GENERATE_CODE, PREFIX } = consts;
 
 export default async function <%- functionName %>(
   _izContext,
-  returnValue,
-  status,
-  errorsFound,
-  graphServiceTag,
+  requestParams,
   passBackProperties = {}
 ) {
   try {
+    const {
+      returnValue,
+      parentFlowId,
+      status,
+      errorsFound,
+      graphServiceTag
+    } = requestParams;
+
     _izContext.logger.debug('Function:<%- functionName %>', {
       returnValue: returnValue,
+      parentFlowId: parentFlowId,
       status: status,
       errorsFound: errorsFound,
       graphServiceTag: graphServiceTag,
       passBackProperties: passBackProperties
     });
 
-    // start create awaitingStepId
-    const linkTypeId = createLinkTypeId(
-      _izContext,
-      returnValue.requestParams.firstObject.objType,
-      returnValue.requestParams.secondObject.objType,
-      returnValue.requestParams.relType,
-      returnValue.requestParams.relationshipProperties,
-      returnValue.requestParams.relationshipDirection,
-      returnValue.requestParams.moveObject
-    );
-
-    let awaitingStepId = asyncFlowSharedLib.createAwaitingStepId(
-      returnValue.parentFlowId, // hash id
+    const awaitingStepId = asyncFlowSharedLib.createAwaitingStepId(
+      parentFlowId || returnValue?.parentFlowId, // hash id
       PREFIX.changeRel // prefix, use constant further
     );
 
-    let moveRelPendingObjects = await dynamodbSharedLib.query(
-      _izContext,
-      await dynamodbSharedLib.tableName(_izContext, 'AwaitingMultipleSteps'),
+    const pending =
+      await asyncFlowSharedLib.findPendingStepAwaitingMultipleSteps(
+        _izContext,
+        awaitingStepId
+      );
+    _izContext.logger.debug('[<%- functionName %>] awaiting step', {
+      awaitingStepId,
+      pending
+    });
+
+    if (!pending) {
+      _izContext.logger.warn(
+        `No pending step found for awaitingStepId: ${awaitingStepId}`
+      );
+      return { returnValue, status, errorsFound };
+    }
+
+    const result =
+      await asyncFlowSharedLib.checkAllAwaitingStepsFinishedWithReturnParams(
+        _izContext,
+        pending.pendingStepId,
+        awaitingStepId,
+        errorsFound
+      );
+    _izContext.logger.debug(
+      '[<%- functionName %>] all awaiting steps result',
       {
-        awaitingStepId: awaitingStepId
+        isComplete: result.isComplete,
+        awaitingStepId,
+        pendingStepId: pending.pendingStepId
       }
     );
-    _izContext.logger.debug(
-      'record of moveRelPendingObjects ::',
-      moveRelPendingObjects
-    );
 
-    await Promise.all(
-      moveRelPendingObjects.Items.map(async ({ pendingStepId }) => {
-        if (
-          await asyncFlowSharedLib.checkAllAwaitingStepsFinished(
-            _izContext,
-            pendingStepId, // task waiting
-            awaitingStepId,
-            errorsFound
-          )
-        ) {
-          _izContext.logger.debug('finished all awaitingStep');
-
-          let moveRelCompleteMsg = {
-            firstObject: returnValue.requestParams.firstObject,
-            secondObject: returnValue.requestParams.secondObject,
-            relType: returnValue.requestParams.relType,
-            relationshipProperties:
-              returnValue.requestParams.relationshipProperties,
-            relationshipDirection:
-              returnValue.requestParams.relationshipDirection,
-            moveObject: returnValue.requestParams.moveObject,
-            status: status,
-            parentFlowId: returnValue.parentFlowId,
-            errorsFound: errorsFound
-          };
-
-          moveRelCompleteMsg =
-            callingFlowSharedLib.addParentPassBackPropertiesToSnsResponseMessageObject(
-              passBackProperties,
-              moveRelCompleteMsg
-            );
-          _izContext.logger.debug(
-            'After addCallingFlowToSnsResponseMessageObject',
-            moveRelCompleteMsg
-          );
-
-          let messageAttributes =
-            callingFlowSharedLib.addParentPassBackCallingFlowToSnsResponseMessageAttributes(
-              passBackProperties,
-              {}
-            );
-          _izContext.logger.debug(
-            'After addCallingFlowToSnsResponseMessageAttributes',
-            moveRelCompleteMsg
-          );
-
-          let sendMessageToOutMoveRelationshipComplete = {
-            Message: JSON.stringify(moveRelCompleteMsg),
-            MessageAttributes: sns.createStringMessageAttributes(
-              _izContext,
-              messageAttributes
-            ),
-            TopicArn: snsSharedLib.snsTopicArnByFlowSchema(
-              _izContext,
-              TOPIC_NAME_GENERATE_CODE.outMoveRelComplete
-            )
-          };
-          _izContext.logger.debug(
-            'Send message to OutCreateRelationshipComplete :::>',
-            sendMessageToOutMoveRelationshipComplete
-          );
-          await sns.publishAsync(
-            _izContext,
-            sendMessageToOutMoveRelationshipComplete
-          );
-
-          //(<afterCheckAwaitingStep>)
-          //(</afterCheckAwaitingStep>)
-        } // check pendingStepId finished
-
-        // remove awaitingMultipleStep after finished
-        await asyncFlowSharedLib.removeAwaitingMultipleStep(
-          _izContext,
-          awaitingStepId,
-          pendingStepId,
-          errorsFound
+    if (result.isComplete) {
+      _izContext.logger.debug('finished all awaitingStep');
+
+      let moveRelCompleteMsg = {
+        firstObject: returnValue.requestParams.firstObject,
+        secondObject: returnValue.requestParams.secondObject,
+        relType: returnValue.requestParams.relType,
+        relationshipProperties:
+          returnValue.requestParams.relationshipProperties,
+        relationshipDirection:
+          returnValue.requestParams.relationshipDirection,
+        moveObject: returnValue.requestParams.moveObject,
+        status: status,
+        parentFlowId: parentFlowId || returnValue?.parentFlowId,
+        errorsFound: errorsFound
+      };
+
+      moveRelCompleteMsg =
+        callingFlowSharedLib.addParentPassBackPropertiesToSnsResponseMessageObject(
+          passBackProperties,
+          moveRelCompleteMsg
         );
-      }) // end per pendingStep
-    );
+      _izContext.logger.debug(
+        'After addCallingFlowToSnsResponseMessageObject',
+        moveRelCompleteMsg
+      );
+
+      let messageAttributes =
+        callingFlowSharedLib.addParentPassBackCallingFlowToSnsResponseMessageAttributes(
+          passBackProperties,
+          {}
+        );
+      _izContext.logger.debug(
+        'After addCallingFlowToSnsResponseMessageAttributes',
+        moveRelCompleteMsg
+      );
+
+      let sendMessageToOutMoveRelationshipComplete = {
+        Message: JSON.stringify(moveRelCompleteMsg),
+        MessageAttributes: sns.createStringMessageAttributes(
+          _izContext,
+          messageAttributes
+        ),
+        TopicArn: snsSharedLib.snsTopicArnByFlowSchema(
+          _izContext,
+          TOPIC_NAME_GENERATE_CODE.outMoveRelComplete
+        )
+      };
+      _izContext.logger.debug(
+        'Send message to OutCreateRelationshipComplete :::>',
+        sendMessageToOutMoveRelationshipComplete
+      );
+      await sns.publishAsync(
+        _izContext,
+        sendMessageToOutMoveRelationshipComplete
+      );
+
+      //(<afterCheckAwaitingStep>)
+      //(</afterCheckAwaitingStep>)
+    } // check isComplete finished
 
     //(<afterCheckAllAwaitingStep>)
     //(</afterCheckAllAwaitingStep>)

package/src/emit/relationship/templates/MoveRelationship_Main.ejs

@@ -382,15 +382,6 @@ export default async function moveRelationship(
       return moveRelCompleteMsg;
     }
 
-    // before create awaitingStepId per graph storageResource
-    const linkTypeId = createLinkTypeId(
-      _izContext,
-      firstObject.objType,
-      secondObject.objType,
-      relType,
-      relationshipDirection
-    );
-
     let usedGraphServiceTag = []; // collect used graph serviceTag, use to check duplicate graph serviceTag across graph serverTag
     let targetGraphStorageResources = []; // collect used graph storageResources, filtered duplicate graphServiceTag from graphServerTag out
     let awaitingStepIds = [];
@@ -404,12 +395,12 @@ export default async function moveRelationship(
         targetGraphStorageResources.push(targetStorageResource);
 
         // awaitingStepId per graphServiceTag
-        awaitingStepIds.push(
-          asyncFlowSharedLib.createAwaitingStepId(
+        awaitingStepIds.push({
+          awaitingStepId: asyncFlowSharedLib.createAwaitingStepId(
             parentFlowId, // hash id
             PREFIX.changeRel // prefix, use constant further
           )
-        );
+        });
       }
     }
 
@@ -417,12 +408,12 @@ export default async function moveRelationship(
       // save awaiting
       await asyncFlowSharedLib.createAwaitingMultipleSteps(
         _izContext,
-        awaitingStepIds, // awaitingStepIds
         asyncFlowSharedLib.createPendingStepId(
-          // pendingStepId
           _izContext.uniqueRequestId, // hash id
           PREFIX.changeRel // prefix, use constant further
-        )
+        ),
+        awaitingStepIds,
+        {}
       );
 
       // prepare message body

package/src/emit/relationship/templates/UpdateRelationshipComplete_HdrSqs.ejs

@@ -0,0 +1,99 @@
+import { middlewareHandler as middleware } from '@izara_project/izara-middleware';
+import { recordHandlerSharedLib } from '@izara_project/izara-core-library-record-handler';
+import Logger from '@izara_project/izara-core-library-logger';
+import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
+import UpdateRelationshipComplete from './UpdateRelationshipComplete_Main.js';
+
+//(<optionalRequire>)
+//(</optionalRequire>)
+
+// validate event properties in body.Message of sqs event
+let perRecordsValidatorSchema = {
+  type: 'object',
+  properties: {
+    returnValue: {
+      type: 'object'
+    },
+    parentFlowId: {
+      type: 'string'
+    },
+    status: {
+      type: 'string'
+    },
+    errorsFound: {
+      type: 'array'
+    },
+    graphServiceTag: {
+      type: 'string'
+    }
+  },
+  required: [
+    'returnValue',
+    'parentFlowId',
+    'status',
+    'errorsFound',
+    'graphServiceTag'
+  ]
+  //(<validatorSchema>)
+  //(</validatorSchema>)
+};
+
+let messageAttributeValidatorSchema = null;
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+
+export const main = middleware.wrap(async (event, context) => {
+  try {
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(
+      event.Records.map(async (record) => {
+        let passOnProperties = [];
+        record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+        //validate message (and MessageAttributes)
+        await recordHandlerSharedLib.validateRecord(
+          record, // one record will send to mainFunction
+          'UpdateRelationshipCompleteHdrSqs', // queue name that need to retry or send to dlq
+          perRecordsValidatorSchema, // schema for record.Message
+          messageAttributeValidatorSchema
+        );
+
+        // add argument (to invoke lambda) to passOnProperties[]
+        passOnProperties.push(record.body.Message);
+        passOnProperties.push(
+          callingFlowSharedLib.addPassBackPropertiesToPassOnProperties(
+            record.body.Message
+          )
+        );
+        //(<additionalParams>)
+        //(</additionalParams>)
+        record._izContext.logger.debug(
+          'passOnProperties in handler',
+          passOnProperties
+        );
+
+        // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+        let recordPromise = recordHandlerSharedLib.recordHandler(
+          record, // one record will send to mainFunction
+          UpdateRelationshipComplete, // mainFunction that need to invoke.
+          'UpdateRelationshipCompleteHdrSqs', // queue name that need to retry or send to dlq
+          passOnProperties // all parameters that mainFunction needed.
+        );
+        record._izContext.logger.debug('after recordPromise in handler');
+        recordPromises.push(recordPromise); // push promise to recordPromises
+      })
+    );
+    try {
+      await Promise.all(recordPromises);
+      return event.Records;
+    } catch {
+      Logger.debug(
+        'Promise.all(recordPromises) in handler threw error (at least one record did no resolve)'
+      );
+    }
+  } catch (error) {
+    Logger.error('Unhandled Error, UpdateRelationshipComplete_HdrSqs: ', error);
+    throw error;
+  }
+});