@izara_project/izara-core-generate-service-code 1.0.1 → 1.0.3

package/src/TemplateData/relationshipPerAction/moveRelationship/action/mainFunction/data.js

@@ -0,0 +1,59 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../libs/Consts.js';
+import utils from '../../../../../libs/Utils.js';
+const { SOURCE_PATH, FUNCTION_NAME } = consts;
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = utils;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * receive objectSchema
+ * create data for hdrInv template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+function data(_izContext, srcPath) {
+  const createSourceParams = createParamForCreateSource(srcPath);
+  return [createSourceParams];
+}
+
+function createParamForCreateSource(srcPath) {
+  let functionName = FUNCTION_NAME.moveRel;
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.relationshipPerAction),
+      saveFileName: `${upperCase(FUNCTION_NAME.moveRel)}_Main`,
+      fileExtension: '.js',
+      isAppend: false
+    }
+  };
+}
+
+export default data;

package/src/TemplateData/relationshipPerAction/moveRelationship/action/mainFunction/template.ejs

@@ -0,0 +1,382 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+
+import { objectHash as hash } from '@izara_project/izara-shared-core';
+
+import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
+import lambdaSharedLib from "@izara_project/izara-core-library-lambda";
+import snsSharedLib from "@izara_project/izara-core-library-sns";
+import asyncFlowSharedLib from "@izara_project/izara-core-library-asynchronous-flow";
+import dynamodbSharedLib from "@izara_project/izara-core-library-dynamodb";
+
+import { sns,lambda } from "@izara_project/izara-core-library-external-request";
+
+import { getObjectSchema, utils, serviceConfig, consts, relSchemaLib, identifiersObject } from '@izara_project/izara-core-library-service-schemas'
+const { findLinksByObjTypes } = relSchemaLib;
+
+const {
+  getRelationshipSchemaWithCache,
+  getObjSchemaS3WithHierarchy
+} = getObjectSchema
+
+const {
+  createLinkTypeId
+} = utils;
+
+const {
+  getGraphServiceTagWithCache
+} = serviceConfig;
+
+import { consts as generateCodeConsts } from '@izara_project/izara-core-generate-service-code';
+const {
+  PREFIX,
+  TOPIC_NAME_GENERATE_CODE,
+  TOPIC_NAME_GRAPH_HANDLER
+} = generateCodeConsts;
+
+import { consts as coreConsts } from '@izara_project/izara-core-library-core';
+
+//(<optionalRequire>)
+//(</optionalRequire>)
+
+/**
+ * update relationship endpoint
+ *
+ * @param {Object} _izContext
+ * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
+ * @param {Logger} _izContext.logger                 - property of _izContext
+ * @param {Object} requestParams                     - request params
+ * @param {Object} callingFlowConfig
+ *
+ * @returns {object} description of return value
+ */
+export default async function <%- functionName %> (
+  _izContext,
+  requestParams,
+  callingFlowConfig = {},
+  //(<additionalParams>)
+  //(</additionalParams>)
+) {
+  try {
+    _izContext.logger.debug('<%- functionName %> _izContext: ', _izContext);
+    _izContext.logger.debug('<%- functionName %> requestParams: ', requestParams);
+    _izContext.logger.debug('<%- functionName %> callingFlowConfig: ', callingFlowConfig);
+
+    const {
+      firstObject,
+      secondObject,
+      relType,
+      relationshipDirection,
+      relationshipProperties,
+      moveObject
+      //(<requestParamMoveRel>)
+      //(</requestParamMoveRel>)
+    } = requestParams;
+
+    let errorsFound = [];
+
+    //(<beforeValidateMoveRel>)
+    //(</beforeValidateMoveRel>).
+    // validate object and identifiers
+    async function validateIdentifiersExists(_izContext, objType, identifiersObject) {
+
+      const objTypeString = `objType:{ serviceTag:${objType.serviceTag}, objectType:${objType.objectType} }`;
+      const objectSchema = await getObjSchemaS3WithHierarchy(_izContext, objType);
+
+      if (!objectSchema) {
+        errorsFound.push(`validateIdentifiers, not found schema of ${objTypeString}`);
+      }
+
+      for (const schemaIdentifier of objectSchema.identifiers) {
+        let identifierNames = schemaIdentifier.fieldNames || [schemaIdentifier.fieldName];
+        for (const identifierName of identifierNames) {
+          if (!identifiersObject.hasOwnProperty(identifierName)) {
+            errorsFound.push(`validateIdentifiers, ${objTypeString} property:${identifierName} not exists`);
+          } else {
+            if (
+              typeof (identifiersObject[identifierName]) !== "string" &&
+              typeof (identifiersObject[identifierName]) !== "number"
+            ) {
+              errorsFound.push(`validateIdentifiers, ${objTypeString} property:${identifierName} should be string or number`);
+            }
+          }
+        }
+      }
+    }
+
+    await validateIdentifiersExists(_izContext, firstObject.objType, firstObject.identifiers);
+    await validateIdentifiersExists(_izContext, secondObject.objType, secondObject.identifiers);
+    // finished validate object and identifiers
+
+    //(<afterValidateMoveRel>)
+    //(</afterValidateMoveRel>)
+
+    const relationshipSchema = await getRelationshipSchemaWithCache(_izContext, relType);
+    _izContext.logger.debug("relationshipSchema: ", relationshipSchema);
+
+    const links = await findLinksByObjTypes(_izContext, [firstObject.objType, secondObject.objType], relationshipSchema.links)
+    _izContext.logger.debug("links", links)
+    if (!links.length) {
+      errorsFound.push(`not found link between ${JSON.stringify({ firstObject: firstObject.objType })} ${JSON.stringify({ secondObject: secondObject.objType })}`)
+    };
+
+    let checkCorrectLink = false;
+    for (let link of links) {
+      const { serviceTag: fromServiceTag, objectType: fromObjectType } = link.from.objType;
+      const { serviceTag: toServiceTag, objectType: toObjType } = link.to.objType;
+
+      const { serviceTag: firstServiceTag, objectType: firstObjectType } = firstObject.objType
+      const { serviceTag: secondServiceTag, objectType: secondObjectType } = secondObject.objType
+
+      const matchFromTo = fromServiceTag === firstServiceTag && fromObjectType === firstObjectType &&
+        toServiceTag === secondServiceTag && toObjType === secondObjectType;
+
+      const matchToFrom = fromServiceTag === secondServiceTag && fromObjectType === secondObjectType &&
+        toServiceTag === firstServiceTag && toObjType === firstObjectType;
+
+      if ((relationshipDirection === "from" && matchFromTo) ||
+        (relationshipDirection === "to" && matchToFrom)) {
+        checkCorrectLink = true
+        break;
+      }
+    };
+
+    if (checkCorrectLink == false) {
+      errorsFound.push(`Wrong Relationship Direction`)
+    };
+
+    let targetStorageResources = [];
+
+    if (relationshipSchema) {
+      // find targetStorageResources and validate each storageResources
+      await Promise.all(
+        relationshipSchema.links.map(async ({ from, to, storageResourceTags }) => {
+          const { serviceTag: fromServiceTag, objectType: fromObjectType } = from.objType
+          const { serviceTag: toServiceTag, objectType: toObjectType } = to.objType
+
+          const { serviceTag: firstServiceTag, objectType: firstObjectType } = firstObject.objType;
+          const { serviceTag: secondServiceTag, objectType: secondObjectType } = secondObject.objType;
+
+          // find exists link
+          if (
+            (
+              (firstServiceTag === fromServiceTag && firstObjectType === fromObjectType) &&
+              (secondServiceTag === toServiceTag && secondObjectType === toObjectType)
+            ) ||
+            (
+              (firstServiceTag === toServiceTag && firstObjectType === toObjectType) &&
+              (secondServiceTag === fromServiceTag && secondObjectType === fromObjectType)
+            )
+          ) {
+
+            // check founded storageResource of link and collect used storageResources
+            await Promise.all(storageResourceTags.map(async storageResourceTag => {
+              const usedStorageResource = relationshipSchema.storageResources[storageResourceTag];
+
+              if (usedStorageResource.storageType === consts.STORAGE_TYPES.graph) {
+                const graphServiceTag = await getGraphServiceTagWithCache(_izContext, usedStorageResource.graphServerTag);
+                if (!graphServiceTag) {
+                  errorsFound.push(`storageResourceTag: ${storageResourceTag} invalid, not found graph serviceTag from graphServerTag: ${usedStorageResource.graphServerTag}`)
+                }
+
+                targetStorageResources.push({
+                  ...usedStorageResource,
+                  graphServiceTag: graphServiceTag
+                });
+              } else {
+                targetStorageResources.push(usedStorageResource);
+              }
+            }));
+          }
+        })
+      );
+      //(<afterGetRelMoveRel>)
+      //(</afterGetRelMoveRel>)
+      _izContext.logger.debug("targetStorageResources: ", targetStorageResources);
+
+      if (!targetStorageResources.length) {
+        errorsFound.push(`Not found link from relationship schema`);
+      }
+
+
+      // validate properties exists with schema
+      for (const propKey in relationshipProperties) {
+        if (!relationshipSchema.fieldNames.hasOwnProperty(propKey)) {
+          errorsFound.push(`property: ${propKey} not exists in relationshipSchema`);
+        }
+      }
+
+    } else {
+      errorsFound.push(`relationshipSchema not exists`);
+    }
+
+
+    // if found errors will stop processing
+    if (errorsFound.length) {
+
+      let moveRelCompleteMsg = {
+        firstObject,
+        secondObject,
+        relType,
+        relationshipProperties,
+        relationshipDirection,
+        moveObject,
+        //(<inMoveCompleteMsg>)
+        //(</inMoveCompleteMsg>)
+        status: 'error',
+        errorsFound: errorsFound
+      };
+
+      // if have callingFlow will send to message complete
+      if (callingFlowConfig[callingFlowSharedLib.consts.CALLINGFLOW_PROPERTYNAME]) {
+        _izContext.logger.debug("HAVE CallingFlow");
+
+        moveRelCompleteMsg = callingFlowSharedLib.addPassBackPropertiesToSnsResponseMessageObject(callingFlowConfig, moveRelCompleteMsg);
+        let messageAttributes = callingFlowSharedLib.addCallingFlowToSnsResponseMessageAttributes(callingFlowConfig, {});
+
+        let messageParams = {
+          Message: JSON.stringify(moveRelCompleteMsg),
+          MessageAttributes: sns.createStringMessageAttributes(_izContext, messageAttributes),
+          TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(_izContext, TOPIC_NAME_GENERATE_CODE.outMoveRelationshipComplete),
+        };
+
+        _izContext.logger.debug("messageParams OutCreateRelationshipComplete ::::::: ", messageParams);
+        await sns.publishAsync(_izContext, messageParams);
+      }
+
+      return moveRelCompleteMsg;
+    }
+
+
+    // before create awaitingStepId per graph storageResource
+    const linkTypeId = createLinkTypeId(_izContext, firstObject.objType, secondObject.objType, relType, relationshipDirection);
+
+    let usedGraphServiceTag = []; // collect used graph serviceTag, use to check duplicate graph serviceTag across graph serverTag
+    let targetGraphStorageResources = []; // collect used graph storageResources, filtered duplicate graphServiceTag from graphServerTag out
+    let awaitingStepIds = [];
+
+    for (const targetStorageResource of targetStorageResources) {
+      if (targetStorageResource.storageType === consts.STORAGE_TYPES.graph &&
+        !usedGraphServiceTag.includes(targetStorageResource.graphServiceTag)
+      ) {
+        usedGraphServiceTag.push(targetStorageResource.graphServiceTag);
+        targetGraphStorageResources.push(targetStorageResource);
+
+        // awaitingStepId per graphServiceTag
+        awaitingStepIds.push(
+          asyncFlowSharedLib.createAwaitingStepId(
+            hash({
+              linkTypeId,
+              graphServiceTag: targetStorageResource.graphServiceTag,
+              callingFlowProperties: callingFlowConfig.callingFlowProperties || {},
+              firstObject,
+              secondObject,
+              relType,
+              relationshipDirection,
+              relationshipProperties,
+              moveObject
+            }), // hash id
+            PREFIX.changeRel // prefix, use constant further
+          )
+        );
+      }
+    }
+
+    if (awaitingStepIds.length) {
+      // save awaiting
+      await asyncFlowSharedLib.createAwaitingMultipleSteps(
+        _izContext,
+        awaitingStepIds, // awaitingStepIds
+        asyncFlowSharedLib.createPendingStepId( // pendingStepId
+          hash({
+            linkTypeId,
+            correlationId: _izContext.correlationIds.get("id"),
+            callingFlowProperties: callingFlowConfig.callingFlowProperties || {},
+            firstObject,
+            secondObject,
+            relType,
+            relationshipDirection,
+            relationshipProperties,
+            moveObject
+          }), // hash id
+          PREFIX.changeRel // prefix, use constant further
+        )
+      );
+
+      // prepare message body
+      let moveRelMessageBody = {
+        firstObject,
+        secondObject,
+        relType,
+        relationshipDirection,
+        relationshipProperties,
+        moveObject
+        //(<messageBodyMoveRel>)
+        //(</messageBodyMoveRel>)
+
+        // assign originTimestamp if not exists in relationshipProperties
+      }
+      _izContext.logger.debug('changeRelMessageBody: ', moveRelMessageBody);
+
+      await Promise.all(
+        targetGraphStorageResources.map(async (storageResource) => {
+          if (storageResource.storageType === consts.STORAGE_TYPES.graph) {
+
+            moveRelMessageBody = callingFlowSharedLib.addCallingFlowToSnsRequestMessageObject(
+              moveRelMessageBody,
+              callingFlowSharedLib.addParentCallingFlowConfig(
+                callingFlowConfig, // receive parent callingFlowConfig.
+                callingFlowSharedLib.createCallingFlowConfig( // calling flow own service
+                  //(<callingFlowProperties>)
+                  await lambdaSharedLib.lambdaFunctionName(_izContext, TOPIC_NAME_GENERATE_CODE.moveRelationshipComplete),
+                  //(</callingFlowProperties>)
+                  {
+                    graphServiceTag: storageResource.graphServiceTag
+                  }
+                )
+              )
+            );
+            _izContext.logger.debug("messageObject before send message:", moveRelMessageBody)
+
+            let messageToInChangeRelationship = {
+              Message: JSON.stringify(moveRelMessageBody),
+              TopicArn: await snsSharedLib.snsTopicArnByFlowSchema(_izContext, TOPIC_NAME_GRAPH_HANDLER.inMoveRelationship, storageResource.graphServiceTag),
+            };
+            _izContext.logger.debug("RequestParams before send to sqs messageToInUpdateRelationship ::::::: ", messageToInChangeRelationship);
+            await sns.publishAsync(_izContext, messageToInChangeRelationship);
+          }
+        })
+      )
+    }
+
+    return {
+      firstObject,
+      secondObject,
+      relType,
+      relationshipDirection,
+      relationshipProperties,
+      moveObject,
+      status: "complete"
+    };
+
+
+  } catch (err) {
+    _izContext.logger.error('error ChangeRelationship: ', err)
+    throw (err)
+  }
+}

package/src/TemplateData/relationshipPerAction/moveRelationship/action/sns-in-sqs/data.js

@@ -0,0 +1,75 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+import consts from '../../../../../libs/Consts.js';
+import utils from '../../../../../libs/Utils.js';
+
+const { SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, HANDLER } = consts;
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } =  utils;
+
+const snsTemplatePath = path.join(__dirname, './snsTemplate.ejs');
+const sqsTemplatePath = path.join(__dirname, './sqsTemplate.ejs');
+
+/**
+ * create data for dynamoDbYaml tempalte from objectSchema
+ *
+ * @param {Object} _izContext
+ * @param {String} saveFilePath
+ * @returns {Object[]}              - data of multiple dynamoDb template
+ */
+
+function createRelationshipSnsInSqs(_izContext, srcPath) {
+  let resultForCreateRelationshipSnsAndSqs = [];
+  const setting = {
+    initialData: 'Resources:\n',
+    savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+    saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
+    fileExtension: '.yml',
+    isAppend: true
+  };
+  const createRelationshipQueueNames = [
+    {
+      queueName: upperCase(FUNCTION_NAME.moveRel)
+    },
+    {
+      queueName: upperCase(FUNCTION_NAME.moveRel) + upperCase(HANDLER.hdrDsq)
+    }
+  ];
+  for (let createRelationshipQueueName of createRelationshipQueueNames) {
+    if (createRelationshipQueueName.queueName.includes('HdrDsq')) {
+      resultForCreateRelationshipSnsAndSqs.push({
+        templatePath: sqsTemplatePath,
+        templateData: createRelationshipQueueName,
+        setting: setting
+      });
+    } else {
+      resultForCreateRelationshipSnsAndSqs.push({
+        templatePath: snsTemplatePath,
+        templateData: createRelationshipQueueName,
+        setting: setting
+      });
+    }
+  }
+  return resultForCreateRelationshipSnsAndSqs;
+}
+
+export default createRelationshipSnsInSqs;

package/src/TemplateData/relationshipPerAction/moveRelationship/action/sns-in-sqs/snsTemplate.ejs

@@ -0,0 +1,59 @@
+##===== [Create topic in]
+  In<%- queueName %>:
+    Type: AWS::SNS::Topic
+    Properties:
+      DisplayName: "SNS Message in"
+      TopicName: ${self:custom.iz_serviceTag}_${self:custom.iz_stage}_<%- queueName %>_In
+##===== SNS Subscription
+##===== [Topic In]
+  SubscriptionIn<%- queueName %>:
+    Type: AWS::SNS::Subscription
+    Properties:
+      TopicArn: !Ref In<%- queueName %>
+      Endpoint: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs"
+      Protocol: "sqs"
+##===== [Queue]
+  <%- queueName %>HdrSqs:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqs
+      RedrivePolicy:
+        deadLetterTargetArn:
+        # !GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>HdrSqsDLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+##==== [QueueDLQ]
+  <%- queueName %>HdrSqsDLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>HdrSqsDLQ
+##==== [QueuePolicy]
+  <%- queueName %>HdrSqsPolicy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource:
+            # !GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>HdrSqs
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>HdrSqs
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateData/relationshipPerAction/moveRelationship/action/sns-in-sqs/sqsTemplate.ejs

@@ -0,0 +1,43 @@
+#------- queue ---------
+  <%- queueName %>:
+    Type: "AWS::SQS::Queue"
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>
+      RedrivePolicy:
+        deadLetterTargetArn: #!GetAtt
+          Fn::GetAtt:
+            - <%- queueName %>DLQ
+            - Arn
+        maxReceiveCount: 3
+      VisibilityTimeout: 120
+
+  <%- queueName %>DLQ:
+    Type: AWS::SQS::Queue
+    Properties:
+      QueueName: ${self:custom.iz_resourcePrefix}<%- queueName %>DLQ
+
+  <%- queueName %>Policy:
+    Type: AWS::SQS::QueuePolicy
+    Properties:
+      PolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Sid: "allow-sns-messages"
+            Effect: Allow
+            Principal: "*"
+            Resource: #!GetAtt
+              Fn::GetAtt:
+                - <%- queueName %>
+                - Arn
+            Action: "SQS:SendMessage"
+      Queues:
+        - Ref: <%- queueName %>
+  #<#<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+  #<#/<%- firstLetterUpperCase(queueName) %>QueueSetting#>
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>