@izara_project/izara-market-library-service-schemas 1.0.5 → 1.0.7

package/src/TemplateManager/src/TranslateIdReq/TranslateIds/mainFunction/template.ejs

@@ -0,0 +1,155 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const izaraShared = require("@izara_project/izara-shared");
+const configSharedLib = izaraShared.configSharedLib;
+const dynamodbSharedLib = izaraShared.dynamodbSharedLib;
+const lambdaSharedLib = izaraShared.lambdaSharedLib;
+const graphSharedLib = izaraShared.graphSharedLib;
+const sqsSharedLib = izaraShared.sqsSharedLib;
+
+
+const externalRequest = require('@izara_project/izara-core-library-external-request')
+const translateIdsSharedLib = require('@izara_project/izara-translateids/src/TranslateIdsLib');
+const NoRetryError = require('@izara_project/izara-core-library-core/src/NoRetryError');
+const lambda = require('@izara_project/izara-core-library-external-request/src/resources/Lambda');
+const serviceSchemas = require("@izara_project/izara-core-library-service-schemas");
+const identifiersObject = require('@izara_project/izara-core-library-service-schemas/src/IdentifiersObject');
+const getObjectSchema = require("@izara_project/izara-core-library-service-schemas/src/GetObjectSchema");
+const sqs = externalRequest.sqs
+
+
+/**
+ * translate ids from one object to another related object
+ * @param {Object} _izContext
+ * @param {object} fromObjType - the type of object we are translating ids from
+ * @param {string} concatinateIdentifier
+ * @param {string} fromTypeId - the type of object we are translating ids from
+ * @param {string} fromTable - table name
+ * @param {string} fromPartitionKeyId - partition key value
+ * @param {string} fromPartitionKeyFieldName - partition key field/attribute name
+ * @param {string} fromDataFieldName - data field/attribute name
+ * @param {object} toObjType - the type of object we are translating ids to
+ * @param {string} toTypeId - the type of object we are translating ids to
+ * @param {Object} [additionalData={}] - additional data to send back in completed message
+ * @param {Object} [startKey={}] - first invoke will be empty
+ * @param {Nummic} invocationCount
+ * @param {string[]} passOnStatus
+ * @param {string[]} passOnErrorsFound
+ * @param {string} callingFlow
+ */
+
+module.exports.translateIdsRequest = async (
+  _izContext,
+  fromObjType,
+  fromTypeId,
+  concatinateIdentifier,
+  fromTable,
+  fromPartitionKeyId,
+  fromPartitionKeyFieldName,
+  fromDataFieldName,
+  toObjType,
+  toTypeId,
+  relType,
+  // startKey ,
+  // invocationCount,
+  // passOnStatus,
+  // passOnErrorsFound,
+  callingFlow = "",
+) => {
+  // translateIds request to change from propertyIds to mediaLinkIds.
+  // MediaLinkProperty: filter dataId is propertyIds
+  // MediaLinkPropertyTranslation: filter dataId is propertyIds
+  // translate 2 time , propertyIds from MediaLinkProperty and   propertyIds from MediaLinkPropertyTranslation
+  try {
+    _izContext.logger.debug("=== Function:TranslateIdsRequest ===", {
+      fromObjType: fromObjType,
+      fromTypeId: fromTypeId,
+      concatinateIdentifier: concatinateIdentifier,
+      fromTable: fromTable,
+      fromPartitionKeyId: fromPartitionKeyId,
+      fromPartitionKeyFieldName: fromPartitionKeyFieldName,
+      fromDataFieldName: fromDataFieldName,
+      toObjType: toObjType,
+      toTypeId: toTypeId,
+      relType: relType,
+
+      callingFlow: callingFlow
+    });
+
+    /*
+      receive params
+      check main cache for all param that send in
+      use concatinateIdentifier to check cache
+      */
+
+    //check cache per filterMain
+    let [translateIdsCacheMainStatus, translateIdsCacheId, translateIdsCacheMain] = await translateIdsSharedLib.translateIdsCheckCacheMain(
+      _izContext,
+      fromObjType,
+      concatinateIdentifier,
+      fromTable,
+      fromPartitionKeyId,
+      fromPartitionKeyFieldName,
+      fromDataFieldName,
+      toObjType,
+      relType,
+      callingFlow
+    );
+    _izContext.logger.debug("After translateIdsCheckCache main status:", {
+      translateIdsCacheMainStatus: translateIdsCacheMainStatus,
+      translateIdsCacheId: translateIdsCacheId,
+      translateIdsCacheMain: translateIdsCacheMain
+    });
+
+    if (translateIdsCacheMainStatus !== "process") {
+      return;
+    };
+
+    let sendMessageToProcessingTranslateIdsHdrDsq = {
+      MessageBody: JSON.stringify({
+        fromObjType: fromObjType,
+        fromTypeId: fromTypeId,
+        concatinateIdentifier: concatinateIdentifier,
+        fromTable: fromTable,
+        fromPartitionKeyId: fromPartitionKeyId,
+        fromPartitionKeyFieldName: fromPartitionKeyFieldName,
+        fromDataFieldName: fromDataFieldName,
+        toObjType: toObjType,
+        toTypeId: toTypeId,
+        relType: relType,
+        invocationCount: 1,
+        translateIdsCacheId: translateIdsCacheId,
+        uniqueRequestId: translateIdsCacheMain.cacheUniqueRequestId,
+        callingFlow: callingFlow,
+      }),
+      QueueUrl: await sqsSharedLib.sqsQueueUrl(_izContext, "ProcessTranslateIdsHdrDsq")
+    }
+    await sqs.sendMessage(_izContext, sendMessageToProcessingTranslateIdsHdrDsq).promise();
+
+    _izContext.logger.debug("sendMessageToProcessingTranslateIdsHdrDsq", sendMessageToProcessingTranslateIdsHdrDsq)
+
+
+    return "success"
+
+  } catch (err) {
+    _izContext.logger.error('error TranslateIdsRequest: ', err)
+    throw (err)
+  }
+}

package/src/TemplateManager/src/TranslateIdReq/TranslateIds/resourceYaml/dynamoDb/data.js

@@ -0,0 +1,120 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+// const {
+//   HANDLER,
+// STORAGE_TYPES
+// } = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+const STORAGE_TYPES = {
+  dynamoDB: "dynamoDB",
+  graph: "graph"
+}
+const templatePath = path.join(__dirname, '../../../../ResourceYaml/dynamodb/template.ejs')
+const { SOURCE_PATH, SAVE_FILE_NAME } = require('../../../../libs/Consts');
+
+/**
+ * create param of crateSouce for FindData And processLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} srcPath
+ * @returns {Object[]}
+ */
+const createAwaitingMultipleStepDynamoDbData = (_izContext, srcPath) => {
+
+  let resultsForCreateSource = [];
+
+  const TranslateIdsTables =
+    [
+      {
+        tableName: "TranslateIdsCacheMain",
+        attributes:
+          [
+            {
+              keyType: "partitionKey",
+              AttributeName: "translateIdsCacheId",
+              AttributeType: "S"
+            }
+          ]
+      },
+      {
+        tableName: "TranslateIdsCacheFromIdMain",
+        attributes:
+          [
+            {
+              keyType: "partitionKey",
+              AttributeName: "translateIdsCacheFromId",
+              AttributeType: "S"
+            }
+          ]
+      },
+      {
+        tableName: "TranslateIdsCacheFromIdData",
+        attributes:
+          [
+            {
+              keyType: "partitionKey",
+              AttributeName: "translateIdsCacheFromId",
+              AttributeType: "S"
+            },
+            {
+              keyType: "sortKey",
+              AttributeName: "toDataId",
+              AttributeType: "S"
+            }
+          ]
+      },
+      {
+        tableName: "TranslateIdsCacheData",
+        attributes:
+          [
+            {
+              keyType: "partitionKey",
+              AttributeName: "translateIdsCacheId",
+              AttributeType: "S"
+            },
+            {
+              keyType: "sortKey",
+              AttributeName: "toDataId",
+              AttributeType: "S"
+            }
+          ]
+      }
+    ];
+
+  for (let TranslateIdsTable of TranslateIdsTables) {
+    resultsForCreateSource.push({
+      templatePath: templatePath,
+      templateData: TranslateIdsTable,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  return resultsForCreateSource;
+}
+
+module.exports = createAwaitingMultipleStepDynamoDbData

package/src/TemplateManager/src/TranslateIdReq/TranslateIds/resourceYaml/sns-sqs/data.js

@@ -0,0 +1,75 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const path = require("path")
+
+
+const {
+  HANDLER,
+} = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
+const { DEFAULT_HANDLER_PER_ACTION, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = require("../../../../libs/Consts");
+const snsTemplatePath = path.join(__dirname, "../../../../ResourceYaml/sns-in-sqs/snsTemplate.ejs")
+const sqsTemplatePath = path.join(__dirname, "../../../../ResourceYaml/sns-in-sqs/sqsTemplate.ejs")
+
+/**
+ * create data for sns and sqs template
+ */
+
+function data(_izContext, srcPath) {
+  let resultForCreateTranslateIdsQueueName = [];
+  const setting = {
+    initialSetup: "Resources\n",
+    savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+    saveFileName: SAVE_FILE_NAME.snsInSqsYaml,
+    fileExtension: ".yml",
+    isAppend: true
+  }
+  const createTranslateIdsQueueNames = [
+    {
+      queueName: upperCase(FUNCTION_NAME.translateId)
+    },
+    {
+      queueName: upperCase(FUNCTION_NAME.translateId) + upperCase(HANDLER.hdrDsq)
+    }
+  ]
+  for (let createTranslateIdsQueueName of createTranslateIdsQueueNames) {
+    if (createTranslateIdsQueueName.queueName.includes("HdrDsq")) {
+      resultForCreateTranslateIdsQueueName.push(
+        {
+          templatePath: sqsTemplatePath,
+          templateData: createTranslateIdsQueueName,
+          setting: setting
+        }
+      )
+    } else {
+      resultForCreateTranslateIdsQueueName.push(
+        {
+          templatePath: snsTemplatePath,
+          templateData: createTranslateIdsQueueName,
+          setting: setting
+        }
+      )
+    }
+  }
+  return resultForCreateTranslateIdsQueueName
+}
+
+module.exports = data;

package/src/TemplateManager/src/UpdateRelationshipSchema/updateRalationshipComplete/functionYaml/data.js

@@ -96,8 +96,8 @@ function createParamForCreateSource(srcPath) {
         ]
       },
       [
-        resourceNames(RESOURCE_CLASSES.sqs, upperCase(functionName) + upperCase(HANDLER.hdrSqs)),
-        resourceNames(RESOURCE_CLASSES.sqs, upperCase(functionName) + upperCase(HANDLER.hdrSqs) + "DLQ"),
+        resourceNames(RESOURCE_CLASSES.sqs, upperCase(functionName)),
+        resourceNames(RESOURCE_CLASSES.sqs, upperCase(functionName)),
         resourceNames(RESOURCE_CLASSES.sns, "In" + upperCase(functionName)),
         resourceNames(RESOURCE_CLASSES.sns, "Out" + upperCase(functionName))
       ],

package/src/TemplateManager/src/UpdateRelationshipSchema/updateRalationshipComplete/sns-out/data.js

@@ -47,7 +47,7 @@ const templatePath = path.join(__dirname, '../../../ResourceYaml/sns-out/templat
 
 function createDefaultSnsOut(_izContext, srcPath) {
   const createSourceParams = createParamsForCreateSource(_izContext, srcPath)
-  console.log("createSourceParamUpdateRelationshipComplete", createSourceParams)
+  // console.log("createSourceParamUpdateRelationshipComplete", createSourceParams)
   return [createSourceParams]
 }
 

package/src/TemplateManager/src/UpdateRelationshipSchema/updateRelationship/functionYaml/HdrApi/data.js

@@ -22,7 +22,7 @@ const fs = require('fs');
 const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
 
 const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
-const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = require("../../../../libs/Consts");
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, SNS_RESOURCE, DYNAMO_RESOURCE } = require("../../../../libs/Consts");
 
 const templatePath = path.join(__dirname, "./template.ejs")
 
@@ -81,14 +81,21 @@ function createParamForCreateSource(srcPath) {
 
   additionalResourcePermission.push(
     createIamRole(
-      { [RESOURCE_CLASSES.dynamoDbTable]: ["PutItem"] },
+      { [RESOURCE_CLASSES.dynamoDbTable]: [DYNAMO_RESOURCE.putItem] },
       [
         resourceNames(RESOURCE_CLASSES.dynamoDbTable, "AwaitingMultipleSteps"),
         resourceNames(RESOURCE_CLASSES.dynamoDbTable, "AwaitingMultipleStepByPending")
       ]
     ))
 
-
+  additionalResourcePermission.push(
+    createIamRole(
+      { [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish] },
+      [
+        resourceNames(RESOURCE_CLASSES.sns, "Out" + upperCase(FUNCTION_NAME.updateRelComplete))
+      ]
+    )
+  )
   return {
     templatePath: templatePath,
     templateData: {

package/src/TemplateManager/src/UpdateRelationshipSchema/updateRelationship/functionYaml/HdrDsq/data.js

@@ -22,7 +22,7 @@ const fs = require('fs');
 const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
 
 const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
-const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = require("../../../../libs/Consts");
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, DYNAMO_RESOURCE, SNS_RESOURCE } = require("../../../../libs/Consts");
 
 const templatePath = path.join(__dirname, '../../../../PerActionEndpoint/FunctionYaml/HdrDsq/template.ejs')
 
@@ -89,18 +89,20 @@ function createParamForCreateSource(srcPath) {
           SQS_RESOURCE.sendMessage,
           SQS_RESOURCE.deleteMessageBatch,
           SQS_RESOURCE.getQueueUrl
-        ]
+        ],
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
       },
       [
         resourceNames(RESOURCE_CLASSES.sqs, upperCase(functionName) + upperCase(HANDLER.hdrDsq)),
-        resourceNames(RESOURCE_CLASSES.sqs, upperCase(functionName) + upperCase(HANDLER.hdrDsq) + "DLQ")
+        resourceNames(RESOURCE_CLASSES.sqs, upperCase(functionName) + upperCase(HANDLER.hdrDsq) + "DLQ"),
+        resourceNames(RESOURCE_CLASSES.sns, "Out" + upperCase(FUNCTION_NAME.updateRelComplete))
       ]
     )
   )
 
   additionalResourcePermission.push(
     createIamRole(
-      { [RESOURCE_CLASSES.dynamoDbTable]: ["PutItem"] },
+      { [RESOURCE_CLASSES.dynamoDbTable]: [DYNAMO_RESOURCE.putItem] },
       [
         resourceNames(RESOURCE_CLASSES.dynamoDbTable, "AwaitingMultipleSteps"),
         resourceNames(RESOURCE_CLASSES.dynamoDbTable, "AwaitingMultipleStepByPending")

package/src/TemplateManager/src/UpdateRelationshipSchema/updateRelationship/functionYaml/HdrInv/data.js

@@ -22,7 +22,7 @@ const fs = require('fs');
 const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
 
 const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
-const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = require("../../../../libs/Consts");
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, SNS_RESOURCE } = require("../../../../libs/Consts");
 
 const templatePath = path.join(__dirname, '../../../../PerActionEndpoint/FunctionYaml/HdrInv/template.ejs')
 
@@ -87,6 +87,16 @@ function createParamForCreateSource(srcPath) {
         resourceNames(RESOURCE_CLASSES.dynamoDbTable, "AwaitingMultipleStepByPending")
       ]
     ))
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sns, "Out" + upperCase(FUNCTION_NAME.updateRelComplete))
+      ]
+    )
+  )
   return {
     templatePath: templatePath,
     templateData: {

package/src/TemplateManager/src/UpdateRelationshipSchema/updateRelationship/functionYaml/HdrSqs/data.js

@@ -22,8 +22,8 @@ const fs = require('fs');
 const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
 
 const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
-const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = require("../../../../libs/Consts");
-
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, SNS_RESOURCE } = require("../../../../libs/Consts");
+const { checkLocalRelationshipSchemas } = require('../../../../../../GenerateCodeLibs/src/GenerateCodeLibs')
 const templatePath = path.join(__dirname, '../../../../PerActionEndpoint/FunctionYaml/HdrSqs/template.ejs')
 
 function defaultIamRolePerAction() {
@@ -73,6 +73,7 @@ function data(_izContext, srcPath) {
 }
 
 
+
 function createParamForCreateSource(srcPath) {
 
   let handlerType = HANDLER.hdrSqs
@@ -89,14 +90,15 @@ function createParamForCreateSource(srcPath) {
           SQS_RESOURCE.sendMessage,
           SQS_RESOURCE.getQueueUrl,
           SQS_RESOURCE.deleteMessageBatch
-        ], [RESOURCE_CLASSES.sns]:
-          ["Publish", "Subscribe"]
+        ],
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
       },
       [
         resourceNames(RESOURCE_CLASSES.sqs, upperCase(functionName) + upperCase(HANDLER.hdrSqs)),
         resourceNames(RESOURCE_CLASSES.sqs, upperCase(functionName) + upperCase(HANDLER.hdrSqs) + "DLQ"),
         resourceNames(RESOURCE_CLASSES.sns, "In" + upperCase(functionName) + upperCase(HANDLER.hdrSqs)),
-        resourceNames(RESOURCE_CLASSES.sns, "Out" + upperCase(functionName) + upperCase(HANDLER.hdrSqs))
+        resourceNames(RESOURCE_CLASSES.sns, "Out" + upperCase(functionName) + upperCase(HANDLER.hdrSqs)),
+        resourceNames(RESOURCE_CLASSES.sns, "Out" + upperCase(FUNCTION_NAME.updateRelComplete))
       ]
     ),
   )