@izara_project/izara-market-library-service-schemas 1.0.7 → 1.0.9

package/src/TemplateManager/src/PerActionEndpoint/MainFunction/Delete/template.ejs

@@ -0,0 +1,194 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const asyncFlowSharedLib = require('@izara_project/izara-shared/src/AsyncFlowSharedLib');
+const dynamodbSharedLib = require('@izara_project/izara-shared/src/DynamodbSharedLib');
+const lambdaSharedLib = require('@izara_project/izara-shared/src/LambdaSharedLib')
+const callingFlowSharedLib = require('@izara_project/izara-shared/src/CallingFlowSharedLib');
+
+const sns = require('@izara_project/izara-core-library-external-request/src/resources/Sns');
+const snsSharedLib = require('@izara_project/izara-shared/src/SnsSharedLib');
+const getObjectSchema = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
+const serviceConfigLib = require('@izara_project/izara-core-library-service-schemas/src/ServiceConfig')
+
+const uploadUseCase = require('@izara_project/izara-core-library-service-schemas/src/libs/UploadUseCase')
+
+
+const hash = require("object-hash")
+const NoRetryError = require('@izara_project/izara-core-library-core/src/NoRetryError');
+const path = require('path')
+const schemasPath = path.join(__dirname, '../schemas');
+const consts = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+const coreConsts = require("@izara_project/izara-core-library-core/src/Consts");
+
+const {
+  generateDynamoDbIdentifiers,
+  dynamoDbIdentifiersByStorageResource,
+  collectGetData
+} = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs');
+
+const {
+  getGraphServiceTagWithCache,
+  getServiceNameWithCache
+} = require('@izara_project/izara-core-library-service-schemas/src/ServiceConfig');
+
+const { TOPIC_NAME_GENERATE_CODE, TOPIC_NAME_GRAPH_HANDLER } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/Consts')
+const { createDeleteDataDetail } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs')
+
+/**
+ *
+ * @param {*} _izContext
+ * @param {Object} requestParams = {identifiers}
+ * @param {*} callingFlowConfig
+ */
+
+module.exports.<%- functionName %>Main = async (
+  _izContext,
+  requestParams,
+  callingFlowConfig
+) => {
+  try {
+    _izContext.logger.debug("function:<%- functionName %>Main::" , {
+      requestParams: requestParams,
+      callingFlowConfig: callingFlowConfig
+    });
+
+    let errorsFound = []
+    _izContext.correlationIds.set(coreConsts.BASE_USER_ID,"BasDev");
+    const userId = _izContext.correlationIds.get(coreConsts.BASE_USER_ID);
+    if (!userId){
+      errorsFound.push("not have userId");
+    }
+
+    const OBJECT_TYPE = "<%- objectType %>";
+    const SERVICE_TAG = process.env.iz_serviceTag;
+    //(<beforeQuery>)
+    //(</beforeQuery>)
+
+    let messageAttributes;
+    _izContext.logger.debug("messageAttributes", messageAttributes);
+
+
+    let objectSchema = await getObjectSchema.getObjSchemaS3WithCache(_izContext,
+      {
+        objectType: OBJECT_TYPE,
+        serviceTag: SERVICE_TAG
+      })
+    _izContext.logger.debug("objectSchema", objectSchema)
+
+    /*
+    create deleteDataDetail that decade what storage that have to access or not
+    becuase it only use identifier and dont care fieldName
+    */
+    let deleteDataDetails = await createDeleteDataDetail(_izContext, objectSchema);
+    _izContext.logger.debug("deleteDataDetails", deleteDataDetails);
+
+
+    // validate objectSchema that canDelete or not
+    if (objectSchema.canDelete === false || objectSchema.canDelete == null) {
+      errorsFound.push("this objectSchema can't delete")
+    }
+
+    if (errorsFound.length) {
+      let deleteNodeCompleteMessage = {
+        objType: {
+          objectType: OBJECT_TYPE,
+          serviceTag: SERVICE_TAG
+        },
+        identifiers: requestParams.identifiers,
+        status: "error",
+        errorsFound
+      };
+
+      deleteNodeCompleteMessage = callingFlowSharedLib.addPassBackPropertiesToSnsResponseMessageObject(callingFlowConfig, deleteNodeCompleteMessage);
+
+      let messageParams = {
+        Message: JSON.stringify(deleteNodeCompleteMessage),
+        MessageAttribute: sns.createStringMessageAttributes(_izContext, messageAttributes),
+        TopicArn: await snsSharedLib.snsTopicArn(_izContext, TOPIC_NAME_GENERATE_CODE.deleteNodeComplete)
+      }
+
+      _izContext.logger.debug("messageParams OutDeleteNodeComplete::", messageParams);
+      await sns.publishAsync(_izContext, messageParams);
+
+      return deleteNodeCompleteMessage
+    };
+
+
+    for await (const [storageTag, deleteDataDetail] of Object.entries(deleteDataDetails)) {
+      if (deleteDataDetail.storageType === consts.STORAGE_TYPES.dynamoDB) {
+        _izContext.logger.debug("dynamoDb process")
+
+        let identifiersForDeleteData = await dynamoDbIdentifiersByStorageResource(
+          _izContext,
+          objectSchema,
+          deleteDataDetail,
+          requestParams.identifiers
+        )
+
+        _izContext.logger.debug("identifiersForDeleteData", identifiersForDeleteData)
+
+        // deleteItem in dynamo
+        await dynamodbSharedLib.deleteItem(_izContext,
+          await dynamodbSharedLib.tableName(_izContext, deleteDataDetail.tableName),
+          identifiersForDeleteData
+        );
+
+      } else if (deleteDataDetail.storageType === consts.STORAGE_TYPES.graph) {
+        _izContext.logger.debug("graph process")
+
+        let deleteNodeParams = {
+          objType: {
+            objectType: OBJECT_TYPE,
+            serviceTag: SERVICE_TAG
+          },
+          identifiers: requestParams.identifiers
+        }
+        deleteNodeParams = callingFlowSharedLib.addCallingFlowToSnsResponseMessageAttributes(
+          deleteNodeParams,
+          callingFlowSharedLib.addParentCallingFlowConfig(
+            callingFlowConfig,
+            callingFlowSharedLib.createCallingFlowConfig(
+              await lambdaSharedLib.lambdaFunctionName(_izContext, TOPIC_NAME_GENERATE_CODE.deleteNodeComplete), {}
+            )
+          )
+        )
+        _izContext.logger.debug("messageObject before send message: ", deleteNodeParams);
+
+        let deleteNodeMessageBody = {
+          Message: JSON.stringify(deleteNodeParams),
+          MessageAttributes: sns.createStringMessageAttributes(_izContext, messageAttributes),
+          TopicArn: await snsSharedLib.snsTopicArn(_izContext, TOPIC_NAME_GRAPH_HANDLER.inDeleteNode, storageTag)
+        }
+
+        _izContext.logger.debug("request message params before send to IndeleteNode::", deleteNodeMessageBody);
+
+        let resSns = await sns.publishAsync(_izContext, deleteNodeMessageBody)
+        _izContext.logger.debug('reSNS send to topic InDeleteNode finish', resSns)
+      }
+    }
+
+
+  } catch (err) {
+    throw (err)
+  }
+}
+
+<% function uppercase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} %>

package/src/TemplateManager/src/PerActionEndpoint/MainFunction/Get/data.js

@@ -45,14 +45,13 @@ async function data(_izContext, objectSchema, srcPath) {
 
 async function createParamForCreateSource(_izContext, objectSchema, action, srcPath) {
   let objectType = objectSchema.objectType;
-  let actionHandler = action;
   let functionName = objectType + upperCase(action);
   return {
     templatePath: templatePath,
     templateData: {
       functionName: functionName,
       objectType: objectType,
-      actionHandler: actionHandler,
+      action: action
     },
     setting: {
       savePath: path.join(srcPath, SOURCE_PATH.lambdaPerAction),

package/src/TemplateManager/src/PerActionEndpoint/MainFunction/Update/template.ejs

@@ -118,7 +118,6 @@ module.exports.<%- functionName %>Main = async (
     let errorFounds = [];
 
     let messageAttributes
-    _izContext.logger.debug("messageAttributes", messageAttributes)
 
     if (errorFounds.length) {
       let updateNodeCompleteMessage = {
@@ -136,8 +135,8 @@ module.exports.<%- functionName %>Main = async (
 
 
       updateNodeCompleteMessage = callingFlowSharedLib.addPassBackPropertiesToSnsResponseMessageObject(callingFlowConfig, updateNodeCompleteMessage);
-
-
+      messageAttributes = callingFlowSharedLib.addCallingFlowToSnsResponseMessageAttributes(callingFlowConfig, {})
+      
       let messageParams = {
         Message: JSON.stringify(updateNodeCompleteMessage),
         MessageAttributes: sns.createStringMessageAttributes(_izContext, messageAttributes),

package/src/TemplateManager/src/ProcessLogical/Handler/data.js

@@ -36,7 +36,8 @@ function data(_izContext, srcPath) {
 
   return {
     templatePath: templatePath,
-    templateData: {},
+    templateData: {
+    },
     setting: {
       savePath: path.join(srcPath, SOURCE_PATH.processLogical),
       saveFileName: `${upperCase(FUNCTION_NAME.processLogical)}_${upperCase(HANDLER.hdrSqs)}`,

package/src/TemplateManager/src/ProcessLogical/ProcessLogicalYaml/data.js

@@ -26,81 +26,7 @@ const serviceConfig = serviceSchemas.serviceConfig;
 
 const { HANDLER, STORAGE_TYPES, ACTIONS } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
 const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils")
-const { createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME } = require("../../libs/Consts");
-
-function defaultIamRolePerAction() {
-
-  let defaultIamRole = [];
-
-
-  defaultIamRole.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.s3]: ["GetObject", "GetObjectVersion"],
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/perServiceSchemas/*"),
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/ServiceNameConfig.json"),
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/GraphServerTags.json"),
-      ]
-    )
-  );
-
-  defaultIamRole.push(
-    createIamRole(
-      { [RESOURCE_CLASSES.s3]: ["ListBucket"] },
-      [
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema"),
-      ]
-    )
-  );
-
-  defaultIamRole.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.sns]: ["Publish"]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.sns, "InProcessLogical"),
-        resourceNames(RESOURCE_CLASSES.sns, "InPaginateProcessLogical"),
-        resourceNames(RESOURCE_CLASSES.sns, "OutProcessLogicalComplete")
-      ]
-    )
-  )
-
-  defaultIamRole.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.dynamoDbTable]: [
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.get].dynamoDbPermission,
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.update].dynamoDbPermission,
-          "Query"
-        ]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "LogicalResultsMain")
-      ]
-    )
-  )
-
-  defaultIamRole.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.dynamoDbTable]: [
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.get].dynamoDbPermission,
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.delete].dynamoDbPermission,
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.create].dynamoDbPermission,
-          "Query"
-        ]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "LogicalResultsData")
-      ]
-    )
-  )
-  // console.log("defaultIamRole Api", defaultIamRole)
-  return defaultIamRole
-}
+const { createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, LAMBDA_RESOURCE, FUNCTION_NAME, DYNAMO_RESOURCE, SNS_RESOURCE, defaultIamRolePerAction, shortNameHandler } = require("../../libs/Consts");
 
 /**
  * receive objectSchema
@@ -112,11 +38,11 @@ function defaultIamRolePerAction() {
 async function data(_izContext, objectSchemas, srcPath) {
 
   let additionalResourcePermission = defaultIamRolePerAction();
-  let functionName = "ProcessLogical";
+  let functionName = upperCase(FUNCTION_NAME.processLogical);
   let tableForQuery = [];
 
   for (let objectSchema of objectSchemas.records) {
-    console.log("objectSchema", objectSchemas)
+    // console.log("objectSchema", objectSchemas)
 
     for (let storageResource of Object.values(objectSchema.storageResources)) {
       if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
@@ -129,7 +55,7 @@ async function data(_izContext, objectSchemas, srcPath) {
   if (tableForQuery.length) {
     additionalResourcePermission.push(
       createIamRole(
-        { [RESOURCE_CLASSES.dynamoDbTable]: "Query" },
+        { [RESOURCE_CLASSES.dynamoDbTable]: DYNAMO_RESOURCE.query },
         tableForQuery
       )
     );
@@ -153,7 +79,49 @@ async function data(_izContext, objectSchemas, srcPath) {
     )
   )
 
-  console.log("additionalResourcePermission", additionalResourcePermission)
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sns, "InProcessLogical"),
+        resourceNames(RESOURCE_CLASSES.sns, "InPaginateProcessLogical"),
+        resourceNames(RESOURCE_CLASSES.sns, "OutProcessLogicalComplete")
+      ]
+    )
+  )
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.get].dynamoDbPermission,
+          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.update].dynamoDbPermission,
+          DYNAMO_RESOURCE.query
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "LogicalResultsMain")
+      ]
+    )
+  )
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.get].dynamoDbPermission,
+          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.delete].dynamoDbPermission,
+          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.create].dynamoDbPermission,
+          DYNAMO_RESOURCE.query
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "LogicalResultsData")
+      ]
+    )
+  )
 
   return {
     templatePath: templatePath,
@@ -161,7 +129,8 @@ async function data(_izContext, objectSchemas, srcPath) {
       functionName: functionName,
       resourceLocation: SOURCE_PATH.resourceLocationProcessLogical,
       handlerType: HANDLER.hdrSqs,
-      additionalResourcePermission
+      additionalResourcePermission,
+      functionNameConfig: upperCase(functionName) + upperCase(shortNameHandler(HANDLER.hdrSqs))
     },
     setting: {
       savePath: path.join(srcPath, SOURCE_PATH.appYaml),

package/src/TemplateManager/src/ProcessLogical/ProcessLogicalYaml/template.ejs

@@ -1,5 +1,5 @@
 <%_ const join = require('path').join; _%>
-<%- functionName %><%- firstLetterUpperCase(handlerType) %>:
+<%- firstLetterUpperCase(functionNameConfig) %>:
   handler: <%- join(resourceLocation, `${functionName}_${firstLetterUpperCase(handlerType)}.main`)%>
   name: ${self:custom.iz_resourcePrefix}<%- functionName %><%- firstLetterUpperCase(handlerType) %>
   events:

package/src/TemplateManager/src/ProcessLogical/mainFunction/template.ejs

@@ -122,7 +122,7 @@ module.exports.processLogical = async (
 
       for (const schemasIdentifier of objectSchemas.identifiers) {
 
-        if (schemasIdentifier.type === "identifier") {
+        if (schemasIdentifier.type === "identifier" || schemasIdentifier.type === "partitionKey") {
 
           identifiersFieldName = schemasIdentifier.fieldName ?
             schemasIdentifier.fieldName :

package/src/TemplateManager/src/ProcessLogicalPagination/FunctionYaml/HdrDsq/data.js

@@ -22,78 +22,9 @@ const path = require('path');
 const templatePath = path.join(__dirname, "./template.ejs")
 
 const { HANDLER, STORAGE_TYPES, ACTIONS } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
-const { createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = require("../../../libs/Consts");
+const { createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, defaultIamRolePerAction, shortNameHandler } = require("../../../libs/Consts");
 const { firstLetterUpperCase: upperCase } = require('../../../../../MainLibs/src/Utils');
 
-function defaultIamRolePerAction() {
-
-  let defaultIamRole = [];
-
-
-  defaultIamRole.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.s3]: ["GetObject", "GetObjectVersion"],
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/perServiceSchemas/*"),
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/ServiceNameConfig.json"),
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/GraphServerTags.json"),
-      ]
-    )
-  );
-
-  defaultIamRole.push(
-    createIamRole(
-      { [RESOURCE_CLASSES.s3]: ["ListBucket"] },
-      [
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema"),
-      ]
-    )
-  );
-
-  defaultIamRole.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.sns]: ["Publish"]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.sns, "OutProcessLogicalComplete")
-      ]
-    )
-  )
-
-  defaultIamRole.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.dynamoDbTable]: [
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.get].dynamoDbPermission,
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.update].dynamoDbPermission,
-          "Query"
-        ]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "LogicalResultsMain")
-      ]
-    )
-  )
-
-  defaultIamRole.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.dynamoDbTable]: [
-          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.create].dynamoDbPermission,
-        ]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "LogicalResultsData")
-      ]
-    )
-  )
-  // console.log("defaultIamRole Api", defaultIamRole)
-  return defaultIamRole
-}
-
 /**
  * receive objectSchema
  * create data for FindData Main template
@@ -145,7 +76,45 @@ async function data(_izContext, objectSchemas, srcPath) {
     )
   )
 
-  // console.log("additionalResourcePermission", additionalResourcePermission)
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.sns]: ["Publish"]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.sns, "OutProcessLogicalComplete")
+      ]
+    )
+  )
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.get].dynamoDbPermission,
+          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.update].dynamoDbPermission,
+          "Query"
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "LogicalResultsMain")
+      ]
+    )
+  )
+
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DEFAULT_LAMBDA_ROLE_PER_ACTION[ACTIONS.create].dynamoDbPermission,
+        ]
+      },
+      [
+        resourceNames(RESOURCE_CLASSES.dynamoDbTable, "LogicalResultsData")
+      ]
+    )
+  )
+
 
   return {
     templatePath: templatePath,
@@ -153,7 +122,8 @@ async function data(_izContext, objectSchemas, srcPath) {
       functionName: functionName,
       resourceLocation: SOURCE_PATH.resourceLocationProcessLogical,
       handlerType: HANDLER.hdrDsq,
-      additionalResourcePermission
+      additionalResourcePermission,
+      functionNameConfig: upperCase(functionName) + upperCase(shortNameHandler(HANDLER.hdrDsq))
     },
     setting: {
       savePath: path.join(srcPath, SOURCE_PATH.appYaml),

package/src/TemplateManager/src/ProcessLogicalPagination/FunctionYaml/HdrDsq/template.ejs

@@ -1,5 +1,5 @@
 <%_ const join = require('path').join; _%>
-<%- functionName %><%- firstLetterUpperCase(handlerType) %>:
+<%- firstLetterUpperCase(functionNameConfig) %>:
   handler: <%- join(resourceLocation, `${functionName}_${firstLetterUpperCase(handlerType)}.main`)%>
   name: ${self:custom.iz_resourcePrefix}<%- functionName %><%- firstLetterUpperCase(handlerType) %>
   events: