@izara_project/izara-market-library-service-schemas 1.0.7 → 1.0.8

package/src/TemplateManager/src/TranslateIdReq/ProcessingTranslateIds/functionYaml/data.js

@@ -22,11 +22,9 @@ const fs = require('fs');
 const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
 
 const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../MainLibs/src/Utils")
-const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, defaultIamRolePerAction } = require("../../../libs/Consts");
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, defaultIamRolePerAction, SNS_RESOURCE, DYNAMO_RESOURCE } = require("../../../libs/Consts");
 const templatePath = path.join(__dirname, "./template.ejs");
 
-defaultIamRolePerAction()
-
 /**
  * receive objectSchema
  * create data for hdrInv template
@@ -55,7 +53,7 @@ function createParamForCreateSource(_izContext, srcPath) {
             SQS_RESOURCE.sendMessage,
             SQS_RESOURCE.getQueueUrl,
           ],
-        [RESOURCE_CLASSES.sns]: ["Publish"]
+        [RESOURCE_CLASSES.sns]: [SNS_RESOURCE.publish]
       },
       [
         resourceNames(RESOURCE_CLASSES.sqs, upperCase(functionName) + handlerType),
@@ -65,7 +63,7 @@ function createParamForCreateSource(_izContext, srcPath) {
     ),
     createIamRole(
       {
-        [RESOURCE_CLASSES.dynamoDbTable]: ["GetItem", "UpdateItem", "Query", "PutItem"]
+        [RESOURCE_CLASSES.dynamoDbTable]: Object.values(DYNAMO_RESOURCE)
       },
       [
         resourceNames(RESOURCE_CLASSES.dynamoDbTable, "TranslateIdsCacheMain"),

package/src/TemplateManager/src/TranslateIdReq/ProcessingTranslateIds/handler/dataHdrDsq.js

@@ -33,12 +33,14 @@ function createParamsForCreateSource(_izContext, srcPath) {
   let functionName = (FUNCTION_NAME.translateIdsProcess);
   let handlerType = upperCase(HANDLER.hdrDsq)
   let queueName = upperCase(functionName) + handlerType;
+  let functionNameConfig = `${upperCase(functionName)}${handlerType}`
   return {
     templatePath: templatePath,
     templateData: {
       functionName,
       queueName,
-      handlerType
+      handlerType,
+      functionNameConfig
     },
     setting: {
       savePath: path.join(srcPath, SOURCE_PATH.translateIdsRequestFile),

package/src/TemplateManager/src/TranslateIdReq/ProcessingTranslateIds/handler/template.ejs

@@ -29,9 +29,7 @@ const perRecordsValidatorSchema = {
   type: "object",
   required: [
     "fromObjType",
-    // "fromTypeId",
     "toObjType",
-    // "toTypeId",
     "relType",
   ],
   properties: {
@@ -46,8 +44,8 @@ const perRecordsValidatorSchema = {
     fromTypeId: {
       type: "string",
     },
-    concatinateIdentifier: {
-      type: "string",
+    identifiers: {
+      type: "array",
     },
     fromTable: {
       type: "string",
@@ -150,7 +148,7 @@ module.exports.main = middleware.wrap(async (event, context, callback) => {
       // add argument (to invoke lambda) to passOnProperties[]
       passOnProperties.push(record.body.Message.fromObjType)
       passOnProperties.push(record.body.Message.fromTypeId)
-      passOnProperties.push(record.body.Message.concatinateIdentifier)
+      passOnProperties.push(record.body.Message.identifiers)
       passOnProperties.push(record.body.Message.fromTable)
       passOnProperties.push(record.body.Message.fromPartitionKeyId)
       passOnProperties.push(record.body.Message.fromPartitionKeyFieldName)

package/src/TemplateManager/src/TranslateIdReq/ProcessingTranslateIds/mainFunction/template.ejs

@@ -38,7 +38,7 @@ const { firstLetterUpperCase: upperCase } = require('@izara_project/izara-market
  * translate ids from one object to another related object
  * @param {Object} _izContext
  * @param {object} fromObjType - the type of object we are translating ids from
- * @param {string} concatinateIdentifier
+ * @param {Object[]} identifiers
  * @param {string} fromTypeId - the type of object we are translating ids from
  * @param {string} fromTable - table name
  * @param {string} fromPartitionKeyId - partition key value
@@ -58,7 +58,7 @@ module.exports.processTranslateIds = async (
   _izContext,
   fromObjType,
   fromTypeId,
-  concatinateIdentifier,
+  identifiers, // identifiers
   fromTable,
   fromPartitionKeyId,
   fromPartitionKeyFieldName,
@@ -79,10 +79,10 @@ module.exports.processTranslateIds = async (
   // MediaLinkPropertyTranslation: filter dataId is propertyIds
   // translate 2 time , propertyIds from MediaLinkProperty and   propertyIds from MediaLinkPropertyTranslation
   try {
-    _izContext.logger.debug("=== Function:TranslateIdsRequest ===", {
+    _izContext.logger.debug("=== Function:ProcessTranslateIds ===", {
       fromObjType: fromObjType,
       fromTypeId: fromTypeId,
-      concatinateIdentifier: concatinateIdentifier,
+      identifiers: identifiers,
       fromTable: fromTable,
       fromPartitionKeyId: fromPartitionKeyId,
       fromPartitionKeyFieldName: fromPartitionKeyFieldName,
@@ -106,7 +106,7 @@ module.exports.processTranslateIds = async (
      just validate to check for error or use for do something further
      if false throw error if true continue translateIds+
     */
-    // let validateObjTypeStatus = await validateFromTypeToToTypeWithRelType(_izContext, fromObjType, toObjType, relType)
+    // let validateObjTypeStatus = await validateFromTypeToToTypeWithRelType(_izContext, fromObjType, toObjType, relType
     let validateObjTypes = await TranslateIdsLibs.validateObjtypesAndRelType(_izContext, [fromObjType, toObjType], relType)
     if (validateObjTypes == null) {
       errorsFound = errorsFound.concat(`can't find ${fromObjType} and ${toObjType} in relationshipTag:${JSON.stringify(relType)}`)
@@ -119,7 +119,9 @@ module.exports.processTranslateIds = async (
     let resultDatas;
     let lastEvaluatedKeyResultDatas;
 
-    if (concatinateIdentifier == null || concatinateIdentifier == undefined) {
+
+    // incase didn't send identifiers
+    if (!identifiers) {
 
       let getFromObjectSchema = await getObjectSchema.getObjSchemaS3WithHierarchy(_izContext, fromObjType);
       _izContext.logger.debug("getFromObjectSchema", getFromObjectSchema);
@@ -139,7 +141,7 @@ module.exports.processTranslateIds = async (
         if not have resultDatas it mean you cant query identifier from table and you didn't send identifier it will return error
       */
       _izContext.logger.debug("resultDatas query fromtable =>", resultDatas);
-      if (!resultDatas && concatinateIdentifier === null) {
+      if (!resultDatas && identifiers === undefined) {
         errorsFound.push(`Can not get resultDatas form Table${fromTable} and not have concatinateIdentifier to TranslateIds`)
       }
     }
@@ -156,23 +158,23 @@ module.exports.processTranslateIds = async (
       fromObjType,
       toObjType,
       relType,
-      concatinateIdentifier
+      identifier
     ) {
       _izContext.logger.debug("==== Function processOneRecord =====:", {
         translateIdsCacheId: translateIdsCacheId,
         fromObjType: fromObjType,
         toObjType: toObjType,
         relType: relType,
-        concatinateIdentifier: concatinateIdentifier
+        identifiers: identifier
       });
       //if true return becase has cache per FromdataId ,eles false found toDataId;
       /*
       check cache from each dataId
       */
-      let [cacheExist, errorsFoundPerconcatinateIdentifier, translateIdsCacheFromId] = await translateIdsSharedLib.translateIdsCheckCacheFromId(
+      let [cacheExist, errorsFoundPerIdentifier, translateIdsCacheFromId] = await translateIdsSharedLib.translateIdsCheckCacheFromId(
         _izContext,
         fromObjType,
-        concatinateIdentifier,
+        identifier,
         toObjType,
         relType,
         translateIdsCacheId,
@@ -182,38 +184,38 @@ module.exports.processTranslateIds = async (
 
       _izContext.logger.debug('After check translateIdsCheckCacheFromId', {
         cacheExist: cacheExist,
-        errorsFoundPerconcatinateIdentifier: errorsFoundPerconcatinateIdentifier,
+        errorsFoundPerIdentifier: errorsFoundPerIdentifier,
         translateIdsCacheFromId: translateIdsCacheFromId
       })
 
       if (cacheExist) {
-        if (errorsFoundPerconcatinateIdentifier.length > 0) {
-          errorsFound = errorsFound.concat(errorsFoundPerconcatinateIdentifier)
+        if (errorsFoundPerIdentifier.length > 0) {
+          errorsFound = errorsFound.concat(errorsFoundPerIdentifier)
         }
         return;
       };
       // toDataIds from string to Object using function
       let toDataIds = []
-      // transfrom Identifier string to Identifier object to use getNodeAndRelationship
-      let identifierObject = await identifiersObject.identifiersObjectFromCompositeIdentifier(
-        _izContext,
-        fromObjType,
-        concatinateIdentifier
-      )
-      _izContext.logger.debug("identifierObject", identifierObject)
+
+      // let identifierObject = await identifiersObject.identifiersFromIdentifiersConcat(
+      //   _izContext,
+      //   fromObjType,
+      //   identifier
+      // )
+      // _izContext.logger.debug("identifierObject", identifierObject)
 
       let dataIdFromGetNodeAndRelationship = await graphSharedLib.getNodeAndRelationshipsV2(
         _izContext,
         "GraphHandler",
         fromObjType,
-        identifierObject,
+        identifier,
         relType
       )
       _izContext.logger.debug("dataIdFromGetNodeAndRelationship: ", dataIdFromGetNodeAndRelationship);
 
       await Promise.all(
         dataIdFromGetNodeAndRelationship[0].relNodes.map(async (getNodeAndRelResult) => {
-          let dataIdFromIdentifiersObject = await identifiersObject.compositeIdentifierFromIdentifiersObject(
+          let dataIdFromIdentifiersObject = await identifiersObject.identifiersConcatFromIdentifiers(
             _izContext,
             toObjType,
             getNodeAndRelResult.properties
@@ -231,9 +233,9 @@ module.exports.processTranslateIds = async (
         status = passOnStatus;
       }
 
-      if (errorsFoundPerconcatinateIdentifier.length > 0) {
+      if (errorsFoundPerIdentifier.length > 0) {
         status = 'error';
-        passOnErrorsFound = passOnErrorsFound.concat(errorsFoundPerconcatinateIdentifier);
+        passOnErrorsFound = passOnErrorsFound.concat(errorsFoundPerIdentifier);
 
       } else {
         _izContext.logger.debug('saveTranslateIdsCacheBothDataTables')
@@ -251,7 +253,7 @@ module.exports.processTranslateIds = async (
         _izContext,
         translateIdsCacheFromId,
         status,
-        errorsFoundPerconcatinateIdentifier
+        errorsFoundPerIdentifier
       );
     } // end processOneRecord
 
@@ -260,7 +262,7 @@ module.exports.processTranslateIds = async (
     check concatinateIdentifier
     if not use data from resultDatas that query from dynamo
     */
-    if (concatinateIdentifier == null || concatinateIdentifier == undefined) {
+    if (!identifiers.length) {
 
 
       for (let resultData of resultDatas.Items) {
@@ -281,17 +283,18 @@ module.exports.processTranslateIds = async (
 
 
     } else {
-
-      resultPromises.push(
-        processOneRecord(
-          _izContext,
-          translateIdsCacheId, //fromPartitionKeyId, toType
-          fromObjType,
-          toObjType,
-          relType,
-          concatinateIdentifier, //value of DataId
-        )
-      );
+      for (const identifier of identifiers) {
+        resultPromises.push(
+          processOneRecord(
+            _izContext,
+            translateIdsCacheId, //fromPartitionKeyId, toType
+            fromObjType,
+            toObjType,
+            relType,
+            identifier, //value of DataId
+          )
+        );
+      }
 
     }
     await Promise.all(resultPromises);
@@ -307,7 +310,7 @@ module.exports.processTranslateIds = async (
     await translateIdsSharedLib.translateIdsContinueProcessing( //translateIdsCheckCache the rest next  frsit resultDatas fininsh
       _izContext,
       fromObjType,
-      concatinateIdentifier,
+      identifiers,
       fromTable,
       fromPartitionKeyId,
       fromPartitionKeyFieldName,

package/src/TemplateManager/src/TranslateIdReq/TranslateIds/functionYaml/HdrDsq/data.js

@@ -22,36 +22,10 @@ const fs = require('fs');
 const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
 
 const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
-const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, externalResourceName } = require("../../../../libs/Consts");
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, externalResourceName, defaultIamRolePerAction, DYNAMO_RESOURCE, SNS_RESOURCE } = require("../../../../libs/Consts");
 
 const templatePath = path.join(__dirname, '../../../../PerActionEndpoint/FunctionYaml/HdrDsq/template.ejs');
 
-function defaultIamRolePerAction() {
-  let defaultIamRole = [];
-
-  defaultIamRole.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.s3]: ["GetObject", "GetObjectVersion"],
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/perServiceSchemas/*"),
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/ServiceNameConfig.json"),
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/GraphServerTags.json")
-      ]
-    ),
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.s3]: ["ListBucket"]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema")
-      ]
-    )
-  )
-  return defaultIamRole
-}
-
 /**
  * create data for function yaml for translateIds HdrDsq
  */
@@ -76,7 +50,7 @@ function createTranslateIdFunctionYamlHdrDsq(srcPath) {
         ],
         [RESOURCE_CLASSES.sns]:
           [
-            "Publish", "Subscribe"
+            SNS_RESOURCE.publish, SNS_RESOURCE.subscription
           ]
       },
       [
@@ -88,7 +62,7 @@ function createTranslateIdFunctionYamlHdrDsq(srcPath) {
     ),
     createIamRole(
       {
-        [RESOURCE_CLASSES.dynamoDbTable]: ["GetItem", "UpdateItem"]
+        [RESOURCE_CLASSES.dynamoDbTable]: [DYNAMO_RESOURCE.getItem, DYNAMO_RESOURCE.updateItem]
       },
       [
         resourceNames(RESOURCE_CLASSES.dynamoDbTable, "TranslateIdsCacheMain")

package/src/TemplateManager/src/TranslateIdReq/TranslateIds/functionYaml/HdrSqs/data.js

@@ -22,36 +22,10 @@ const fs = require('fs');
 const { ACTIONS, HANDLER, STORAGE_TYPES } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
 
 const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
-const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, externalResourceName } = require("../../../../libs/Consts");
+const { DEFAULT_HANDLER_PER_ACTION, createIamRole, resourceNames, RESOURCE_CLASSES, DEFAULT_LAMBDA_ROLE_PER_ACTION, SQS_RESOURCE, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME, externalResourceName, defaultIamRolePerAction, SNS_RESOURCE, DYNAMO_RESOURCE } = require("../../../../libs/Consts");
 
 const templatePath = path.join(__dirname, '../../../../PerActionEndpoint/FunctionYaml/HdrDsq/template.ejs');
 
-function defaultIamRolePerAction() {
-  let defaultIamRole = [];
-
-  defaultIamRole.push(
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.s3]: ["GetObject", "GetObjectVersion"],
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/perServiceSchemas/*"),
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/ServiceNameConfig.json"),
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema/serviceConfig/GraphServerTags.json")
-      ]
-    ),
-    createIamRole(
-      {
-        [RESOURCE_CLASSES.s3]: ["ListBucket"]
-      },
-      [
-        resourceNames(RESOURCE_CLASSES.s3, "object-schema")
-      ]
-    )
-  )
-  return defaultIamRole
-}
-
 /**
  * create data for function yaml for translateIds HdrSqs
  */
@@ -76,7 +50,7 @@ function createTranslateIdFunctionYmlHdrSqs(srcPath) {
         ],
         [RESOURCE_CLASSES.sns]:
           [
-            "Publish", "Subscribe"
+            SNS_RESOURCE.publish, SNS_RESOURCE.subscription
           ]
       },
       [
@@ -88,7 +62,7 @@ function createTranslateIdFunctionYmlHdrSqs(srcPath) {
     ),
     createIamRole(
       {
-        [RESOURCE_CLASSES.dynamoDbTable]: ["GetItem", "UpdateItem"]
+        [RESOURCE_CLASSES.dynamoDbTable]: [DYNAMO_RESOURCE.getItem, DYNAMO_RESOURCE.updateItem]
       },
       [
         resourceNames(RESOURCE_CLASSES.dynamoDbTable, "TranslateIdsCacheMain")

package/src/TemplateManager/src/TranslateIdReq/TranslateIds/handler/HdrDsq/data.js

@@ -21,7 +21,7 @@ const fs = require('fs');
 
 const { ACTIONS, HANDLER } = require('@izara_project/izara-core-library-service-schemas/src/Consts')
 
-const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase, firstLetterUpperCase } = require("../../../../../../MainLibs/src/Utils")
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../../../MainLibs/src/Utils")
 const { DEFAULT_HANDLER_PER_ACTION, SOURCE_PATH, SAVE_FILE_NAME, FUNCTION_NAME } = require("../../../../libs/Consts");
 
 
@@ -41,12 +41,14 @@ function createSourceParamsTranslateIdHandlerDsq(srcPath) {
   const handlerType = HANDLER.hdrDsq
   const functionName = FUNCTION_NAME.translateId
   const queueName = upperCase(functionName) + upperCase(handlerType)
+  let functionNameConfig = upperCase(functionName) + upperCase(handlerType)
   return {
     templatePath: templatePath,
     templateData: {
       queueName,
       functionName,
-      handlerType
+      handlerType,
+      functionNameConfig
     },
     setting: {
       savePath: path.join(srcPath, SOURCE_PATH.translateIdsRequestFile),

package/src/TemplateManager/src/TranslateIdReq/TranslateIds/handler/HdrDsq/template.ejs

@@ -29,9 +29,7 @@ const perRecordsValidatorSchema = {
   type: "object",
   required: [
     "fromObjType",
-    // "fromTypeId",
     "toObjType",
-    // "toTypeId",
     "relType",
   ],
   properties: {
@@ -46,8 +44,8 @@ const perRecordsValidatorSchema = {
     fromTypeId: {
       type: "string",
     },
-    concatinateIdentifier: {
-      type: "string",
+    identifiers: {
+      type: "array",
     },
     fromTable: {
       type: "string",
@@ -117,7 +115,7 @@ module.exports.main = middleware.wrap(async (event, context, callback) => {
       // add argument (to invoke lambda) to passOnProperties[]
       passOnProperties.push(record.body.Message.fromObjType)
       passOnProperties.push(record.body.Message.fromTypeId)
-      passOnProperties.push(record.body.Message.concatinateIdentifier)
+      passOnProperties.push(record.body.Message.identifiers)
       passOnProperties.push(record.body.Message.fromTable)
       passOnProperties.push(record.body.Message.fromPartitionKeyId)
       passOnProperties.push(record.body.Message.fromPartitionKeyFieldName)

package/src/TemplateManager/src/TranslateIdReq/TranslateIds/handler/HdrSqs/data.js

@@ -40,12 +40,14 @@ function createTranslateIdsHandlerSqs(srcPath) {
   const functionName = FUNCTION_NAME.translateId;
   const handler = HANDLER.hdrSqs;
   const queueName = upperCase(functionName) + upperCase(handler)
+  let functionNameConfig = upperCase(functionName) + upperCase(handler)
   return {
     templatePath: templatePath,
     templateData: {
       functionName,
       handler,
-      queueName
+      queueName,
+      functionNameConfig
     },
     setting: {
       savePath: path.join(srcPath, SOURCE_PATH.translateIdsRequestFile),

package/src/TemplateManager/src/TranslateIdReq/TranslateIds/handler/HdrSqs/template.ejs

@@ -25,7 +25,7 @@ const {
 const Logger = require('@izara_project/izara-core-library-logger');
 const recordHandlerSharedLib = require('@izara_project/izara-shared').recordHandlerSharedLib
 
-const <%- functionName %> = require('./<%- firstLetterUpperCase(functionName) %>_Main');
+const translateIdsRequest = require('./TranslateIdsRequest_Main');
 
 middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
 
@@ -34,9 +34,7 @@ let validatorSchema = {
   type: "object",
   required: [
     "fromObjType",
-    // "fromTypeId",
     "toObjType",
-    // "toTypeId",
     "relType",
   ],
   properties: {
@@ -51,8 +49,8 @@ let validatorSchema = {
     fromTypeId: {
       type: "string",
     },
-    concatinateIdentifier: {
-      type: "string",
+    identifiers: {
+      type: "array",
     },
     fromTable: {
       type: "string",
@@ -117,7 +115,7 @@ module.exports.main = middleware.wrap(async (event, context, callback) => {
       // --- validate message (and MessageAttributes)
       await recordHandlerSharedLib.validateRecord(
         record, // one record will send to mainFunction
-        "<%-firstLetterUpperCase(queueName) %>",                       // queue name that need to retry or send to dlq
+        "TranslateIdsRequestHdrSqs", // queue name that need to retry or send to dlq
         validatorSchema, // schema for record.Message
         // messageAttributeValidatorSchema        // ----- for msgAttr default is null -> do not send this parameter if not want to validate msgAtt
       );
@@ -125,7 +123,7 @@ module.exports.main = middleware.wrap(async (event, context, callback) => {
       // add argument (to invoke lambda) to passOnProperties[]
       passOnProperties.push(record.body.Message.fromObjType)
       passOnProperties.push(record.body.Message.fromTypeId)
-      passOnProperties.push(record.body.Message.concatinateIdentifier)
+      passOnProperties.push(record.body.Message.identifiers)
       passOnProperties.push(record.body.Message.fromTable)
       passOnProperties.push(record.body.Message.fromPartitionKeyId)
       passOnProperties.push(record.body.Message.fromPartitionKeyFieldName)
@@ -142,34 +140,24 @@ module.exports.main = middleware.wrap(async (event, context, callback) => {
       // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
       let recordPromise = recordHandlerSharedLib.recordHandler(
         record, // one record will send to mainFunction
-        <%- functionName %>.<%- functionName %>,     // mainFunction that need to invoke.
-        "<%-firstLetterUpperCase(queueName) %>",                          // queue name that need to retry or send to dlq
+        translateIdsRequest.translateIdsRequest, // mainFunction that need to invoke.
+        "TranslateIdsRequestHdrSqs", // queue name that need to retry or send to dlq
         passOnProperties, // all parameters that mainFunction needed.
-        );
-        record._izContext.logger.debug('after recordPromise in handler');
-        recordPromises.push(recordPromise); // push promise to recordPromises
-      })) //end record
-
-      Logger.debug('before Promise.all(recordPromises) in handler');
-      try {
-        await Promise.all(recordPromises); // await all promises
-        return event.Records // return all for local test
-      } catch {
-        Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve)');
-      }
-      Logger.debug('after Promise.all(recordPromises) in handler');
+      );
+      record._izContext.logger.debug('after recordPromise in handler');
+      recordPromises.push(recordPromise); // push promise to recordPromises
+    })) //end record
+
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      await Promise.all(recordPromises); // await all promises
+      return event.Records // return all for local test
+    } catch {
+      Logger.debug('Promise.all(recordPromises) in handler threw error (at least one record did no resolve)');
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
   } catch (err) {
-    Logger.error('Unhandled Error, <%- firstLetterUpperCase(functionName) %>:', err);
+    Logger.error('Unhandled Error, TranslateIdsRequest:', err);
     throw (err);
   }
-})
-
-
-
-
-<%_ function firstLetterUpperCase(text) {
-  return text.charAt(0).toUpperCase() + text.slice(1)
-} _%>
-<%_ function firstLetterLowerCase(str) {
-  return str.charAt(0).toLowerCase() + str.slice(1)
-} _%>
+})

package/src/TemplateManager/src/TranslateIdReq/TranslateIds/mainFunction/template.ejs

@@ -39,7 +39,7 @@ const sqs = externalRequest.sqs
  * translate ids from one object to another related object
  * @param {Object} _izContext
  * @param {object} fromObjType - the type of object we are translating ids from
- * @param {string} concatinateIdentifier
+ * @param {Object[]} identifiers
  * @param {string} fromTypeId - the type of object we are translating ids from
  * @param {string} fromTable - table name
  * @param {string} fromPartitionKeyId - partition key value
@@ -59,7 +59,7 @@ module.exports.translateIdsRequest = async (
   _izContext,
   fromObjType,
   fromTypeId,
-  concatinateIdentifier,
+  identifiers,
   fromTable,
   fromPartitionKeyId,
   fromPartitionKeyFieldName,
@@ -81,7 +81,7 @@ module.exports.translateIdsRequest = async (
     _izContext.logger.debug("=== Function:TranslateIdsRequest ===", {
       fromObjType: fromObjType,
       fromTypeId: fromTypeId,
-      concatinateIdentifier: concatinateIdentifier,
+      identifiers: identifiers,
       fromTable: fromTable,
       fromPartitionKeyId: fromPartitionKeyId,
       fromPartitionKeyFieldName: fromPartitionKeyFieldName,
@@ -103,7 +103,7 @@ module.exports.translateIdsRequest = async (
     let [translateIdsCacheMainStatus, translateIdsCacheId, translateIdsCacheMain] = await translateIdsSharedLib.translateIdsCheckCacheMain(
       _izContext,
       fromObjType,
-      concatinateIdentifier,
+      identifiers,
       fromTable,
       fromPartitionKeyId,
       fromPartitionKeyFieldName,
@@ -126,7 +126,7 @@ module.exports.translateIdsRequest = async (
       MessageBody: JSON.stringify({
         fromObjType: fromObjType,
         fromTypeId: fromTypeId,
-        concatinateIdentifier: concatinateIdentifier,
+        identifiers: identifiers,
         fromTable: fromTable,
         fromPartitionKeyId: fromPartitionKeyId,
         fromPartitionKeyFieldName: fromPartitionKeyFieldName,

package/src/TemplateManager/src/externalService/FunctionNameConfig/data.js

@@ -0,0 +1,50 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { firstLetterLowerCase: lowerCase, firstLetterUpperCase: upperCase } = require("../../../../MainLibs/src/Utils");
+const { SOURCE_PATH } = require('../../libs/Consts');
+const templatePath = path.join(__dirname, "./template.ejs");
+
+
+function data(_izContext, createSourceParams, srcPath) {
+  // console.log("createSourceParams in Data", createSourceParams);
+  const functionNameConfigs = new Set();
+  for (let { templatePath, templateData, setting } of createSourceParams) {
+    if (templateData.functionNameConfig !== undefined) {
+      functionNameConfigs.add(templateData.functionNameConfig)
+    }
+  }
+
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionNameConfigs: functionNameConfigs
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: "FunctionNameConfig",
+      fileExtension: ".yml",
+      isAppend: true
+    }
+  }
+}
+
+module.exports = data;