@izara_project/izara-market-library-service-schemas 1.0.10 → 1.0.12

package/src/TemplateManager/src/PerActionEndpoint/MainFunction/Get/template.ejs

@@ -16,120 +16,125 @@ Copyright (C) 2020 Sven Mason <http: //izara.io>
   <http: //www.gnu.org/licenses />.
   */
 
-  'use strict';
+'use strict';
 
-  const {
+const {
   getObjSchemaS3WithHierarchy,
-  } = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
+} = require('@izara_project/izara-core-library-service-schemas/src/GetObjectSchema');
 
-  const {
+const {
   getGraphServiceTagWithCache,
-  getServiceNameWithCache
-  } = require('@izara_project/izara-core-library-service-schemas/src/ServiceConfig');
+} = require('@izara_project/izara-core-library-service-schemas/src/ServiceConfig');
 
-  const consts = require('@izara_project/izara-core-library-service-schemas/src/Consts');
+const consts = require('@izara_project/izara-core-library-service-schemas/src/Consts');
 
+const {
+  objInstanceFromobjInstanceBase
+} = require('@izara_project/izara-core-library-service-schemas/src/IdentifiersObject');
 
-  const {
+const {
   dynamoDbIdentifiersByStorageResource,
-  collectGetData
-  } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs');
+  collectGetData,
+  createGetDataDetails,
+} = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs');
 
 
-  const dynamodbSharedLib = require('@izara_project/izara-shared/src/DynamodbSharedLib');
-  const graphSharedLib = require('@izara_project/izara-shared/src/GraphSharedLib');
+const dynamodbSharedLib = require('@izara_project/izara-shared/src/DynamodbSharedLib');
+const graphSharedLib = require('@izara_project/izara-shared/src/GraphSharedLib');
 
+const NoRetryError = require('@izara_project/izara-core-library-core/src/NoRetryError');
 
-  const NoRetryError = require('@izara_project/izara-core-library-core/src/NoRetryError');
-  const { createGetDataDetails } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs')
 
 
 
-  /**
-  *
-  *
-  * description of function.
-  * @param {Object} _izContext
-  * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
-  * @param {Logger} _izContext.logger - property of _izContext
-  * @param {Object} requestParams - request params
-  * @param {Object} requestParams.identifiers - identifiers for get data
-  * @param {Object} requestParams.additionalRequest - additionalRequest
-  *
-  *
-  * @returns {object} description of return value
-  */
-  module.exports.<%- functionName %>Main = async (
-    _izContext,
-    requestParams,
-    callingFlowConfig = {},
-    //(<additionalParams>)
-    //(</additionalParams>)
-    ) => {
+/**
+*
+*
+* description of function.
+* @param {Object} _izContext
+* @param {CorrelationIds} _izContext.correlationIds - property of _izContext
+* @param {Logger} _izContext.logger - property of _izContext
+* @param {Object} requestParams - request params
+* @param {Object} requestParams.identifiers - identifiers for get data
+* @param {Object} requestParams.additionalRequest - additionalRequest
+*
+*
+* @returns {object} description of return value
+*/
+module.exports.<%- functionName %>Main = async (
+  _izContext,
+  requestParams,
+  callingFlowConfig = {},
+  //(<additionalParams>)
+  //(</additionalParams>)
+  ) => {
 
 
-    try {
-    _izContext.logger.debug('<%- functionName %> _izContext: ', _izContext);
-    _izContext.logger.debug('<%- functionName %> requestParams: ', requestParams);
-    _izContext.logger.debug('<%- functionName %> callingFlowConfig: ', callingFlowConfig);
+  try {
+  _izContext.logger.debug('<%- functionName %> _izContext: ', _izContext);
+  _izContext.logger.debug('<%- functionName %> requestParams: ', requestParams);
+  _izContext.logger.debug('<%- functionName %> callingFlowConfig: ', callingFlowConfig);
 
+  const returnFormat = requestParams.additionalRequest?.setting?.returnFormat;
+  const throwWhenNotFoundSomeRecord = requestParams.additionalRequest?.setting?.throwWhenNotFoundSomeRecord || true;
 
-    const OBJECT_TYPE = "<%- objectType %>";
-    const SERVICE_TAG = process.env.iz_serviceTag;
 
-      //(<beforeQuery>)
-      //(</beforeQuery>)
+  const OBJECT_TYPE = "<%- objectType %>";
+  const SERVICE_TAG = process.env.iz_serviceTag;
 
-      let objectSchema = await getObjSchemaS3WithHierarchy(
-      _izContext,
-      {
+    //(<beforeQuery>)
+    //(</beforeQuery>)
+
+  let objectSchema = await getObjSchemaS3WithHierarchy(
+    _izContext,
+    {
       objectType: OBJECT_TYPE,
       serviceTag: SERVICE_TAG
-      }
-      );
+    }
+  );
 
-      _izContext.logger.debug("objectSchema: ", objectSchema);
+  _izContext.logger.debug("objectSchema: ", objectSchema);
 
-      let getDataDetails = await createGetDataDetails(_izContext, objectSchema);
-      _izContext.logger.debug("getDataDetails:", getDataDetails)
+  let getDataDetails = await createGetDataDetails(_izContext, objectSchema);
+  _izContext.logger.debug("getDataDetails:", getDataDetails)
 
-      // start to get data
-      let getResults = {}; // for collect result data from
-      let getRecordStatus = {
-      getAtLeastOneRecord: false,
-      notFoundSomeRecord: false
-      };
+  // start to get data
+  let getResults = []; // for collect result data from
+  let getRecordStatus = {
+    getAtLeastOneRecord: false,
+    notFoundSomeRecord: false
+  };
 
-      await Promise.all(
-      Object.entries(getDataDetails).map(
+  await Promise.all(
+    Object.entries(getDataDetails).map(
       async ([storageTag, getDataDetail]) => {
-      if (getDataDetail.storageType === consts.STORAGE_TYPES.graph) {
-      // get data from graph
-      let graphServiceName = await getServiceNameWithCache(_izContext, getDataDetail.graphServiceTag);
-
-
-      let versionedDataLabels = [];
-      if (getDataDetail.versionedDatas && Object.keys(getDataDetail.versionedDatas).length) {
-      // have versionedData
-      versionedDataLabels = Object.keys(getDataDetail.versionedDatas);
-      }
-
-
-      //(<beforeGetGraph>)
-      //(</beforeGetGraph>)
-
-      let dataFromGraph = await graphSharedLib.getNodeV2(
-        _izContext,
-        graphServiceName,
-        {
-          objectType: OBJECT_TYPE,
-          serviceTag: SERVICE_TAG
-        },
-        {
-          identifiers: requestParams.identifiers
-        },
-        versionedDataLabels
-      )
+        if (getDataDetail.storageType === consts.STORAGE_TYPES.graph) {
+          // get data from graph
+          let graphServiceName = await getGraphServiceTagWithCache(_izContext, getDataDetail.graphServiceTag);
+
+
+          let versionedDataLabels = [];
+          if (getDataDetail.versionedDatas && Object.keys(getDataDetail.versionedDatas).length) {
+            // have versionedData
+            versionedDataLabels = Object.keys(getDataDetail.versionedDatas);
+          }
+
+
+        //(<beforeGetGraph>)
+        //(</beforeGetGraph>)
+
+        let dataFromGraph = await graphSharedLib.getNodeV2(
+          _izContext,
+          graphServiceName,
+          {
+            objectType: OBJECT_TYPE,
+            serviceTag: SERVICE_TAG
+          },
+          {
+            identifiers: requestParams.identifiers
+          },
+          versionedDataLabels
+        )
 
         _izContext.logger.debug("dataFromGraphV2: ", dataFromGraph);
 
@@ -139,84 +144,88 @@ Copyright (C) 2020 Sven Mason <http: //izara.io>
           getRecordStatus.notFoundSomeRecord = true
         }
 
-        //(<afterGetGraph>)
-        //(</afterGetGraph>)
-
-        Object.assign(
-          getResults,
-          collectGetData(_izContext, dataFromGraph, getDataDetail)
-        )
+      //(<afterGetGraph>)
+      //(</afterGetGraph>)
 
+      getResults.push([dataFromGraph, getDataDetail]);
 
-      } else {
+    } else {
 
       let identifiersForGetData = await dynamoDbIdentifiersByStorageResource(
-      _izContext,
-      objectSchema,
-      getDataDetail,
-      requestParams.identifiers
+        _izContext,
+        objectSchema,
+        getDataDetail,
+        requestParams.identifiers
       );
 
       _izContext.logger.debug("identifiersForGetData: ", identifiersForGetData);
 
 
       //(<beforeGetDynamoDb>)
-        //(</beforeGetDynamoDb>)
+      //(</beforeGetDynamoDb>)
 
       let dataFromDynamoDb = await dynamodbSharedLib.getItem(
-      _izContext,
-      await dynamodbSharedLib.tableName(_izContext, getDataDetail.tableName),
-      identifiersForGetData
+        _izContext,
+        await dynamodbSharedLib.tableName(_izContext, getDataDetail.tableName),
+        identifiersForGetData
       );
 
       _izContext.logger.debug("dataFromDynamoDb: ", dataFromDynamoDb);
 
 
       if (dataFromDynamoDb) {
-      getRecordStatus.getAtLeastOneRecord = true;
+        dataFromDynamoDb = await objInstanceFromobjInstanceBase(
+          _izContext,
+          {
+            objectType: OBJECT_TYPE,
+            serviceTag: SERVICE_TAG
+          },
+          dataFromDynamoDb
+        );
+
+        getRecordStatus.getAtLeastOneRecord = true;
       } else {
-      getRecordStatus.notFoundSomeRecord = true;
+        getRecordStatus.notFoundSomeRecord = true;
       }
 
       //(<afterGetDynamoDb>)
-        //(</afterGetDynamoDb>)
+      //(</afterGetDynamoDb>)
 
       // collect return data depend on getDataDetail
-      Object.assign(
-      getResults,
-      collectGetData(_izContext, dataFromDynamoDb, getDataDetail)
-      );
+      getResults.push([dataFromDynamoDb, getDataDetail]);
 
-      }
-      })
-      );
+    }
+    })
+  );
 
-      _izContext.logger.debug("getRecordStatus: ", getRecordStatus);
+    _izContext.logger.debug("getRecordStatus: ", getRecordStatus);
 
-      if (getRecordStatus.getAtLeastOneRecord === true && getRecordStatus.notFoundSomeRecord === true) {
+    if (throwWhenNotFoundSomeRecord && getRecordStatus.getAtLeastOneRecord === true && getRecordStatus.notFoundSomeRecord === true) {
       throw Error("Not found some record while get data");
-      }
-
-      if (Object.keys(getResults).length) {
-      _izContext.logger.debug("getResults", getResults)
-      return getResults;
-      } else {
-      return null
-      }
-
-      } catch (err) {
-      _izContext.logger.error('error <%- firstLetterUpperCase(functionName) %>Main: ', err)
-        throw (err)
-        }
-        }
-
-        <%_ function firstLetterUpperCase(text){ return text.charAt(0).toUpperCase() + text.slice(1) } _%>
-          <%_ function firstLetterLowerCase(str) { return str.charAt(0).toLowerCase() + str.slice(1) } _%>
-
-          // request input
-
-          // {
-          //  "identifiers": {
-          //    "personId" : "basTest"
-          //  }
-          // }
+    }
+
+    let getResult = collectGetData(_izContext, getResults, objectSchema, returnFormat);
+
+    return getResult;
+  } catch (err) {
+  _izContext.logger.error('error <%- firstLetterUpperCase(functionName) %>Main: ', err)
+    throw (err)
+  }
+}
+
+<%_ function firstLetterUpperCase(text){ return text.charAt(0).toUpperCase() + text.slice(1) } _%>
+<%_ function firstLetterLowerCase(str) { return str.charAt(0).toLowerCase() + str.slice(1) } _%>
+
+// request input
+// {
+//   "identifiers": {
+//     "companyId": "seagame001GenerateCode2",
+//     "city": "cnxCity",
+//     "companyName": "RoyalSeafood"
+//   },
+//   "additionalRequest": {
+//     "setting": {
+//       "returnFormat": "STD" || "FULL"
+//     }
+//   }
+// }

package/src/TemplateManager/src/RelationshipPerAction/CreateRelationship/createRelationship/mainFunction/template.ejs

@@ -280,7 +280,7 @@ module.exports.<%- functionName %> = async (
 
 
     // before create awaitingStepId per graph storageResource
-    const linkTypeId = createLinkTypeId(_izContext, firstObject.objType, secondObject.objType, relType);
+    const linkTypeId = createLinkTypeId(_izContext, firstObject.objType, secondObject.objType, relType, relationshipDirection);
 
     let usedGraphServiceTag = []; // collect used graph serviceTag, use to check duplicate graph serviceTag across graph serverTag
     let targetGraphStorageResources = []; // collect used graph storageResources, filtered duplicate graphServiceTag from graphServerTag out

package/src/TemplateManager/src/ResourceYaml/sns-in-sqs/snsAndSqsPerActiondata.js

@@ -44,7 +44,7 @@ const sqsTemplatePath = path.join(__dirname, './sqsTemplate.ejs')
 function dataForCreateSnsAndSqsQueueFromObjectSchema(_izContext, objectSchema, srcPath) {
   const snsAndSqsDataArray = [];
   for (const action of Object.values(ACTIONS)) {
-    if (objectSchema.overWriteHandlers[action]) {
+    if (objectSchema.overWriteHandlers?.[action]) {
       for (const handler of objectSchema.overWriteHandlers[action]) {
         const snsAndSqsData = {
           queueName: createQueueNameForSnsAndSqsQueue(_izContext, objectSchema, action, handler, srcPath)

package/src/TemplateManager/src/ResourceYaml/sns-out/data.js

@@ -35,7 +35,7 @@ const templatePath = path.join(__dirname, "./template.ejs")
 function createDataForCreateSourceSnsOut(_izContext, objectSchema, srcPath) {
   const createSourceArray = [];
   for (const action of Object.values(ACTIONS)) {
-    if (objectSchema.overWriteHandlers[action]) {
+    if (objectSchema.overWriteHandlers?.[action]) {
       for (const handler of objectSchema.overWriteHandlers[action]) {
         const snsOut = {
           queueName: createQueueName(_izContext, objectSchema, action, handler, srcPath)

package/src/TemplateManager/src/TranslateIdReq/ProcessingTranslateIds/mainFunction/template.ejs

@@ -24,11 +24,9 @@ const lambdaSharedLib = izaraShared.lambdaSharedLib;
 const graphSharedLib = izaraShared.graphSharedLib;
 
 
-
 const translateIdsSharedLib = require('@izara_project/izara-translateids/src/TranslateIdsLib');
 const NoRetryError = require('@izara_project/izara-core-library-core/src/NoRetryError');
 const lambda = require('@izara_project/izara-core-library-external-request/src/resources/Lambda');
-const TranslateIdsLibs = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/TranslateIdsLibs')
 const serviceSchemas = require("@izara_project/izara-core-library-service-schemas");
 const identifiersObject = require('@izara_project/izara-core-library-service-schemas/src/IdentifiersObject');
 const getObjectSchema = require("@izara_project/izara-core-library-service-schemas/src/GetObjectSchema")
@@ -45,7 +43,6 @@ const { firstLetterUpperCase: upperCase } = require('@izara_project/izara-market
  * @param {string} fromPartitionKeyFieldName - partition key field/attribute name
  * @param {string} fromDataFieldName - data field/attribute name
  * @param {object} toObjType - the type of object we are translating ids to
- * @param {string} toTypeId - the type of object we are translating ids to
  * @param {Object} [additionalData={}] - additional data to send back in completed message
  * @param {Object} [startKey={}] - first invoke will be empty
  * @param {Nummic} invocationCount
@@ -58,13 +55,12 @@ module.exports.processTranslateIds = async (
   _izContext,
   fromObjType,
   fromTypeId,
-  identifiers, // identifiers
+  identifiers,
   fromTable,
   fromPartitionKeyId,
   fromPartitionKeyFieldName,
   fromDataFieldName,
   toObjType,
-  toTypeId,
   relType,
   translateIdsCacheId,
   uniqueRequestId,
@@ -74,10 +70,6 @@ module.exports.processTranslateIds = async (
   passOnErrorsFound,
   callingFlow = "",
 ) => {
-  // translateIds request to change from propertyIds to mediaLinkIds.
-  // MediaLinkProperty: filter dataId is propertyIds
-  // MediaLinkPropertyTranslation: filter dataId is propertyIds
-  // translate 2 time , propertyIds from MediaLinkProperty and   propertyIds from MediaLinkPropertyTranslation
   try {
     _izContext.logger.debug("=== Function:ProcessTranslateIds ===", {
       fromObjType: fromObjType,
@@ -88,7 +80,6 @@ module.exports.processTranslateIds = async (
       fromPartitionKeyFieldName: fromPartitionKeyFieldName,
       fromDataFieldName: fromDataFieldName,
       toObjType: toObjType,
-      toTypeId: toTypeId,
       relType: relType,
       translateIdsCacheId: translateIdsCacheId,
       uniqueRequestId: uniqueRequestId,
@@ -100,31 +91,16 @@ module.exports.processTranslateIds = async (
     });
 
     let errorsFound = [];
-    // Query resultDatas from table
-    /*
-     receive fromType , toType , relType check relationshipSchema return boolean
-     just validate to check for error or use for do something further
-     if false throw error if true continue translateIds+
-    */
-    // let validateObjTypeStatus = await validateFromTypeToToTypeWithRelType(_izContext, fromObjType, toObjType, relType
-    let validateObjTypes = await TranslateIdsLibs.validateObjtypesAndRelType(_izContext, [fromObjType, toObjType], relType)
-    if (validateObjTypes == null) {
-      errorsFound = errorsFound.concat(`can't find ${fromObjType} and ${toObjType} in relationshipTag:${JSON.stringify(relType)}`)
-    }
 
-    /*
-      check fromIdentifiers if have use it
-      if not query data from table by using TranslateIdsGetResultIds
-    */
     let resultDatas;
     let lastEvaluatedKeyResultDatas;
 
-
     // incase didn't send identifiers
     if (!identifiers) {
 
       let getFromObjectSchema = await getObjectSchema.getObjSchemaS3WithHierarchy(_izContext, fromObjType);
       _izContext.logger.debug("getFromObjectSchema", getFromObjectSchema);
+
       // create Full tableName
       let tableName = await dynamodbSharedLib.tableName(_izContext, fromTable, upperCase(getFromObjectSchema.complexFilterServiceTag));
       _izContext.logger.debug("tableName", tableName);
@@ -136,22 +112,12 @@ module.exports.processTranslateIds = async (
         startKey
       )
 
-      // lastEvaluatedKeyResultDatas.LastEvaluatedKey
-      /*
-        if not have resultDatas it mean you cant query identifier from table and you didn't send identifier it will return error
-      */
       _izContext.logger.debug("resultDatas query fromtable =>", resultDatas);
       if (!resultDatas && identifiers === undefined) {
         errorsFound.push(`Can not get resultDatas form Table${fromTable} and not have concatinateIdentifier to TranslateIds`)
       }
     }
 
-    /*
-      use from concatinateIdentifier to send in processOneRecord
-      concatinateIdentifier type string
-      check if in cache and if no save to TranslateIdsCacheFromIdDataTable, then move on to next resultData{fromDataId}
-    */
-
     async function processOneRecord(
       _izContext,
       translateIdsCacheId,

package/src/TemplateManager/src/TranslateIdReq/TranslateIds/mainFunction/template.ejs

@@ -32,6 +32,7 @@ const lambda = require('@izara_project/izara-core-library-external-request/src/r
 const serviceSchemas = require("@izara_project/izara-core-library-service-schemas");
 const identifiersObject = require('@izara_project/izara-core-library-service-schemas/src/IdentifiersObject');
 const getObjectSchema = require("@izara_project/izara-core-library-service-schemas/src/GetObjectSchema");
+const TranslateIdsLibs = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/TranslateIdsLibs')
 const sqs = externalRequest.sqs
 
 
@@ -46,7 +47,6 @@ const sqs = externalRequest.sqs
  * @param {string} fromPartitionKeyFieldName - partition key field/attribute name
  * @param {string} fromDataFieldName - data field/attribute name
  * @param {object} toObjType - the type of object we are translating ids to
- * @param {string} toTypeId - the type of object we are translating ids to
  * @param {Object} [additionalData={}] - additional data to send back in completed message
  * @param {Object} [startKey={}] - first invoke will be empty
  * @param {Nummic} invocationCount
@@ -65,18 +65,10 @@ module.exports.translateIdsRequest = async (
   fromPartitionKeyFieldName,
   fromDataFieldName,
   toObjType,
-  toTypeId,
   relType,
-  // startKey ,
-  // invocationCount,
-  // passOnStatus,
-  // passOnErrorsFound,
   callingFlow = "",
 ) => {
-  // translateIds request to change from propertyIds to mediaLinkIds.
-  // MediaLinkProperty: filter dataId is propertyIds
-  // MediaLinkPropertyTranslation: filter dataId is propertyIds
-  // translate 2 time , propertyIds from MediaLinkProperty and   propertyIds from MediaLinkPropertyTranslation
+
   try {
     _izContext.logger.debug("=== Function:TranslateIdsRequest ===", {
       fromObjType: fromObjType,
@@ -93,12 +85,6 @@ module.exports.translateIdsRequest = async (
       callingFlow: callingFlow
     });
 
-    /*
-      receive params
-      check main cache for all param that send in
-      use concatinateIdentifier to check cache
-      */
-
     //check cache per filterMain
     let [translateIdsCacheMainStatus, translateIdsCacheId, translateIdsCacheMain] = await translateIdsSharedLib.translateIdsCheckCacheMain(
       _izContext,
@@ -118,6 +104,11 @@ module.exports.translateIdsRequest = async (
       translateIdsCacheMain: translateIdsCacheMain
     });
 
+    let validateObjTypes = await TranslateIdsLibs.validateObjtypesAndRelType(_izContext, [fromObjType, toObjType], relType)
+    if (validateObjTypes == null) {
+      errorsFound = errorsFound.concat(`can't find ${fromObjType} and ${toObjType} in relationshipTag:${JSON.stringify(relType)}`)
+    }
+
     if (translateIdsCacheMainStatus !== "process") {
       return;
     };
@@ -132,7 +123,6 @@ module.exports.translateIdsRequest = async (
         fromPartitionKeyFieldName: fromPartitionKeyFieldName,
         fromDataFieldName: fromDataFieldName,
         toObjType: toObjType,
-        toTypeId: toTypeId,
         relType: relType,
         invocationCount: 1,
         translateIdsCacheId: translateIdsCacheId,