@izara_project/izara-market-library-service-schemas 1.0.14 → 1.0.16

package/src/TemplateManager/src/PerActionEndpoint/Handler/WebSocket/template.ejs

@@ -0,0 +1,141 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+const AWS = require('aws-sdk');
+const api = new AWS.ApiGatewayManagementApi({ endpoint: process.env.iz_webSocketEndpoint });
+const izaraShared = require('@izara_project/izara-shared');
+const dynamodbSharedLib = izaraShared.dynamodbSharedLib;
+const callingFlowSharedLib = izaraShared.callingFlowSharedLib;
+
+const { validateSchemaPerWebSocket } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs')
+<%_ if (isCreateMainFunction == true) { _%>
+  // user generate main function
+  <%_ } else { %>
+ const <%- functionName %> =require('./<%- firstLetterUpperCase(objectType) %><%- firstLetterUpperCase(action) %>_Main')
+  <%_ } _%>
+
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+
+  event._izContext.logger.debug('Event:', event);
+
+
+
+  try {
+
+    let requestParams = JSON.parse(event.body);
+    await validateSchemaPerWebSocket(
+      event._izContext,
+      requestParams,
+      "<%- objectType -%>",
+      "<%- action -%>",
+    )
+
+    if (event.requestContext) {
+      const route = event.requestContext.routeKey;
+      const connectionId = event.requestContext.connectionId;
+      const attribute = event.body;
+      event._izContext.logger.debug('body:', attribute);
+      event._izContext.logger.debug('route:', route);
+      event.body = JSON.parse(attribute)
+
+
+
+      switch (route) {
+        case '$default':
+          console.log('Received unknown route:', route)
+          break
+        case '<%- objectType -%><%- firstLetterUpperCase(action) %>':
+
+          // create Web socket task for respond
+          await dynamodbSharedLib.putItem(
+            event._izContext,
+            await dynamodbSharedLib.tableName(event._izContext, "WebSocketTask"),
+            {
+              taskKey: "<%- objectType -%>" + "<%- firstLetterUpperCase(action) %>", // objType + action
+              connectionid: connectionId,
+              // connectionid: event.body.connectionid,
+              //(<additionalParams>)
+              //(</additionalParams>)
+            }
+          );
+
+          let payloadBeforeInvokeFunction = requestParams
+          // delete action before send to main function
+          delete payloadBeforeInvokeFunction.action
+          console.log("payloadBeforeInvokeFunction", payloadBeforeInvokeFunction)
+          event._izContext.logger.debug("event before send to <%- functionName %>Main", requestParams)
+          //(<beforeInvokeMain>)
+          //(</beforeInvokeMain>)
+          // invoke main
+          let invokeUpdateMainFunction = await <%- functionName %>.<%- functionName %>Main(
+            event._izContext,
+            payloadBeforeInvokeFunction,
+            callingFlowSharedLib.addCallingFlowToPassOnProperties(attribute)
+          );
+          //(<afterInvokeMain>)
+          //(</afterInvokeMain>)
+
+          await postMessage(invokeUpdateMainFunction, connectionId);
+
+          break
+
+
+      }
+    } else {
+      console.log("not have event.requestContext")
+      const connId = event.connId;
+      await postMessage({ message: event.message }, connId);
+    }
+
+
+  } catch (err) {
+    console.log("event", event)
+    const connId = event.requestContext.connectionId
+    event._izContext.logger.error('Error, WebSocket: ', err);
+    await sendErrorMessage({ message: err.message }, connId);
+    return (izara.response.failure(err));
+  }
+});
+
+
+async function postMessage(data, connectionId) {
+  const params = {
+    ConnectionId: connectionId,
+    Data: JSON.stringify(data),
+    // Data: Buffer.from(JSON.stringify(data)),
+  }
+  return api.postToConnection(params).promise();
+};
+
+async function sendErrorMessage(errorMessage, connectionId) {
+  const params = {
+    ConnectionId: connectionId,
+    Data: JSON.stringify(errorMessage)
+  }
+  return api.postToConnection(params).promise();
+}
+
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateManager/src/PerActionEndpoint/Handler/WebSocketConnect/data.js

@@ -0,0 +1,56 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+const path = require('path');
+const fs = require('fs');
+
+const { SOURCE_PATH, SAVE_FILE_NAME, ACTIONS, HANDLER } = require("../../../libs/Consts");
+
+const templatePath = path.join(__dirname, "./template.ejs")
+
+/**
+ * receive objectSchema
+ * create data for websocket connect function yaml template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+
+function data(_izContext, webSocketStatus, srcPath) {
+  let createSourceParam;
+  if (webSocketStatus) {
+    createSourceParam = [createWebSocketConnectYaml(_izContext, srcPath)]
+  } else {
+    createSourceParam = []
+  }
+  return createSourceParam
+}
+
+function createWebSocketConnectYaml(_izContext, srcPath) {
+  return {
+    templatePath: templatePath,
+    templateData: {},
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.lambdaPerAction),
+      saveFileName: "WebSocketConnect",
+      fileExtension: ".js",
+      isAppend: true
+    }
+  }
+}
+module.exports = data

package/src/TemplateManager/src/PerActionEndpoint/Handler/WebSocketConnect/template.ejs

@@ -0,0 +1,55 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+'use strict';
+
+const izara = require("@izara_project/izara-middleware");
+const middleware = izara.middlewareHandler;
+const AWS = require('aws-sdk');
+const api = new AWS.ApiGatewayManagementApi({ endpoint: process.env.iz_webSocketEndpoint });
+
+module.exports.main = middleware.wrap(async (event, context, callback) => {
+
+  event._izContext.logger.debug('Event:', event);
+
+  try {
+
+    if (event.requestContext) {
+      const route = event.requestContext.routeKey;
+      const connectionId = event.requestContext.connectionId;
+
+      switch (route) {
+        case '$connect':
+          console.log('Connect websocket')
+          break
+        case '$disconnect':
+          console.log('Websocket are Disconnection')
+          break
+        case '$default':
+          console.log('Received unknown route:', route)
+          break
+      }
+    }
+
+
+    return (izara.response.webSocketSuccess());
+
+  } catch (err) {
+    event._izContext.logger.error('Error, WebSocketConnect: ', err);
+    return (izara.response.failure(err));
+  }
+});

package/src/TemplateManager/src/PerActionEndpoint/MainFunction/Create/template.ejs

@@ -59,6 +59,7 @@ const { TOPIC_NAME_GENERATE_CODE, TOPIC_NAME_GRAPH_HANDLER, GRAPH_HANDLER_SERVIC
 const { createDataDetailsLib } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs')
 const { createLinkTypeId } = require('@izara_project/izara-core-library-service-schemas/src/Utils');
 const { findLinksByObjTypes } = require("@izara_project/izara-core-library-service-schemas/src/libs/RelSchemaLib")
+const lodash = require("lodash")
 
 /**
   - all storageType( DB and Graph) use objInstance({identifiers,fields})
@@ -95,7 +96,6 @@ module.exports.<%- functionName %>Main = async (
 
     let errorsFound = [];
 
-    // _izContext.correlationIds.set(coreConsts.BASE_USER_ID, "BasDev");
     const userId = _izContext.correlationIds.get(coreConsts.BASE_USER_ID);
     if (!userId) {
       errorsFound.push("Not have userId")
@@ -110,7 +110,7 @@ module.exports.<%- functionName %>Main = async (
       objectType: OBJECT_TYPE,
       serviceTag: SERVICE_TAG
     }
-
+    //test npm install from local
     let objectSchema = await getObjectSchema.getObjSchemaS3WithCache(
       _izContext,
       MAIN_OBJTYPE
@@ -162,12 +162,12 @@ module.exports.<%- functionName %>Main = async (
           const { serviceTag: secondServiceTag, objectType: secondObjectType } = link.to.objType
 
           const matchesFromTo =
-            fromServiceTag === firstServiceTag && fromObjectType === firstObjectType
-            && toServiceTag === secondServiceTag && toObjectType === secondObjectType;
+            fromServiceTag === firstServiceTag && fromObjectType === firstObjectType &&
+            toServiceTag === secondServiceTag && toObjectType === secondObjectType;
 
           const matchesToFrom =
-            fromServiceTag === secondServiceTag && fromObjectType === secondObjectType
-            && toServiceTag === firstServiceTag && toObjectType === firstObjectType
+            fromServiceTag === secondServiceTag && fromObjectType === secondObjectType &&
+            toServiceTag === firstServiceTag && toObjectType === firstObjectType
 
           if ((relationshipProperties.relationshipDirection === "from" && matchesFromTo) ||
             (relationshipProperties.relationshipDirection === "to" && matchesToFrom)) {
@@ -385,36 +385,19 @@ module.exports.<%- functionName %>Main = async (
 
       for (let [storageTag, createDataDetail] of Object.entries(createDataDetails)) {
 
-        for (let fieldName of Object.keys(requestParams.fieldNames)) {
-
-          if (createDataDetail.fieldNames.includes(fieldName) &&
-            listOfOptionalOnCreate.includes(fieldName) || listOfRequiredOnCreate.includes(fieldName)
-          ) {
-            _izContext.logger.debug("fieldNames match in detail is:", fieldName);
-
-            if (!objInstanceFull.identifiers.hasOwnProperty(fieldName))
-              if (objInstanceFull.hasOwnProperty("fields")) {
-                Object.assign(objInstanceFull.fields, {
-                  [fieldName]: requestParams.fieldNames[fieldName]
-                })
-              } else {
-                Object.assign(objInstanceFull, {
-                  fields: {
-                    [fieldName]: requestParams.fieldNames[fieldName]
-                  }
-                })
-              };
-          };
-        };
-
         if (createDataDetail.storageType == consts.STORAGE_TYPES.dynamoDB) {
           _izContext.logger.debug("::::::DynamoDB::::::", { storageTag, objInstanceFull });
 
+          let objInstanceFullForDynamoDb = lodash.cloneDeep(objInstanceFull)
+
+          Object.assign(objInstanceFullForDynamoDb.fields, createObjInstanceFullFieldsByStorageTag(_izContext, storageTag, createDataDetail))
+          _izContext.logger.debug("objInstanceFull before create item in dynamoDB", objInstanceFullForDynamoDb)
+
           let identifiersForCreateData = await dynamoDbIdentifiersByStorageResource(
             _izContext,
             objectSchema,
             createDataDetails,
-            objInstanceFull.identifiers
+            objInstanceFullForDynamoDb.identifiers
           )
           _izContext.logger.debug("identifiersForCreateData", identifiersForCreateData);
 
@@ -426,27 +409,32 @@ module.exports.<%- functionName %>Main = async (
             ),
             {
               ...identifiersForCreateData,
-              ...objInstanceFull.fields
+              ...objInstanceFullForDynamoDb.fields
             }
           );
 
         } else if (createDataDetail.storageType == consts.STORAGE_TYPES.graph) {
-          _izContext.logger.debug("::::::Graphanler::::::", { storageTag, objInstanceFull });
+          _izContext.logger.debug("::::::Graph::::::", { storageTag, objInstanceFull });
+
+          let objInstanceFullForGraph = lodash.cloneDeep(objInstanceFull)
+
+          Object.assign(objInstanceFullForGraph.fields, createObjInstanceFullFieldsByStorageTag(_izContext, storageTag, createDataDetail))
+          _izContext.logger.debug("objInstanceFull before send to Graph", objInstanceFullForGraph)
 
           // allStorageTagComplete = false;
           allAwaitingStepsId.push(await asyncFlowSharedLib.createAwaitingStepId(
             (hash({
               objType: MAIN_OBJTYPE,
               graphServerTag: storageTag,
-              identifiers: objInstanceFull.identifiers
+              identifiers: objInstanceFullForGraph.identifiers
             })),
             PREFIX.CREATE_OBJECT_ASYNC
           ));
           listOfObjectForCreates.push({
             [storageTag]: {
               objInstanceFull: {
-                identifiers: objInstanceFull.identifiers,
-                fields: objInstanceFull.fields
+                identifiers: objInstanceFullForGraph.identifiers,
+                fields: objInstanceFullForGraph.fields
               },
               allStorageTagComplete: false
             }
@@ -456,11 +444,27 @@ module.exports.<%- functionName %>Main = async (
 
         };
         _izContext.logger.debug("[1]listOfObjectForCreates:::", listOfObjectForCreates);
-
-        delete objInstanceFull.fields
       };
     };
 
+    function createObjInstanceFullFieldsByStorageTag(_izContext, storageTag, createDataDetail) {
+      _izContext.logger.debug("createObjInstanceFullFieldsByStorageTag : ", { storageTag, createDataDetail })
+      let fields = {};
+      for (let fieldName of Object.keys(requestParams.fieldNames)) {
+        if ((createDataDetails[storageTag].fieldNames.includes(fieldName)) &&
+          (createDataDetail.fieldNames.includes(fieldName))) {
+          if (!objInstanceFull.identifiers.hasOwnProperty(fieldName)) {
+            if (!fields.hasOwnProperty(fieldName)) {
+              Object.assign(fields, {
+                [fieldName]: requestParams.fieldNames[fieldName]
+              })
+            }
+          }
+        }
+      }
+      _izContext.logger.debug({ fields })
+      return fields
+    }
     /// step save awiatingMultipleStep of storageType graph ...........................................................
 
     await asyncFlowSharedLib.createAwaitingMultipleSteps(

package/src/TemplateManager/src/PerActionEndpoint/MainFunction/Delete/template.ejs

@@ -69,7 +69,6 @@ module.exports.<%- functionName %>Main = async (
     });
 
     let errorsFound = []
-    _izContext.correlationIds.set(coreConsts.BASE_USER_ID,"BasDev");
     const userId = _izContext.correlationIds.get(coreConsts.BASE_USER_ID);
     if (!userId){
       errorsFound.push("not have userId");

package/src/TemplateManager/src/PerActionEndpoint/MainFunction/Get/template.ejs

@@ -39,28 +39,32 @@ const {
 } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/GenerateCodeLibs');
 
 
-const dynamodbSharedLib = require('@izara_project/izara-shared/src/DynamodbSharedLib');
-const graphSharedLib = require('@izara_project/izara-shared/src/GraphSharedLib');
-
-const NoRetryError = require('@izara_project/izara-core-library-core/src/NoRetryError');
-
+const izaraShared = require('@izara_project/izara-shared');
+const dynamodbSharedLib = izaraShared.dynamodbSharedLib;
+const graphSharedLib = izaraShared.graphSharedLib;
+const callingFlowSharedLib = izaraShared.callingFlowSharedLib;
+const snsSharedLib = izaraShared.snsSharedLib;
 
+const externalRequest = require('@izara_project/izara-core-library-external-request');
+const sns = externalRequest.sns
 
+const NoRetryError = require('@izara_project/izara-core-library-core/src/NoRetryError');
+const { TOPIC_NAME_GENERATE_CODE } = require('@izara_project/izara-market-library-service-schemas/src/GenerateCodeLibs/src/Consts');
 
 /**
-*
-*
-* description of function.
-* @param {Object} _izContext
-* @param {CorrelationIds} _izContext.correlationIds - property of _izContext
-* @param {Logger} _izContext.logger - property of _izContext
-* @param {Object} requestParams - request params
-* @param {Object} requestParams.identifiers - identifiers for get data
-* @param {Object} requestParams.additionalRequest - additionalRequest
-*
-*
-* @returns {object} description of return value
-*/
+ *
+ *
+ * description of function.
+ * @param {Object} _izContext
+ * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
+ * @param {Logger} _izContext.logger - property of _izContext
+ * @param {Object} requestParams - request params
+ * @param {Object} requestParams.identifiers - identifiers for get data
+ * @param {Object} requestParams.additionalRequest - additionalRequest
+ *
+ *
+ * @returns {object} description of return value
+ */
 module.exports.<%- functionName %>Main = async (
   _izContext,
   requestParams,
@@ -75,7 +79,7 @@ module.exports.<%- functionName %>Main = async (
   _izContext.logger.debug('<%- functionName %> requestParams: ', requestParams);
   _izContext.logger.debug('<%- functionName %> callingFlowConfig: ', callingFlowConfig);
 
-  const returnFormat = requestParams.additionalRequest?.setting?.returnFormat;
+  const returnSystemFieldsName = requestParams.additionalRequest?.setting?.returnSystemFieldsName || false;
   const throwWhenNotFoundSomeRecord = requestParams.additionalRequest?.setting?.throwWhenNotFoundSomeRecord || true;
 
 
@@ -133,7 +137,10 @@ module.exports.<%- functionName %>Main = async (
           {
             identifiers: requestParams.identifiers
           },
-          versionedDataLabels
+          versionedDataLabels,
+          {
+            returnSystemFieldsName: returnSystemFieldsName
+          }
         )
 
         _izContext.logger.debug("dataFromGraphV2: ", dataFromGraph);
@@ -143,12 +150,37 @@ module.exports.<%- functionName %>Main = async (
         } else {
           getRecordStatus.notFoundSomeRecord = true
         }
-
       //(<afterGetGraph>)
       //(</afterGetGraph>)
 
       getResults.push([dataFromGraph, getDataDetail]);
 
+      if (callingFlowConfig[callingFlowSharedLib.consts.CALLINGFLOW_PROPERTYNAME]) {
+
+        let messageObject = {
+          objType: {
+            objectType: OBJECT_TYPE,
+            serviceTag: SERVICE_TAG
+          },
+          objInstanceFull: dataFromGraph.objInstanceFull
+        }
+        // send message to SNS ProcessFindRequiredData
+        _izContext.logger.debug("HAVE CallingFlow");
+        messageObject = callingFlowSharedLib.addPassBackPropertiesToSnsResponseMessageObject(callingFlowConfig, messageObject);
+
+        let messageAttributes = callingFlowSharedLib.addCallingFlowToSnsResponseMessageAttributes(callingFlowConfig, {});
+        let outGetNodeCompleteTopic = await snsSharedLib.snsTopicArn(_izContext, TOPIC_NAME_GENERATE_CODE.outGetNodeComplete)
+        let messageParams = {
+          Message: JSON.stringify(messageObject),
+          MessageAttributes: sns.createStringMessageAttributes(_izContext, messageAttributes),
+          TopicArn: outGetNodeCompleteTopic,
+        };
+
+        _izContext.logger.debug("messageParams OutUpdateNode ::::::: ", messageParams);
+        await sns.publishAsync(_izContext, messageParams);
+      }
+
+
     } else {
 
       let identifiersForGetData = await dynamoDbIdentifiersByStorageResource(
@@ -204,7 +236,7 @@ module.exports.<%- functionName %>Main = async (
       throw Error("Not found some record while get data");
     }
 
-    let getResult = collectGetData(_izContext, getResults, objectSchema, returnFormat);
+    let getResult = collectGetData(_izContext, getResults, objectSchema, returnSystemFieldsName);
 
     return getResult;
   } catch (err) {