@izara_project/izara-core-generate-service-code 1.0.78 → 1.0.80

package/src/emit/crud/templates/CreateLogicalLib.ejs

@@ -0,0 +1,541 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import {
+  objectHash as hash,
+  identifierUuid
+} from '@izara_project/izara-shared-core';
+import dynamodbSharedLib from '@izara_project/izara-core-library-dynamodb';
+import snsSharedLib from '@izara_project/izara-core-library-sns';
+import asyncFlowSharedLib from '@izara_project/izara-core-library-asynchronous-flow';
+import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
+import lambdaSharedLib from '@izara_project/izara-core-library-lambda';
+import {
+  consts as coreConsts,
+  NoRetryError
+} from '@izara_project/izara-core-library-core';
+import { consts as middlewareConsts } from '@izara_project/izara-middleware';
+import {
+  sns,
+  lambda
+} from '@izara_project/izara-core-library-external-request';
+import {
+  utils,
+  createNodeLib,
+  uploadUseCase,
+  consts,
+  getObjectSchema,
+  identifiersObject,
+  dataDetailsLib
+} from '@izara_project/izara-core-library-service-schemas';
+import graphSharedLibs from '@izara_project/izara-core-library-graph-service';
+
+//(<optionalRequire>)
+//(</optionalRequire>)
+
+const { createObjType, firstLetterUpperCase } = utils;
+const { createDataDetailsLib } = dataDetailsLib;
+const { dynamoDbIdentifiersByStorageResource, createIdentifiersByUseCase } =
+  identifiersObject;
+const { TOPIC_NAME_GENERATE_CODE, TOPIC_NAME_GRAPH_HANDLER } = consts;
+
+const PREFIX = {
+  ONE: 'one',
+  MANY: 'many',
+  CREATE_OBJECT_ASYNC: 'CreateAsyncEndpoint',
+  CREATE_OBJECT_ASYNC_COMPLETE: 'CreateAsyncEndpointComplete',
+  CREATE_OBJECT_EXTERNAL_TOPIC: 'CreateExternalTopicEndpoint'
+};
+
+/**
+ * Core logical processing library
+ * @param {Object} _izContext - Context object with logger
+ * @param {Object} requestParams - { fieldNames, relationships[] }
+ * @param {Object} callingFlowConfig - Calling flow configuration
+ * @param {Object} phaseResults - Results from preceding phases
+ * @returns {Promise<Object>} Result with objType, objInstanceFull, relationships, status, errorsFound
+ */
+export async function <%- flowTag %>LogicalLib(
+  _izContext,
+  requestParams,
+  callingFlowConfig = {},
+  errorsFound = [],
+  phaseResults = {}
+) {
+  try {
+    _izContext.logger.debug('[<%- flowTag %>LogicalLib] started', {
+      requestParams,
+      callingFlowConfig,
+      phaseResults
+    });
+
+    //(<beforeCreateMainLogical>)
+    //(</beforeCreateMainLogical>)
+
+    const objType = createObjType(requestParams.objectType);
+
+    // ── Load schema ───────────────────────────────────────────────────────────
+    const objectSchema = await getObjectSchema.getObjSchemaS3WithHierarchy(
+      _izContext,
+      objType
+    );
+    _izContext.logger.debug('objectSchema', objectSchema);
+
+    const objectSchemas =
+      uploadUseCase.generateObjectSchemaForCombineFieldNames(
+        _izContext,
+        objectSchema
+      );
+    _izContext.logger.debug('objectSchemas', objectSchemas);
+
+    // ── Parent object ─────────────────────────────────────────────────────────
+    let parentObject;
+    if (objectSchemas.hasOwnProperty('extendObjType')) {
+      parentObject = await getObjectSchema.getObjSchemaS3WithHierarchy(
+        _izContext,
+        objectSchema.extendObjType
+      );
+    }
+
+    // ── Detect invocation type ────────────────────────────────────────────────
+    const directInvoke =
+      requestParams.hasOwnProperty('__context__') &&
+      requestParams.izEventSource?.eventSourceTag === 'DirectInvoke';
+
+    // ── Build createDataDetails ───────────────────────────────────────────────
+    const createDataDetails = await createDataDetailsLib(
+      _izContext,
+      objectSchemas
+    );
+    _izContext.logger.debug('createDataDetails:', createDataDetails);
+
+    // ── Build objInstanceFull identifiers ─────────────────────────────────────
+    const objInstanceFull = { identifiers: {}, fields: {} };
+
+    for (const fieldName of Object.keys(requestParams.fieldNames)) {
+      if (objectSchemas.identifierFieldNames.includes(fieldName)) {
+        Object.assign(objInstanceFull.identifiers, {
+          [fieldName]: requestParams.fieldNames[fieldName]
+        });
+      }
+    }
+
+    // ── Helper: extract fields per storageTag ─────────────────────────────────
+    function createObjInstanceFullFieldsByStorageTag(
+      _izContext,
+      storageTag,
+      createDataDetail
+    ) {
+      const fields = {};
+      for (const fieldName of Object.keys(requestParams.fieldNames)) {
+        if (
+          createDataDetails[storageTag].fieldNames.includes(fieldName) &&
+          createDataDetail.fieldNames.includes(fieldName) &&
+          !objInstanceFull.identifiers.hasOwnProperty(fieldName) &&
+          !fields.hasOwnProperty(fieldName)
+        ) {
+          Object.assign(fields, {
+            [fieldName]: requestParams.fieldNames[fieldName]
+          });
+        }
+      }
+      return fields;
+    }
+
+    // ── Process storage resources ─────────────────────────────────────────────
+    const objInstanceFullForDynamoDb = structuredClone(objInstanceFull);
+    const objInstanceFullForGraph = structuredClone(objInstanceFull);
+    const objInstanceFullForExternalTopic = structuredClone(objInstanceFull);
+    const parentFlowId = identifierUuid();
+    const allAwaitingStepsId = [];
+    const listOfObjectForCreates = [];
+    const listOfRecords = [];
+
+    if (errorsFound.length === 0) {
+      //(<validateBeforeCreate>)
+      //(</validateBeforeCreate>)
+
+      for (const [storageTag, createDataDetail] of Object.entries(
+        createDataDetails
+      )) {
+        //(<beforeCreate>)
+        //(</beforeCreate>)
+
+        // ── DynamoDB ──────────────────────────────────────────────────────────
+        if (createDataDetail.storageType === consts.STORAGE_TYPES.dynamoDB) {
+          _izContext.logger.debug('::::::DynamoDB::::::', {
+            storageTag,
+            objInstanceFull
+          });
+
+          if (
+            parentObject &&
+            createDataDetail.tableName.includes(
+              firstLetterUpperCase(`${parentObject.objectType}Records`)
+            )
+          ) {
+            Object.assign(objInstanceFullForDynamoDb.fields, {
+              [`${parentObject.objectType}HandlerServiceTag`]:
+                process.env.iz_serviceTag
+            });
+          }
+
+          Object.assign(
+            objInstanceFullForDynamoDb.fields,
+            createObjInstanceFullFieldsByStorageTag(
+              _izContext,
+              storageTag,
+              createDataDetail
+            )
+          );
+
+          _izContext.logger.debug(
+            'objInstanceFull before create item in dynamoDB',
+            objInstanceFullForDynamoDb
+          );
+
+          const identifiersForCreateData =
+            await dynamoDbIdentifiersByStorageResource(
+              _izContext,
+              objectSchema,
+              createDataDetails,
+              objInstanceFullForDynamoDb.identifiers
+            );
+          _izContext.logger.debug(
+            'identifiersForCreateData',
+            identifiersForCreateData
+          );
+
+          //(<beforeCreateRecordDynamo>)
+          //(</beforeCreateRecordDynamo>)
+
+          if (
+            Object.values(createDataDetails).some(
+              (createDataDetail) =>
+                createDataDetail.storageType === consts.STORAGE_TYPES.graph
+            )
+          ) {
+            _izContext.logger.debug('must process graph first');
+            listOfRecords.push({
+              [storageTag]: {
+                serviceTag: createDataDetail.serviceTag,
+                tableName: createDataDetail.tableName,
+                objInstanceFull: {
+                  identifiers: identifiersForCreateData,
+                  fields: objInstanceFullForDynamoDb.fields
+                }
+              }
+            });
+          } else {
+            _izContext.logger.debug('can process record dynamo');
+            await dynamodbSharedLib.putItem(
+              _izContext,
+              dynamodbSharedLib.tableName(
+                _izContext,
+                createDataDetail.tableName,
+                createDataDetail.serviceTag
+              ),
+              {
+                ...identifiersForCreateData,
+                ...objInstanceFullForDynamoDb.fields
+              }
+            );
+
+            objInstanceFullForDynamoDb.fields = {};
+          }
+
+          //(<afterCreateRecordDynamo>)
+          //(</afterCreateRecordDynamo>)
+
+          // ── Graph ─────────────────────────────────────────────────────────────
+        } else if (
+          createDataDetail.storageType === consts.STORAGE_TYPES.graph
+        ) {
+          //(<beforeCreateNode>)
+          //(</beforeCreateNode>)
+          _izContext.logger.debug('::::::Graph::::::', {
+            storageTag,
+            objInstanceFull
+          });
+
+          Object.assign(
+            objInstanceFullForGraph.fields,
+            createObjInstanceFullFieldsByStorageTag(
+              _izContext,
+              storageTag,
+              createDataDetail
+            )
+          );
+          _izContext.logger.debug(
+            'objInstanceFull before send to Graph',
+            objInstanceFullForGraph
+          );
+
+          //(<additionalAttributeCreateNode>)
+          const additionalAttributes = {};
+          //(</additionalAttributeCreateNode>)
+
+          const records = allAwaitingStepsId.length === 0 ? listOfRecords : [];
+          allAwaitingStepsId.push({
+            awaitingStepId: await asyncFlowSharedLib.createAwaitingStepId(
+              parentFlowId,
+              PREFIX.CREATE_OBJECT_ASYNC
+            ),
+            additionalAttributes: {
+              listOfRecords: records,
+              additionalAttributes: additionalAttributes
+            }
+          });
+
+          listOfObjectForCreates.push({
+            [storageTag]: {
+              objInstanceFull: {
+                identifiers: objInstanceFullForGraph.identifiers,
+                fields: objInstanceFullForGraph.fields
+              },
+              allStorageTagComplete: false
+            }
+          });
+
+          // ── External Topic ────────────────────────────────────────────────────
+        } else if (
+          createDataDetail.storageType === consts.STORAGE_TYPES.externalTopic
+        ) {
+          _izContext.logger.debug('::::::externalTopic::::::', {
+            storageTag,
+            createDataDetail
+          });
+          //(<beforeSendMessageToExternalTopic>)
+          //(</beforeSendMessageToExternalTopic>)
+
+          Object.assign(
+            objInstanceFullForExternalTopic.fields,
+            createObjInstanceFullFieldsByStorageTag(
+              _izContext,
+              storageTag,
+              createDataDetail
+            )
+          );
+          _izContext.logger.debug(
+            'objInstanceFull before send to external topic',
+            objInstanceFullForExternalTopic
+          );
+
+          allAwaitingStepsId.push({
+            awaitingStepId: await asyncFlowSharedLib.createAwaitingStepId(
+              parentFlowId,
+              PREFIX.CREATE_OBJECT_EXTERNAL_TOPIC
+            ),
+            additionalAttributes: {}
+          });
+
+          Object.assign(objInstanceFullForExternalTopic, {
+            parentFlowId: parentFlowId
+          });
+
+          await sns.publishAsync(_izContext, {
+            Message: JSON.stringify(objInstanceFullForExternalTopic),
+            TopicArn: `arn:aws:sns:${createDataDetail.region}:${createDataDetail.accountId}:${createDataDetail.serviceTag}_${createDataDetail.stage}_Create_In`
+          });
+        }
+      }
+    }
+
+    // ── Create awaiting multiple steps ────────────────────────────────────────
+    if (allAwaitingStepsId.length > 0) {
+      _izContext.logger.debug('not api will create awaitingStep');
+      await asyncFlowSharedLib.createAwaitingMultipleSteps(
+        _izContext,
+        asyncFlowSharedLib.createPendingStepId(
+          _izContext.uniqueRequestId,
+          PREFIX.CREATE_OBJECT_ASYNC_COMPLETE
+        ),
+        allAwaitingStepsId,
+        {
+          additionalAttributes: {
+            callingFlowConfig
+          }
+        }
+      );
+    }
+
+    // ── Process graph objects ─────────────────────────────────────────────────
+    let messageObject = {};
+    for (const objectCreate of listOfObjectForCreates) {
+      for (const [graphServiceName, objectForCreate] of Object.entries(
+        objectCreate
+      )) {
+        _izContext.logger.debug('Loop each graph:', {
+          [graphServiceName]: objectForCreate
+        });
+
+        if (!objectForCreate.allStorageTagComplete) {
+          //(<beforeSendMessageToGraph>)
+          //(</beforeSendMessageToGraph>)
+          messageObject = {
+            objType,
+            objInstanceFull: objectForCreate.objInstanceFull,
+            deepPathConditional: requestParams.deepPathConditional || [],
+            setFieldConditionals: requestParams.setFieldConditionals || [],
+            relationships: requestParams.relationships || [],
+            parentFlowId: parentFlowId
+          };
+        }
+
+        if (errorsFound.length > 0) break;
+
+        Object.assign(messageObject, {
+          settings: { updatePropertiesOnMatch: false },
+          originTimestamp: Date.now()
+        });
+
+        messageObject =
+          callingFlowSharedLib.addCallingFlowToSnsRequestMessageObject(
+            messageObject,
+            callingFlowSharedLib.addParentCallingFlowConfig(
+              callingFlowConfig,
+              callingFlowSharedLib.createCallingFlowConfig(
+                //(<callingFlowProperties>)
+                await lambdaSharedLib.lambdaFunctionName(
+                  _izContext,
+                  TOPIC_NAME_GENERATE_CODE.createNodeComplete
+                ),
+                {}
+                //(</callingFlowProperties>)
+              )
+            )
+          );
+
+        await sns.publishAsync(_izContext, {
+          Message: JSON.stringify(messageObject),
+          TopicArn: snsSharedLib.snsTopicArnByFlowSchema(
+            _izContext,
+            TOPIC_NAME_GRAPH_HANDLER.inCreateNode,
+            graphServiceName
+          )
+        });
+
+        //(<afterSendMessageToGraph>)
+        //(</afterSendMessageToGraph>)
+        return {
+          objType,
+          objInstanceFull: objInstanceFullForGraph,
+          relationships: requestParams.relationships || [],
+          status: 'complete',
+          errorsFound
+        };
+      }
+      if (errorsFound.length > 0) break;
+    }
+
+    // ── Handle errors ─────────────────────────────────────────────────────────
+    if (errorsFound.length > 0) {
+      _izContext.logger.debug('Case have errorsFound:::', errorsFound);
+
+      await asyncFlowSharedLib.clearAllAwaitingSteps(
+        _izContext,
+        asyncFlowSharedLib.createPendingStepId(
+          _izContext.uniqueRequestId,
+          PREFIX.CREATE_OBJECT_ASYNC_COMPLETE
+        )
+      );
+
+      messageObject =
+        callingFlowSharedLib.addPassBackPropertiesToSnsResponseMessageObject(
+          callingFlowConfig,
+          { objType, identifiers: null, errorsFound }
+        );
+
+      await sns.publishAsync(_izContext, {
+        Message: JSON.stringify(messageObject),
+        MessageAttributes: sns.createStringMessageAttributes(
+          _izContext,
+          callingFlowSharedLib.addCallingFlowToSnsResponseMessageAttributes(
+            callingFlowConfig,
+            {}
+          )
+        ),
+        TopicArn: snsSharedLib.snsTopicArnByFlowSchema(
+          _izContext,
+          TOPIC_NAME_GENERATE_CODE.outCreateNodeComplete
+        )
+      });
+
+      return {
+        objType,
+        objInstanceFull,
+        relationships: requestParams.relationships || [],
+        status: 'error',
+        errorsFound
+      };
+    }
+
+    // ── DynamoDB-only complete path ───────────────────────────────────────────
+    if (
+      allAwaitingStepsId.length === 0 &&
+      listOfObjectForCreates.length === 0
+    ) {
+      const outMessage =
+        callingFlowSharedLib.addPassBackPropertiesToSnsResponseMessageObject(
+          callingFlowConfig,
+          {
+            objType: objType,
+            objInstanceFull: {
+              identifiers: objInstanceFullForDynamoDb.identifiers,
+              fields: objInstanceFullForDynamoDb.fields
+            }
+          }
+        );
+
+      if (
+        callingFlowConfig[callingFlowSharedLib.consts.CALLINGFLOW_PROPERTYNAME]
+      ) {
+        _izContext.logger.debug('HAVE CallingFlow');
+        await sns.publishAsync(_izContext, {
+          Message: JSON.stringify(outMessage),
+          MessageAttributes: sns.createStringMessageAttributes(
+            _izContext,
+            callingFlowSharedLib.addCallingFlowToSnsResponseMessageAttributes(
+              callingFlowConfig,
+              {}
+            )
+          ),
+          TopicArn: snsSharedLib.snsTopicArnByFlowSchema(
+            _izContext,
+            TOPIC_NAME_GENERATE_CODE.outCreateNodeComplete
+          )
+        });
+      }
+    }
+
+    return {
+      objType,
+      objInstanceFull: {
+        identifiers: objInstanceFullForDynamoDb.identifiers,
+        fields: objInstanceFullForDynamoDb.fields
+      },
+      relationships: requestParams.relationships || [],
+      status: 'complete',
+      errorsFound
+    };
+  } catch (err) {
+    throw err;
+  }
+}
+
+export const <%- flowTag %>MainLogical = <%- flowTag %>LogicalLib;
+export default <%- flowTag %>LogicalLib;

package/src/emit/crud/templates/DeleteComplete_Main.ejs

@@ -118,8 +118,10 @@ export default async function DeleteComplete(
             }
           : null;
       if (status === 'complete') {
+        const listOfRecords =
+          result?.additionalAttributes?.listOfRecords ?? [];
         await Promise.all(
-          (pending.listOfRecords ?? []).flatMap((records) =>
+          (listOfRecords ?? []).flatMap((records) =>
             Object.values(records).map(async (record) =>
               dynamodbSharedLib.putItem(
                 _izContext,
@@ -137,9 +139,12 @@ export default async function DeleteComplete(
           )
         );
       }
+      const callingFlowConfig =
+        result?.additionalAttributes?.callingFlowConfig ||
+        passBackProperties;
       const message =
         callingFlowSharedLib.addParentPassBackPropertiesToSnsResponseMessageObject(
-          passBackProperties,
+          callingFlowConfig,
           {
             objType: returnValue.requestParams.objType,
             objInstanceFull: node.objInstanceFull,
@@ -152,7 +157,7 @@ export default async function DeleteComplete(
         );
       const messageAttributes =
         callingFlowSharedLib.addParentPassBackCallingFlowToSnsResponseMessageAttributes(
-          passBackProperties,
+          callingFlowConfig,
           {}
         );
       const topicArn = snsSharedLib.snsTopicArnByFlowSchema(