@izara_project/izara-core-generate-service-code 1.0.99 → 1.0.100

package/src/emit/application/custom/templates/s3/ConfirmAfterUpload_Main.ejs

@@ -0,0 +1,89 @@
+/*
+Copyright (C) 2026 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import dynamodbSharedLib from '@izara_project/izara-core-library-dynamodb';
+import { webSocket } from '@izara_project/izara-core-library-external-request';
+const { postToConnection } = webSocket;
+import { utils } from '@izara_project/izara-core-library-service-schemas';
+const { createFlowTypeConcat } = utils;
+
+//(<optionalRequired>)
+//(</optionalRequired>)
+
+/**
+ * Step 3: ConfirmAfterUpload (Deferred-Node S3 Pipeline - ADR-016)
+ * SQS handler receiving objInstanceFull from OutCreate SNS topic.
+ * Confirms storage quota, queries WebSocketTask, and notifies client via WebSocket.
+ *
+ * @param {Object} _izContext
+ * @param {Object} objType
+ * @param {Object} objInstanceFull
+ * @param {Object} passBackProperties
+ * @returns {Promise<Object>}
+ */
+export default async function <%- functionName %>(
+  _izContext,
+  objType,
+  objInstanceFull,
+  //(<additionalProperties>)
+  //(</additionalProperties>)
+  passBackProperties = {}
+) {
+  try {
+    _izContext.logger.debug('----- <%- functionName %> started -----', {
+      objType,
+      objInstanceFull,
+      passBackProperties
+    });
+
+    const targetId =
+      objInstanceFull.identifiers?.<%- objectType %>Id ||
+      Object.values(objInstanceFull.identifiers || {})[0];
+
+    //(<confirmUsageHook>)
+    //(</confirmUsageHook>)
+
+    const taskKey = `${createFlowTypeConcat(_izContext, { flowTag: '<%- flowTag %>', serviceTag: process.env.iz_serviceTag })}${targetId}`;
+    const taskRecord = await dynamodbSharedLib.getItem(
+      _izContext,
+      await dynamodbSharedLib.tableName(_izContext, 'WebSocketTask'),
+      { taskKey: taskKey }
+    );
+
+    if (taskRecord && taskRecord.connectionId) {
+      await postToConnection(
+        _izContext,
+        {
+          status: 'completed',
+          data: {
+            <%- objectType %>Id: targetId,
+            objInstanceFull: objInstanceFull
+          }
+        },
+        taskRecord.connectionId
+      );
+    }
+
+    return {
+      status: 'completed',
+      objInstanceFull: objInstanceFull
+    };
+  } catch (err) {
+    _izContext.logger.error('Error in <%- functionName %>: ', err);
+    throw err;
+  }
+}

package/src/emit/application/custom/templates/s3/ConfirmComplete_HdrSqs.ejs

@@ -0,0 +1,110 @@
+/*
+Copyright (C) 2026 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import { middlewareHandler as middleware } from '@izara_project/izara-middleware';
+import { recordHandlerSharedLib } from '@izara_project/izara-core-library-record-handler';
+import Logger from '@izara_project/izara-core-library-logger';
+import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
+
+import <%= functionName %> from './<%= functionName %>_Main.js';
+
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+
+let perRecordsValidatorSchema = {
+  type: 'object',
+  required: ['objType', 'objInstanceFull'],
+  properties: {
+    objType: {
+      type: 'object',
+      required: ['objectType', 'serviceTag'],
+      properties: {
+        objectType: {
+          type: 'string',
+          pattern: '^[a-zA-Z0-9_-]+$'
+        },
+        serviceTag: {
+          type: 'string',
+          pattern: '^[a-zA-Z0-9_-]+$'
+        }
+      }
+    },
+    objInstanceFull: {
+      type: 'object',
+      properties: {
+        identifiers: {
+          type: 'object',
+          minProperties: 1
+        },
+        fields: {
+          type: 'object'
+        }
+      }
+    }
+  }
+};
+
+perRecordsValidatorSchema =
+  callingFlowSharedLib.addOptionalPassBackPropertiesToValidatorSchema(
+    perRecordsValidatorSchema
+  );
+
+export const main = middleware.wrap(async (event, context) => {
+  try {
+    let recordPromises = [];
+
+    await Promise.all(
+      event.Records.map(async (record) => {
+        let passOnProperties = [];
+        record._izContext.logger.debug('record <%= functionName %><%= handlerType %>', record);
+
+        await recordHandlerSharedLib.validateRecord(
+          record,
+          '<%= functionName %><%= handlerType %>',
+          perRecordsValidatorSchema
+        );
+
+        passOnProperties.push(record.body.Message.objType);
+        passOnProperties.push(record.body.Message.objInstanceFull);
+        //(<additionalProperties>)
+        //(</additionalProperties>)
+        passOnProperties.push(
+          callingFlowSharedLib.addPassBackPropertiesToPassOnProperties(
+            record.body.Message
+          )
+        );
+
+        record._izContext.logger.debug(
+          'passOnProperties in <%= functionName %><%= handlerType %>',
+          passOnProperties
+        );
+
+        let returnPromise = await recordHandlerSharedLib.recordHandler(
+          record,
+          <%= functionName %>,
+          passOnProperties
+        );
+
+        recordPromises.push(returnPromise);
+      })
+    );
+
+    return await Promise.all(recordPromises);
+  } catch (err) {
+    Logger.error('Error <%= functionName %><%= handlerType %>: ', err);
+    throw err;
+  }
+});

package/src/emit/application/custom/templates/s3/ConfirmComplete_Main.ejs

@@ -0,0 +1,89 @@
+/*
+Copyright (C) 2026 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import dynamodbSharedLib from '@izara_project/izara-core-library-dynamodb';
+import { webSocket } from '@izara_project/izara-core-library-external-request';
+const { postToConnection } = webSocket;
+import { utils } from '@izara_project/izara-core-library-service-schemas';
+const { createFlowTypeConcat } = utils;
+
+//(<optionalRequired>)
+//(</optionalRequired>)
+
+/**
+ * Step 3: ConfirmComplete (Deferred-Node S3 Pipeline - ADR-016)
+ * SQS handler receiving objInstanceFull from OutCreate SNS topic.
+ * Confirms storage quota, queries WebSocketTask, and notifies client via WebSocket.
+ *
+ * @param {Object} _izContext
+ * @param {Object} objType
+ * @param {Object} objInstanceFull
+ * @param {Object} passBackProperties
+ * @returns {Promise<Object>}
+ */
+export default async function <%- functionName %>(
+  _izContext,
+  objType,
+  objInstanceFull,
+  //(<additionalProperties>)
+  //(</additionalProperties>)
+  passBackProperties = {}
+) {
+  try {
+    _izContext.logger.debug('----- <%- functionName %> started -----', {
+      objType,
+      objInstanceFull,
+      passBackProperties
+    });
+
+    const targetId =
+      objInstanceFull.identifiers?.<%- objectType %>Id ||
+      Object.values(objInstanceFull.identifiers || {})[0];
+
+    //(<confirmUsageHook>)
+    //(</confirmUsageHook>)
+
+    const taskKey = `${createFlowTypeConcat(_izContext, { flowTag: '<%- flowTag %>', serviceTag: process.env.iz_serviceTag })}${targetId}`;
+    const taskRecord = await dynamodbSharedLib.getItem(
+      _izContext,
+      await dynamodbSharedLib.tableName(_izContext, 'WebSocketTask'),
+      { taskKey: taskKey }
+    );
+
+    if (taskRecord && taskRecord.connectionId) {
+      await postToConnection(
+        _izContext,
+        {
+          status: 'completed',
+          data: {
+            <%- objectType %>Id: targetId,
+            objInstanceFull: objInstanceFull
+          }
+        },
+        taskRecord.connectionId
+      );
+    }
+
+    return {
+      status: 'completed',
+      objInstanceFull: objInstanceFull
+    };
+  } catch (err) {
+    _izContext.logger.error('Error in <%- functionName %>: ', err);
+    throw err;
+  }
+}

package/src/emit/application/custom/templates/s3/CreateObject_HdrWbs.ejs

@@ -57,7 +57,8 @@ export const main = middleware.wrap(async (event, context) => {
             ),
             {
               taskKey: `${createFlowTypeConcat(event._izContext, { flowTag: '<%- route %>', serviceTag: process.env.iz_serviceTag })}${identifiers}`,
-              connectionId: connectionId
+              connectionId: connectionId,
+              expirationTime: Math.floor(Date.now() / 1000) + 7200
             }
           );
 

package/src/emit/application/custom/templates/s3/CreateObject_Main.ejs

@@ -127,7 +127,11 @@ export default async function createObject(
           callingFlowSharedLib.createCallingFlowConfig(
             await lambdaSharedLib.lambdaFunctionName(
               _izContext,
+<% if (typeof nextStepFunctionName === 'string' && nextStepFunctionName) { -%>
+              '<%- nextStepFunctionName %>'
+<% } else { -%>
               TOPIC_NAME_GENERATE_CODE.createNodeComplete
+<% } -%>
             ),
             {}
           )

package/src/emit/application/custom/templates/s3/CreatePreSignUrl_HdrSqs.ejs

@@ -26,6 +26,40 @@ import <%= functionName %> from './<%= functionName %>_Main.js';
 middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
 
 // set schema for record.body.Message
+<% if (isSimplifiedS3) { -%>
+let perRecordsValidatorSchema = {
+  type: 'object',
+  required: ['objType', 'objInstanceFull'],
+  properties: {
+    objType: {
+      type: 'object',
+      required: ['objectType', 'serviceTag'],
+      properties: {
+        objectType: {
+          type: 'string',
+          pattern: '^[a-zA-Z0-9_-]+$'
+        },
+        serviceTag: {
+          type: 'string',
+          pattern: '^[a-zA-Z0-9_-]+$'
+        }
+      }
+    },
+    objInstanceFull: {
+      type: 'object',
+      properties: {
+        identifiers: {
+          type: 'object',
+          minProperties: 1
+        },
+        fields: {
+          type: 'object'
+        }
+      }
+    }
+  }
+};
+<% } else { -%>
 let perRecordsValidatorSchema = {
   type: 'object',
   required: ['returnMessage', 'foundErrors', 'passStatus'],
@@ -41,6 +75,7 @@ let perRecordsValidatorSchema = {
     }
   }
 };
+<% } -%>
 
 // set schema for record.body.MessageAttributes
 // const messageAttributeValidatorSchema = {
@@ -82,9 +117,16 @@ export const main = middleware.wrap(async (event, context) => {
         );
 
         // add argument (to invoke lambda) to passOnProperties[]
+<% if (isSimplifiedS3) { -%>
+        passOnProperties.push(record.body.Message.objType);
+        passOnProperties.push(record.body.Message.objInstanceFull);
+        passOnProperties.push(record.body.Message.status || 'complete');
+        passOnProperties.push(record.body.Message.foundErrors || []);
+<% } else { -%>
         passOnProperties.push(record.body.Message.returnMessage);
         passOnProperties.push(record.body.Message.foundErrors);
         passOnProperties.push(record.body.Message.passStatus);
+<% } -%>
         //(<additionalProperties>)
         //(</additionalProperties>)
         passOnProperties.push(

package/src/emit/application/custom/templates/s3/CreatePreSignUrl_Main.ejs

@@ -60,14 +60,30 @@ const { createFlowTypeConcat } = utils;
 
 export default async function createPreSignUrl(
   _izContext,
+<% if (isSimplifiedS3) { -%>
+  objType,
+  objInstanceFull,
+  status = 'complete',
+  foundErrors = [],
+<% } else { -%>
   returnMessage,
   foundErrors,
   passStatus,
+<% } -%>
   //(<additionalProperties>)
   //(</additionalProperties>)
   passBackProperties = {}
 ) {
   try {
+<% if (isSimplifiedS3) { -%>
+    _izContext.logger.debug('----- createPreSignUrl event params -----', {
+      objType: objType,
+      objInstanceFull: objInstanceFull,
+      status: status,
+      foundErrors: foundErrors,
+      passBackProperties: passBackProperties
+    });
+<% } else { -%>
     _izContext.logger.debug('----- createPreSignUrl event params -----', {
       returnMessage: returnMessage,
       foundErrors: foundErrors,
@@ -80,6 +96,7 @@ export default async function createPreSignUrl(
     const reservedDataId =
       passBackProperties.passBackProperties.identifier.reservedDataId;
     const objType = passBackProperties.passBackProperties.objType;
+<% } -%>
 
     const correlationId = _izContext.correlationIds.get(
       consts.X_CORRELATION_ID
@@ -100,6 +117,7 @@ export default async function createPreSignUrl(
     //(<afterGetResult>)
     //(</afterGetResult>)
 
+<% if (!isSimplifiedS3) { -%>
     let uniqueIdentify = getNestObject(_izContext, returnMessage, [
       'limitFound',
       'runningTotal',
@@ -194,6 +212,7 @@ export default async function createPreSignUrl(
 
       return 'reserved not pass';
     }
+<% } -%>
 
     //(<createKeyForUploadFile>)
     const Key = `${fileName}.${importType}`;
@@ -250,7 +269,11 @@ export default async function createPreSignUrl(
         callingFlowSharedLib.addCallingFlowToSnsRequestMessageObject(
           messageObject,
           callingFlowSharedLib.addParentCallingFlowConfig(
+<% if (isSimplifiedS3) { -%>
+            passBackProperties,
+<% } else { -%>
             returnMessage, // resive parent callingFlowConfig.
+<% } -%>
             callingFlowSharedLib.createCallingFlowConfig(
               // calling flow own service
               await lambdaSharedLib.lambdaFunctionName(

package/src/emit/application/custom/templates/s3/ProcessS3File_Main.ejs

@@ -1,5 +1,5 @@
 /*
-Copyright (C) 2021 Sven Mason <http://izara.io>
+Copyright (C) 2026 Sven Mason <http://izara.io>
 
 This program is free software: you can redistribute it and/or modify
 it under the terms of the GNU Affero General Public License as
@@ -8,42 +8,40 @@ License, or (at your option) any later version.
 
 This program is distributed in the hope that it will be useful,
 but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 GNU Affero General Public License for more details.
 
 You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
+along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
 
 import {
   S3Client,
   GetObjectCommand,
-  DeleteObjectCommand,
-  PutObjectCommand,
-  CopyObjectCommand
+  HeadObjectCommand
 } from '@aws-sdk/client-s3';
 const s3 = new S3Client({ region: process.env.AWS_REGION });
 
+import snsSharedLib from '@izara_project/izara-core-library-sns';
+import callingFlowSharedLib from '@izara_project/izara-core-library-calling-flow';
+import lambdaSharedLib from '@izara_project/izara-core-library-lambda';
+import { sns } from '@izara_project/izara-core-library-external-request';
+
 //(<optionalRequired>)
 //(</optionalRequired>)
 
 /**
- * description of function.
- * @param {Object} _izContext
- * @param {CorrelationIds} _izContext.correlationIds - property of _izContext
- * @param {Logger} _izContext.logger - property of _izContext
- * @param {Logger} _izContext.logger.debug - property of _izContext
- * @param {Object} bucket - bucket's data
- * @param {Array} field - image's data
- * @param {Array} importBy - 'webSocket' || 'importData'
- * @param {Array} imageImportId - from importData
- * @param {Array} realImageSize - from importData
- * @param {Array} passBackProperties - from importData
+ * Step 2: ProcessAfterUpload (Deferred-Node S3 Pipeline - ADR-016)
+ * Triggered by S3 ObjectCreated event. Inspects file, prepares entity payload,
+ * and publishes to Create_In SNS topic with callingFlow targeting ConfirmAfterUpload.
  *
- * @returns {object} returnResponse
+ * @param {Object} _izContext
+ * @param {Object} bucket - S3 bucket record
+ * @param {Object} field - S3 object record ({ key, size, eTag })
+ * @param {Object} passBackProperties
+ * @returns {Promise<Object>}
  */
-
-export default async function processAfterUpload(
+export default async function <%- functionName %>(
   _izContext,
   bucket,
   field,
@@ -52,18 +50,128 @@ export default async function processAfterUpload(
   passBackProperties = {}
 ) {
   try {
-    _izContext.logger.debug('----- process AfterUpload event params ----- ', {
-      bucket: bucket,
-      field: field,
-      //(<loggerAdditionalParams>)
-      //(</loggerAdditionalParams>)
-      passBackProperties: passBackProperties
+    _izContext.logger.debug('----- <%- functionName %> started -----', {
+      bucket,
+      field,
+      passBackProperties
     });
 
+    const s3Key = field.key;
+    const actualByteSize = field.size;
+    const actualSizeMb = actualByteSize / (1024 * 1024);
+
+    let s3Metadata = {};
+    try {
+      const headResult = await s3.send(
+        new HeadObjectCommand({
+          Bucket: bucket.name,
+          Key: s3Key
+        })
+      );
+      s3Metadata = headResult.Metadata || {};
+    } catch (headErr) {
+      _izContext.logger.warn('Could not retrieve S3 object metadata via HeadObjectCommand:', {
+        bucket: bucket.name,
+        key: s3Key,
+        error: headErr.message
+      });
+    }
+
+    //(<extractIdentifiersFromKeyOrMetadata>)
+    const keyParts = s3Key.split('/');
+    let fileNameWithExt = '';
+    if (keyParts.length > 0) {
+      fileNameWithExt = keyParts[keyParts.length - 1];
+    }
+    const rawId = fileNameWithExt.split('.')[0];
+    let parentId = '';
+    if (keyParts.length > 2) {
+      parentId = keyParts[keyParts.length - 2];
+    }
+<% if (typeof parentIdKeys !== 'undefined' && parentIdKeys && parentIdKeys.length > 1) { -%>
+<%   for (let i = 1; i < parentIdKeys.length; i++) { -%>
+    let <%- parentIdKeys[i] %> = '';
+    if (keyParts.length > <%- 2 + i %>) {
+      <%- parentIdKeys[i] %> = keyParts[keyParts.length - <%- 2 + i %>];
+    }
+<%   } -%>
+<% } -%>
+    //(</extractIdentifiersFromKeyOrMetadata>)
+
     //(<endpointHook>)
     //(</endpointHook>)
+
+<% if (typeof nextStepFunctionName === 'string' && nextStepFunctionName) { -%>
+    const metaUserId =
+      s3Metadata.submittedbyuserid ||
+      s3Metadata.submittedByUserId ||
+      s3Metadata.userid ||
+      s3Metadata.userId ||
+      _izContext.userId ||
+      '';
+    let messageObject = {
+      objectType: '<%- objectType %>',
+      submittedByUserId: metaUserId,
+      identifiers: {
+        <%- objectType %>Id: rawId
+      },
+<% if (typeof parentIdKeys !== 'undefined' && parentIdKeys && parentIdKeys.length > 1) { -%>
+      targetIdentifiers: {
+        <%- parentIdKeys[0] %>: parentId,
+<%   for (let i = 1; i < parentIdKeys.length; i++) { -%>
+        <%- parentIdKeys[i] %>: <%- parentIdKeys[i] %><%- i < parentIdKeys.length - 1 ? ',' : '' %>
+<%   } -%>
+      },
+<% } else if (typeof parentIdKey !== 'undefined' && parentIdKey) { -%>
+      targetIdentifiers: {
+        <%- parentIdKey %>: parentId
+      },
+<% } -%>
+      fieldNames: {
+        //(<fieldNamesHook>)
+        //(</fieldNamesHook>)
+      }
+    };
+
+    messageObject =
+      callingFlowSharedLib.addCallingFlowToSnsRequestMessageObject(
+        messageObject,
+        callingFlowSharedLib.addParentCallingFlowConfig(
+          passBackProperties,
+          callingFlowSharedLib.createCallingFlowConfig(
+            await lambdaSharedLib.lambdaFunctionName(
+              _izContext,
+              '<%- nextStepFunctionName %>'
+            ),
+            {}
+          )
+        )
+      );
+
+    let sendMessageToCreateEndpoint = {
+      Message: JSON.stringify(messageObject),
+      TopicArn: snsSharedLib.snsTopicArnByFlowSchema(_izContext, 'Create_In')
+    };
+
+    _izContext.logger.debug(
+      'sendMessageToCreateEndpoint',
+      sendMessageToCreateEndpoint
+    );
+    await sns.publishAsync(_izContext, sendMessageToCreateEndpoint);
+
+    return {
+      status: 'dispatched',
+      s3Key,
+      messageObject
+    };
+<% } else { -%>
+    return {
+      status: 'processed',
+      s3Key
+    };
+<% } -%>
   } catch (err) {
-    _izContext.logger.error('error ProcessImageAfterUploadMain: ', err);
+    _izContext.logger.error('Error in <%- functionName %>: ', err);
     throw err;
   }
 }