@mbc-cqrs-serverless/import 0.1.75-beta.0 → 1.0.1

package/dist/event/import-status.queue.event.handler.js

@@ -0,0 +1,82 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var ImportStatusHandler_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImportStatusHandler = void 0;
+const client_sfn_1 = require("@aws-sdk/client-sfn");
+const core_1 = require("@mbc-cqrs-serverless/core");
+const common_1 = require("@nestjs/common");
+const constant_1 = require("../constant");
+const import_service_1 = require("../import.service");
+const import_status_queue_event_1 = require("./import-status.queue.event");
+const enum_1 = require("../enum");
+let ImportStatusHandler = ImportStatusHandler_1 = class ImportStatusHandler {
+    constructor(importService, sfnService) {
+        this.importService = importService;
+        this.sfnService = sfnService;
+        this.logger = new common_1.Logger(ImportStatusHandler_1.name);
+    }
+    async execute(event) {
+        const notification = JSON.parse(event.body);
+        // 1. Filter for the specific event: a completed master CSV job.
+        const pk = notification.pk;
+        const status = notification.content?.status;
+        if (status !== enum_1.ImportStatusEnum.COMPLETED ||
+            !pk?.startsWith(`${constant_1.CSV_IMPORT_PK_PREFIX}${core_1.KEY_SEPARATOR}`)) {
+            return;
+        }
+        this.logger.log(`Received completed master CSV job event for: ${notification.id}`);
+        try {
+            // 2. Get the full import job entity from DynamoDB.
+            const importKey = { pk: notification.pk, sk: notification.sk };
+            const importJob = await this.importService.getImportByKey(importKey);
+            if (!importJob) {
+                this.logger.warn(`Could not find import job for key:`, importKey);
+                return;
+            }
+            // 3. Check if a taskToken was saved in its attributes.
+            const taskToken = importJob.attributes?.taskToken;
+            if (taskToken) {
+                this.logger.log(`Found task token. Resuming Step Function.`);
+                // 4. Send the success signal back to the waiting Step Function.
+                // The output can be the result summary from the import job itself.
+                await this.sendTaskSuccess(taskToken, importJob.result);
+            }
+            else {
+                this.logger.log('No task token found in import job attributes. Nothing to do.');
+            }
+        }
+        catch (error) {
+            this.logger.error('Error in ImportStatusHandler:', error);
+            throw error;
+        }
+    }
+    /**
+     * Sends a success signal to a waiting Step Function task.
+     * @param taskToken The unique token of the paused task.
+     * @param output The JSON output to send back to the state machine.
+     */
+    async sendTaskSuccess(taskToken, output) {
+        this.logger.log(`Sending task success for token: ${taskToken}`);
+        return this.sfnService.client.send(new client_sfn_1.SendTaskSuccessCommand({
+            taskToken: taskToken,
+            output: JSON.stringify(output),
+        }));
+    }
+};
+exports.ImportStatusHandler = ImportStatusHandler;
+exports.ImportStatusHandler = ImportStatusHandler = ImportStatusHandler_1 = __decorate([
+    (0, common_1.Injectable)(),
+    (0, core_1.EventHandler)(import_status_queue_event_1.ImportStatusQueueEvent),
+    __metadata("design:paramtypes", [import_service_1.ImportService,
+        core_1.StepFunctionService])
+], ImportStatusHandler);
+//# sourceMappingURL=import-status.queue.event.handler.js.map

package/dist/event/import-status.queue.event.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-status.queue.event.handler.js","sourceRoot":"","sources":["../../src/event/import-status.queue.event.handler.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,oDAA4D;AAC5D,oDAMkC;AAClC,2CAAmD;AAEnD,0CAAkD;AAClD,sDAAiD;AACjD,2EAAoE;AACpE,kCAA0C;AAInC,IAAM,mBAAmB,2BAAzB,MAAM,mBAAmB;IAK9B,YACmB,aAA4B,EAC5B,UAA+B;QAD/B,kBAAa,GAAb,aAAa,CAAe;QAC5B,eAAU,GAAV,UAAU,CAAqB;QAJjC,WAAM,GAAG,IAAI,eAAM,CAAC,qBAAmB,CAAC,IAAI,CAAC,CAAA;IAK3D,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,KAA6B;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAE3C,gEAAgE;QAChE,MAAM,EAAE,GAAG,YAAY,CAAC,EAAY,CAAA;QACpC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,CAAA;QAE3C,IACE,MAAM,KAAK,uBAAgB,CAAC,SAAS;YACrC,CAAC,EAAE,EAAE,UAAU,CAAC,GAAG,+BAAoB,GAAG,oBAAa,EAAE,CAAC,EAC1D,CAAC;YACD,OAAM;QACR,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,gDAAgD,YAAY,CAAC,EAAE,EAAE,CAClE,CAAA;QAED,IAAI,CAAC;YACH,mDAAmD;YACnD,MAAM,SAAS,GAAc,EAAE,EAAE,EAAE,YAAY,CAAC,EAAE,EAAE,EAAE,EAAE,YAAY,CAAC,EAAE,EAAE,CAAA;YACzE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,SAAS,CAAC,CAAA;YAEpE,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE,SAAS,CAAC,CAAA;gBACjE,OAAM;YACR,CAAC;YAED,uDAAuD;YACvD,MAAM,SAAS,GAAG,SAAS,CAAC,UAAU,EAAE,SAAS,CAAA;YACjD,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAA;gBAE5D,gEAAgE;gBAChE,mEAAmE;gBACnE,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,CAAA;YACzD,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,8DAA8D,CAC/D,CAAA;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,eAAe,CAAC,SAAiB,EAAE,MAAW;QAClD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mCAAmC,SAAS,EAAE,CAAC,CAAA;QAC/D,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAChC,IAAI,mCAAsB,CAAC;YACzB,SAAS,EAAE,SAAS;YACpB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;SAC/B,CAAC,CACH,CAAA;IACH,CAAC;CACF,CAAA;AAvEY,kDAAmB;8BAAnB,mBAAmB;IAF/B,IAAA,mBAAU,GAAE;IACZ,IAAA,mBAAY,EAAC,kDAAsB,CAAC;qCAOD,8BAAa;QAChB,0BAAmB;GAPvC,mBAAmB,CAuE/B"}

package/dist/event/import-status.queue.event.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImportStatusQueueEvent = void 0;
+class ImportStatusQueueEvent {
+    fromSqsRecord(record) {
+        Object.assign(this, record, {
+            source: record.eventSourceARN,
+        });
+        return this;
+    }
+}
+exports.ImportStatusQueueEvent = ImportStatusQueueEvent;
+//# sourceMappingURL=import-status.queue.event.js.map

package/dist/event/import-status.queue.event.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-status.queue.event.js","sourceRoot":"","sources":["../../src/event/import-status.queue.event.ts"],"names":[],"mappings":";;;AAOA,MAAa,sBAAsB;IAYjC,aAAa,CAAC,MAAiB;QAC7B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE;YAC1B,MAAM,EAAE,MAAM,CAAC,cAAc;SAC9B,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAlBD,wDAkBC"}

package/dist/event/import.queue.event.handler.js

@@ -22,8 +22,10 @@ exports.ImportQueueEventHandler = void 0;
  */
 const core_1 = require("@mbc-cqrs-serverless/core");
 const common_1 = require("@nestjs/common");
+const constant_1 = require("../constant");
 const comparison_status_enum_1 = require("../enum/comparison-status.enum");
 const import_status_enum_1 = require("../enum/import-status.enum");
+const helpers_1 = require("../helpers");
 const import_module_definition_1 = require("../import.module-definition");
 const import_service_1 = require("../import.service");
 const import_queue_event_1 = require("./import.queue.event");
@@ -35,10 +37,8 @@ let ImportQueueEventHandler = ImportQueueEventHandler_1 = class ImportQueueEvent
     }
     async execute(event) {
         const importEntity = event.importEvent.importEntity;
-        // This handler processes individual records, so it must ignore the master CSV jobs.
-        // Master jobs are handled exclusively by the CsvImportQueueEventHandler.
-        if (importEntity.type === 'CSV_MASTER_JOB') {
-            this.logger.debug(`Skipping CSV_MASTER_JOB in main queue handler: ${importEntity.id}`);
+        if (!importEntity.id.startsWith(`${constant_1.IMPORT_PK_PREFIX}${core_1.KEY_SEPARATOR}`)) {
+            this.logger.debug(`Skipping other type import job in main queue handler: ${importEntity.id}`);
             return;
         }
         await this.handleImport(event);
@@ -48,7 +48,8 @@ let ImportQueueEventHandler = ImportQueueEventHandler_1 = class ImportQueueEvent
      */
     async handleImport(event) {
         const importKey = event.importEvent.importKey;
-        const { attributes, tenantCode, type: tableName, } = event.importEvent.importEntity;
+        const importEntity = event.importEvent.importEntity;
+        const { attributes, tenantCode, type: tableName } = importEntity;
         this.logger.debug(`Processing import job ${importKey.pk}#${importKey.sk} for table: ${tableName}`);
         // 1. Find the correct strategies for this import's table type
         const strategy = this.strategyMap.get(tableName);
@@ -62,10 +63,16 @@ let ImportQueueEventHandler = ImportQueueEventHandler_1 = class ImportQueueEvent
             // 2. Set status to PROCESSING
             await this.importService.updateStatus(importKey, import_status_enum_1.ImportStatusEnum.PROCESSING);
             // 3. Execute all registered strategies in sequence for this record
-            const result = await this.executeStrategy(strategy, attributes, tenantCode);
-            // 4. Finalize the import status as COMPLETED
-            await this.importService.updateStatus(importKey, import_status_enum_1.ImportStatusEnum.COMPLETED, { result });
-            this.logger.log(`Successfully completed import job: ${importKey.pk}#${importKey.sk}`);
+            await this.executeStrategy(strategy, attributes, tenantCode, importEntity);
+            // // 4. Finalize the import status as COMPLETED
+            // await this.importService.updateStatus(
+            //   importKey,
+            //   ImportStatusEnum.COMPLETED,
+            //   { result },
+            // )
+            // this.logger.log(
+            //   `Successfully completed import job: ${importKey.pk}#${importKey.sk}`,
+            // )
         }
         catch (error) {
             // 5. Handle any errors during processing
@@ -86,29 +93,47 @@ let ImportQueueEventHandler = ImportQueueEventHandler_1 = class ImportQueueEvent
      * Executes the full lifecycle (compare, map, save) for a single strategy.
      * @returns The result of the create/update operation or a status message.
      */
-    async executeStrategy(strategy, attributes, tenantCode) {
+    async executeStrategy(strategy, attributes, tenantCode, importEntity) {
         // 1. Determine if there are changes
         const compareResult = await strategy.compare(attributes, tenantCode);
+        const importKey = {
+            pk: importEntity.pk,
+            sk: importEntity.sk,
+        };
         if (compareResult.status === comparison_status_enum_1.ComparisonStatus.EQUAL) {
-            return { status: 'EQUAL', message: 'No changes detected.' };
+            this.logger.log(`No changes for import job ${importEntity.id}, marking as completed.`);
+            await this.importService.updateStatus(importKey, import_status_enum_1.ImportStatusEnum.COMPLETED, { result: { status: 'EQUAL', message: 'No changes detected.' } });
+            const skParts = importEntity.sk.split(core_1.KEY_SEPARATOR);
+            const parentId = skParts.slice(0, -1).join(core_1.KEY_SEPARATOR);
+            if (parentId.startsWith(constant_1.CSV_IMPORT_PK_PREFIX)) {
+                this.logger.debug(`Updating parent job counter for EQUAL status child: ${importEntity.id}`);
+                const parentKey = (0, helpers_1.parseId)(parentId);
+                // Since the status is EQUAL, the child "succeeded" in its processing.
+                await this.importService.incrementParentJobCounters(parentKey, true);
+            }
+            return; // Stop execution for this case
         }
         // 2. Map the attributes to the correct CommandService input model
         // The strategy now handles the logic of building the payload.
         const mappedData = await strategy.map(compareResult.status, attributes, tenantCode, compareResult.existingData);
         const commandService = strategy.getCommandService();
-        let finalResult;
+        let result;
         // 3. Execute the appropriate command
         const invokeContext = (0, core_1.extractInvokeContext)();
         const options = {
             invokeContext,
+            source: importEntity.id,
         };
         if (compareResult.status === comparison_status_enum_1.ComparisonStatus.NOT_EXIST) {
-            finalResult = await commandService.publishAsync(mappedData, options);
+            result = await commandService.publishAsync(mappedData, options);
+            // 4. Finalize the import status as COMPLETED
+            await this.importService.updateStatus(importKey, import_status_enum_1.ImportStatusEnum.PROCESSING, { result: result });
+            this.logger.log(`Successfully completed import job: ${importKey.pk}#${importKey.sk}`);
         }
         else {
-            finalResult = await commandService.publishPartialUpdateAsync(mappedData, options);
+            result = await commandService.publishPartialUpdateAsync(mappedData, options);
+            await this.importService.updateStatus(importKey, import_status_enum_1.ImportStatusEnum.PROCESSING, { result: result });
         }
-        return finalResult;
     }
 };
 exports.ImportQueueEventHandler = ImportQueueEventHandler;

package/dist/event/import.queue.event.handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"import.queue.event.handler.js","sourceRoot":"","sources":["../../src/event/import.queue.event.handler.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA;;;;;GAKG;AACH,oDAOkC;AAClC,2CAA+C;AAE/C,2EAAiE;AACjE,mEAA6D;AAC7D,0EAAkE;AAClE,sDAAiD;AAEjD,6DAAuD;AAGhD,IAAM,uBAAuB,+BAA7B,MAAM,uBAAuB;IAKlC,YACmB,aAA4B,EAE7C,WAAqE;QAFpD,kBAAa,GAAb,aAAa,CAAe;QAE5B,gBAAW,GAAX,WAAW,CAAyC;QALtD,WAAM,GAAG,IAAI,eAAM,CAAC,yBAAuB,CAAC,IAAI,CAAC,CAAA;IAM/D,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,KAAuB;QACnC,MAAM,YAAY,GAAG,KAAK,CAAC,WAAW,CAAC,YAAY,CAAA;QAEnD,oFAAoF;QACpF,yEAAyE;QACzE,IAAI,YAAY,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,kDAAkD,YAAY,CAAC,EAAE,EAAE,CACpE,CAAA;YACD,OAAM;QACR,CAAC;QAED,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,KAAuB;QACxC,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC,SAAS,CAAA;QAC7C,MAAM,EACJ,UAAU,EACV,UAAU,EACV,IAAI,EAAE,SAAS,GAChB,GAAG,KAAK,CAAC,WAAW,CAAC,YAAY,CAAA;QAClC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,yBAAyB,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,EAAE,eAAe,SAAS,EAAE,CAChF,CAAA;QAED,8DAA8D;QAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAChD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,KAAK,GAAG,IAAI,KAAK,CACrB,8CAA8C,SAAS,EAAE,CAC1D,CAAA;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACxB,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CACnC,SAAS,EACT,qCAAgB,CAAC,MAAM,EACvB,EAAE,KAAK,EAAG,KAAe,CAAC,KAAK,EAAE,CAClC,CAAA;YACD,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,8BAA8B;YAC9B,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CACnC,SAAS,EACT,qCAAgB,CAAC,UAAU,CAC5B,CAAA;YAED,mEAAmE;YACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CACvC,QAAQ,EACR,UAAU,EACV,UAAU,CACX,CAAA;YAED,6CAA6C;YAC7C,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CACnC,SAAS,EACT,qCAAgB,CAAC,SAAS,EAC1B,EAAE,MAAM,EAAE,CACX,CAAA;YACD,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,sCAAsC,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,EAAE,EAAE,CACrE,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,yCAAyC;YACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iCAAiC,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,EAAE,EAAE,EAC/D,KAAK,CACN,CAAA;YACD,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,SAAS,EAAE,qCAAgB,CAAC,MAAM,EAAE;oBAClE,KAAK,EAAE;wBACL,OAAO,EAAG,KAAe,CAAC,OAAO;wBACjC,KAAK,EAAG,KAAe,CAAC,KAAK;qBAC9B;iBACF,CAAC;gBACF,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,KAAK,EAAG,KAAe,CAAC,KAAK,CAAC;aAC/D,CAAC,CAAA;YACF,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,eAAe,CAC3B,QAAoC,EACpC,UAA+B,EAC/B,UAAkB;QAElB,oCAAoC;QACpC,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;QAEpE,IAAI,aAAa,CAAC,MAAM,KAAK,yCAAgB,CAAC,KAAK,EAAE,CAAC;YACpD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAA;QAC7D,CAAC;QAED,kEAAkE;QAClE,8DAA8D;QAC9D,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,GAAG,CACnC,aAAa,CAAC,MAAM,EACpB,UAAU,EACV,UAAU,EACV,aAAa,CAAC,YAAY,CAC3B,CAAA;QAED,MAAM,cAAc,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAA;QACnD,IAAI,WAAgB,CAAA;QAEpB,qCAAqC;QACrC,MAAM,aAAa,GAAG,IAAA,2BAAoB,GAAE,CAAA;QAC5C,MAAM,OAAO,GAAoB;YAC/B,aAAa;SACd,CAAA;QACD,IAAI,aAAa,CAAC,MAAM,KAAK,yCAAgB,CAAC,SAAS,EAAE,CAAC;YACxD,WAAW,GAAG,MAAM,cAAc,CAAC,YAAY,CAC7C,UAA+B,EAC/B,OAAO,CACR,CAAA;QACH,CAAC;aAAM,CAAC;YACN,WAAW,GAAG,MAAM,cAAc,CAAC,yBAAyB,CAC1D,UAAsC,EACtC,OAAO,CACR,CAAA;QACH,CAAC;QAED,OAAO,WAAW,CAAA;IACpB,CAAC;CACF,CAAA;AAhJY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAY,EAAC,qCAAgB,CAAC;IAQ1B,WAAA,IAAA,eAAM,EAAC,+CAAoB,CAAC,CAAA;qCADG,8BAAa;QAEf,GAAG;GARxB,uBAAuB,CAgJnC"}
+{"version":3,"file":"import.queue.event.handler.js","sourceRoot":"","sources":["../../src/event/import.queue.event.handler.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA;;;;;GAKG;AACH,oDAQkC;AAClC,2CAA+C;AAE/C,0CAAoE;AAEpE,2EAAiE;AACjE,mEAA6D;AAC7D,wCAAoC;AACpC,0EAAkE;AAClE,sDAAiD;AAEjD,6DAAuD;AAGhD,IAAM,uBAAuB,+BAA7B,MAAM,uBAAuB;IAKlC,YACmB,aAA4B,EAE7C,WAAqE;QAFpD,kBAAa,GAAb,aAAa,CAAe;QAE5B,gBAAW,GAAX,WAAW,CAAyC;QALtD,WAAM,GAAG,IAAI,eAAM,CAAC,yBAAuB,CAAC,IAAI,CAAC,CAAA;IAM/D,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,KAAuB;QACnC,MAAM,YAAY,GAAG,KAAK,CAAC,WAAW,CAAC,YAAY,CAAA;QAEnD,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,2BAAgB,GAAG,oBAAa,EAAE,CAAC,EAAE,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,yDAAyD,YAAY,CAAC,EAAE,EAAE,CAC3E,CAAA;YACD,OAAM;QACR,CAAC;QAED,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,KAAuB;QACxC,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC,SAAS,CAAA;QAC7C,MAAM,YAAY,GAAG,KAAK,CAAC,WAAW,CAAC,YAAY,CAAA;QAEnD,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,YAAY,CAAA;QAChE,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,yBAAyB,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,EAAE,eAAe,SAAS,EAAE,CAChF,CAAA;QAED,8DAA8D;QAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAChD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,KAAK,GAAG,IAAI,KAAK,CACrB,8CAA8C,SAAS,EAAE,CAC1D,CAAA;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACxB,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CACnC,SAAS,EACT,qCAAgB,CAAC,MAAM,EACvB,EAAE,KAAK,EAAG,KAAe,CAAC,KAAK,EAAE,CAClC,CAAA;YACD,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,8BAA8B;YAC9B,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CACnC,SAAS,EACT,qCAAgB,CAAC,UAAU,CAC5B,CAAA;YAED,mEAAmE;YACnE,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,CAAC,CAAA;YAE1E,gDAAgD;YAChD,yCAAyC;YACzC,eAAe;YACf,gCAAgC;YAChC,gBAAgB;YAChB,IAAI;YACJ,mBAAmB;YACnB,0EAA0E;YAC1E,IAAI;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,yCAAyC;YACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iCAAiC,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,EAAE,EAAE,EAC/D,KAAK,CACN,CAAA;YACD,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,SAAS,EAAE,qCAAgB,CAAC,MAAM,EAAE;oBAClE,KAAK,EAAE;wBACL,OAAO,EAAG,KAAe,CAAC,OAAO;wBACjC,KAAK,EAAG,KAAe,CAAC,KAAK;qBAC9B;iBACF,CAAC;gBACF,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,KAAK,EAAG,KAAe,CAAC,KAAK,CAAC;aAC/D,CAAC,CAAA;YACF,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,eAAe,CAC3B,QAAoC,EACpC,UAA+B,EAC/B,UAAkB,EAClB,YAA0B;QAE1B,oCAAoC;QACpC,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;QACpE,MAAM,SAAS,GAAG;YAChB,EAAE,EAAE,YAAY,CAAC,EAAE;YACnB,EAAE,EAAE,YAAY,CAAC,EAAE;SACpB,CAAA;QAED,IAAI,aAAa,CAAC,MAAM,KAAK,yCAAgB,CAAC,KAAK,EAAE,CAAC;YACpD,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,6BAA6B,YAAY,CAAC,EAAE,yBAAyB,CACtE,CAAA;YACD,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CACnC,SAAS,EACT,qCAAgB,CAAC,SAAS,EAC1B,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,sBAAsB,EAAE,EAAE,CACjE,CAAA;YACD,MAAM,OAAO,GAAG,YAAY,CAAC,EAAE,CAAC,KAAK,CAAC,oBAAa,CAAC,CAAA;YACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAa,CAAC,CAAA;YAEzD,IAAI,QAAQ,CAAC,UAAU,CAAC,+BAAoB,CAAC,EAAE,CAAC;gBAC9C,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,uDAAuD,YAAY,CAAC,EAAE,EAAE,CACzE,CAAA;gBACD,MAAM,SAAS,GAAG,IAAA,iBAAO,EAAC,QAAQ,CAAC,CAAA;gBACnC,sEAAsE;gBACtE,MAAM,IAAI,CAAC,aAAa,CAAC,0BAA0B,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;YACtE,CAAC;YACD,OAAM,CAAC,+BAA+B;QACxC,CAAC;QAED,kEAAkE;QAClE,8DAA8D;QAC9D,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,GAAG,CACnC,aAAa,CAAC,MAAM,EACpB,UAAU,EACV,UAAU,EACV,aAAa,CAAC,YAAY,CAC3B,CAAA;QAED,MAAM,cAAc,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAA;QACnD,IAAI,MAAW,CAAA;QAEf,qCAAqC;QACrC,MAAM,aAAa,GAAG,IAAA,2BAAoB,GAAE,CAAA;QAC5C,MAAM,OAAO,GAAoB;YAC/B,aAAa;YACb,MAAM,EAAE,YAAY,CAAC,EAAE;SACxB,CAAA;QACD,IAAI,aAAa,CAAC,MAAM,KAAK,yCAAgB,CAAC,SAAS,EAAE,CAAC;YACxD,MAAM,GAAG,MAAM,cAAc,CAAC,YAAY,CACxC,UAA+B,EAC/B,OAAO,CACR,CAAA;YACD,6CAA6C;YAC7C,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CACnC,SAAS,EACT,qCAAgB,CAAC,UAAU,EAC3B,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAA;YACD,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,sCAAsC,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,EAAE,EAAE,CACrE,CAAA;QACH,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,MAAM,cAAc,CAAC,yBAAyB,CACrD,UAAsC,EACtC,OAAO,CACR,CAAA;YACD,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CACnC,SAAS,EACT,qCAAgB,CAAC,UAAU,EAC3B,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAA;QACH,CAAC;IACH,CAAC;CACF,CAAA;AA7KY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAY,EAAC,qCAAgB,CAAC;IAQ1B,WAAA,IAAA,eAAM,EAAC,+CAAoB,CAAC,CAAA;qCADG,8BAAa;QAEf,GAAG;GARxB,uBAAuB,CA6KnC"}

package/dist/event/index.d.ts

@@ -1,3 +1,4 @@
+export * from './command-finished.queue.event.handler';
 export * from './csv-import.queue.event.handler';
 export * from './csv-import.sfn.event';
 export * from './csv-import.sfn.event.handler';
@@ -5,3 +6,8 @@ export * from './import.event';
 export * from './import.event.handler';
 export * from './import.queue.event';
 export * from './import.queue.event.handler';
+export * from './import-status.queue.event';
+export * from './import-status.queue.event.handler';
+export * from './zip-import.queue.event.handler';
+export * from './zip-import.sfn.event';
+export * from './zip-import.sfn.event.handler';

package/dist/event/index.js

@@ -14,6 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./command-finished.queue.event.handler"), exports);
 __exportStar(require("./csv-import.queue.event.handler"), exports);
 __exportStar(require("./csv-import.sfn.event"), exports);
 __exportStar(require("./csv-import.sfn.event.handler"), exports);
@@ -21,4 +22,9 @@ __exportStar(require("./import.event"), exports);
 __exportStar(require("./import.event.handler"), exports);
 __exportStar(require("./import.queue.event"), exports);
 __exportStar(require("./import.queue.event.handler"), exports);
+__exportStar(require("./import-status.queue.event"), exports);
+__exportStar(require("./import-status.queue.event.handler"), exports);
+__exportStar(require("./zip-import.queue.event.handler"), exports);
+__exportStar(require("./zip-import.sfn.event"), exports);
+__exportStar(require("./zip-import.sfn.event.handler"), exports);
 //# sourceMappingURL=index.js.map

package/dist/event/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/event/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mEAAgD;AAChD,yDAAsC;AACtC,iEAA8C;AAC9C,iDAA8B;AAC9B,yDAAsC;AACtC,uDAAoC;AACpC,+DAA4C"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/event/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,yEAAsD;AACtD,mEAAgD;AAChD,yDAAsC;AACtC,iEAA8C;AAC9C,iDAA8B;AAC9B,yDAAsC;AACtC,uDAAoC;AACpC,+DAA4C;AAC5C,8DAA2C;AAC3C,sEAAmD;AACnD,mEAAgD;AAChD,yDAAsC;AACtC,iEAA8C"}

package/dist/event/zip-import.queue.event.handler.d.ts

@@ -0,0 +1,25 @@
+import { IEventHandler, S3Service, StepFunctionService } from '@mbc-cqrs-serverless/core';
+import { ConfigService } from '@nestjs/config';
+import { ImportService } from '../import.service';
+import { ImportQueueEvent } from './import.queue.event';
+export declare class ZipImportQueueEventHandler implements IEventHandler<ImportQueueEvent> {
+    private readonly configService;
+    private readonly sfnService;
+    private readonly importService;
+    private readonly s3Service;
+    private readonly logger;
+    private readonly zipOrchestratorArn;
+    constructor(configService: ConfigService, sfnService: StepFunctionService, importService: ImportService, s3Service: S3Service);
+    execute(event: ImportQueueEvent): Promise<any>;
+    private getS3Stream;
+    /**
+     * Helper function to convert a Readable stream into a Buffer.
+     * Required for yauzl, which operates on a complete data source.
+     */
+    private streamToBuffer;
+    /**
+     * Re-implemented using the `jszip` library, which is more tolerant
+     * of malformed ZIP archives.
+     */
+    private unzipAndUpload;
+}

package/dist/event/zip-import.queue.event.handler.js

@@ -0,0 +1,183 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var ZipImportQueueEventHandler_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ZipImportQueueEventHandler = void 0;
+const client_s3_1 = require("@aws-sdk/client-s3");
+const lib_storage_1 = require("@aws-sdk/lib-storage");
+const core_1 = require("@mbc-cqrs-serverless/core");
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const JSZip = __importStar(require("jszip"));
+const stream_1 = require("stream");
+const constant_1 = require("../constant");
+const enum_1 = require("../enum");
+const import_service_1 = require("../import.service");
+const import_queue_event_1 = require("./import.queue.event");
+let ZipImportQueueEventHandler = ZipImportQueueEventHandler_1 = class ZipImportQueueEventHandler {
+    constructor(configService, sfnService, importService, s3Service) {
+        this.configService = configService;
+        this.sfnService = sfnService;
+        this.importService = importService;
+        this.s3Service = s3Service;
+        this.logger = new common_1.Logger(ZipImportQueueEventHandler_1.name);
+        this.zipOrchestratorArn = this.configService.get('SFN_IMPORT_ZIP_ORCHESTRATOR_ARN');
+    }
+    async execute(event) {
+        const importEntity = event.importEvent.importEntity;
+        if (!importEntity.pk.startsWith(constant_1.ZIP_IMPORT_PK_PREFIX)) {
+            return;
+        }
+        const importKey = event.importEvent.importKey;
+        const zipJobAttributes = importEntity.attributes;
+        this.logger.log(`Received master ZIP job from queue: ${importEntity.id} for file ${zipJobAttributes.key}`);
+        try {
+            await this.importService.updateStatus(importKey, enum_1.ImportStatusEnum.PROCESSING, { result: { step: 'Unzipping archive' } });
+            const s3ReadStream = await this.getS3Stream(zipJobAttributes);
+            const extractedFileKeys = await this.unzipAndUpload(s3ReadStream, zipJobAttributes, importEntity.id);
+            if (extractedFileKeys.length === 0) {
+                throw new Error('No CSV files found in the ZIP archive.');
+            }
+            // Sort the file keys alphabetically to ensure sequential processing order
+            extractedFileKeys.sort();
+            await this.importService.updateImportJob(importKey, {
+                set: {
+                    attributes: {
+                        ...zipJobAttributes,
+                        extractedFileKeys, // Save the list of files to the master job
+                    },
+                },
+            });
+            // Start the main orchestrator with the sorted list of files
+            await this.sfnService.startExecution(this.zipOrchestratorArn, {
+                masterJobKey: importKey,
+                sortedS3Keys: extractedFileKeys,
+                // Pass through original attributes needed by the sub-workflows
+                parameters: {
+                    bucket: zipJobAttributes.bucket,
+                    tenantCode: zipJobAttributes.tenantCode,
+                },
+            }, `${zipJobAttributes.tenantCode}-zip-import-${Date.now()}`);
+            this.logger.log(`Started ZIP Orchestrator Step Function for master job ${importEntity.id}`);
+        }
+        catch (error) {
+            this.logger.error(`Failed to process ZIP job ${importEntity.id}`, error);
+            await this.importService.updateStatus(importKey, enum_1.ImportStatusEnum.FAILED, {
+                error: {
+                    message: `Failed during unzip and preparation: ${error.message}`,
+                },
+            });
+            throw error;
+        }
+    }
+    async getS3Stream(attributes) {
+        const { Body: s3Stream } = await this.s3Service.client.send(new client_s3_1.GetObjectCommand({
+            Bucket: attributes.bucket,
+            Key: attributes.key,
+        }));
+        if (!(s3Stream instanceof stream_1.Readable)) {
+            throw new Error('Failed to get a readable stream from S3 object.');
+        }
+        return s3Stream;
+    }
+    /**
+     * Helper function to convert a Readable stream into a Buffer.
+     * Required for yauzl, which operates on a complete data source.
+     */
+    streamToBuffer(stream) {
+        return new Promise((resolve, reject) => {
+            const chunks = [];
+            stream.on('data', (chunk) => chunks.push(chunk));
+            stream.on('error', reject);
+            stream.on('end', () => resolve(Buffer.concat(chunks)));
+        });
+    }
+    /**
+     * Re-implemented using the `jszip` library, which is more tolerant
+     * of malformed ZIP archives.
+     */
+    async unzipAndUpload(zipStream, attributes, jobId) {
+        const tempS3Prefix = `unzipped/${attributes.tenantCode}/${jobId.replace(/[^a-zA-Z0-9]/g, '_')}`;
+        // 1. JSZip operates on a buffer, so we first load the stream into memory.
+        const zipBuffer = await this.streamToBuffer(zipStream);
+        // 2. Load the ZIP data.
+        const zip = await JSZip.loadAsync(zipBuffer);
+        const uploadPromises = [];
+        const extractedFileKeys = [];
+        // 3. Loop through each file in the archive.
+        for (const file of Object.values(zip.files)) {
+            // 4. Skip directories and process only CSV files.
+            if (!file.dir && file.name.toLowerCase().endsWith('.csv')) {
+                this.logger.debug(`Extracting ${file.name} ...`);
+                // 5. Decompress the file content into a buffer.
+                const contentBuffer = await file.async('nodebuffer');
+                const s3UploadKey = `${tempS3Prefix}/${file.name}`;
+                extractedFileKeys.push(s3UploadKey);
+                // 6. Create and track the S3 upload promise.
+                const upload = new lib_storage_1.Upload({
+                    client: this.s3Service.client,
+                    params: {
+                        Bucket: attributes.bucket,
+                        Key: s3UploadKey,
+                        Body: contentBuffer,
+                    },
+                });
+                uploadPromises.push(upload.done());
+            }
+        }
+        // 7. Wait for all files to be uploaded to S3.
+        await Promise.all(uploadPromises);
+        this.logger.log(`Finished unzipping with JSZip. Uploaded ${extractedFileKeys.length} CSV files.`);
+        return extractedFileKeys;
+    }
+};
+exports.ZipImportQueueEventHandler = ZipImportQueueEventHandler;
+exports.ZipImportQueueEventHandler = ZipImportQueueEventHandler = ZipImportQueueEventHandler_1 = __decorate([
+    (0, core_1.EventHandler)(import_queue_event_1.ImportQueueEvent),
+    __metadata("design:paramtypes", [config_1.ConfigService,
+        core_1.StepFunctionService,
+        import_service_1.ImportService,
+        core_1.S3Service])
+], ZipImportQueueEventHandler);
+//# sourceMappingURL=zip-import.queue.event.handler.js.map

package/dist/event/zip-import.queue.event.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zip-import.queue.event.handler.js","sourceRoot":"","sources":["../../src/event/zip-import.queue.event.handler.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,kDAAqD;AACrD,sDAA6C;AAC7C,oDAKkC;AAClC,2CAAuC;AACvC,2CAA8C;AAC9C,6CAA8B;AAC9B,mCAAiC;AAEjC,0CAAkD;AAElD,kCAA0C;AAC1C,sDAAiD;AACjD,6DAAuD;AAGhD,IAAM,0BAA0B,kCAAhC,MAAM,0BAA0B;IAMrC,YACmB,aAA4B,EAC5B,UAA+B,EAC/B,aAA4B,EAC5B,SAAoB;QAHpB,kBAAa,GAAb,aAAa,CAAe;QAC5B,eAAU,GAAV,UAAU,CAAqB;QAC/B,kBAAa,GAAb,aAAa,CAAe;QAC5B,cAAS,GAAT,SAAS,CAAW;QAPtB,WAAM,GAAG,IAAI,eAAM,CAAC,4BAA0B,CAAC,IAAI,CAAC,CAAA;QASnE,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAC9C,iCAAiC,CAClC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAuB;QACnC,MAAM,YAAY,GAAG,KAAK,CAAC,WAAW,CAAC,YAAY,CAAA;QAEnD,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,UAAU,CAAC,+BAAoB,CAAC,EAAE,CAAC;YACtD,OAAM;QACR,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC,SAAS,CAAA;QAC7C,MAAM,gBAAgB,GAAG,YAAY,CAAC,UAAgC,CAAA;QACtE,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,uCAAuC,YAAY,CAAC,EAAE,aAAa,gBAAgB,CAAC,GAAG,EAAE,CAC1F,CAAA;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CACnC,SAAS,EACT,uBAAgB,CAAC,UAAU,EAC3B,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE,CAC1C,CAAA;YAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAA;YAC7D,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,cAAc,CACjD,YAAY,EACZ,gBAAgB,EAChB,YAAY,CAAC,EAAE,CAChB,CAAA;YAED,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;YAC3D,CAAC;YAED,0EAA0E;YAC1E,iBAAiB,CAAC,IAAI,EAAE,CAAA;YAExB,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,SAAS,EAAE;gBAClD,GAAG,EAAE;oBACH,UAAU,EAAE;wBACV,GAAG,gBAAgB;wBACnB,iBAAiB,EAAE,2CAA2C;qBAC/D;iBACF;aACF,CAAC,CAAA;YAEF,4DAA4D;YAC5D,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAClC,IAAI,CAAC,kBAAkB,EACvB;gBACE,YAAY,EAAE,SAAS;gBACvB,YAAY,EAAE,iBAAiB;gBAC/B,+DAA+D;gBAC/D,UAAU,EAAE;oBACV,MAAM,EAAE,gBAAgB,CAAC,MAAM;oBAC/B,UAAU,EAAE,gBAAgB,CAAC,UAAU;iBACxC;aACF,EACD,GAAG,gBAAgB,CAAC,UAAU,eAAe,IAAI,CAAC,GAAG,EAAE,EAAE,CAC1D,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,yDAAyD,YAAY,CAAC,EAAE,EAAE,CAC3E,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,YAAY,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,CAAA;YACxE,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CACnC,SAAS,EACT,uBAAgB,CAAC,MAAM,EACvB;gBACE,KAAK,EAAE;oBACL,OAAO,EAAE,wCACN,KAAe,CAAC,OACnB,EAAE;iBACH;aACF,CACF,CAAA;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,UAA8B;QACtD,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CACzD,IAAI,4BAAgB,CAAC;YACnB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,GAAG,EAAE,UAAU,CAAC,GAAG;SACpB,CAAC,CACH,CAAA;QAED,IAAI,CAAC,CAAC,QAAQ,YAAY,iBAAQ,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;QACpE,CAAC;QACD,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED;;;OAGG;IACK,cAAc,CAAC,MAAgB;QACrC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAa,EAAE,CAAA;YAC3B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;YAChD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;YAC1B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QACxD,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,cAAc,CAC1B,SAAmB,EACnB,UAA8B,EAC9B,KAAa;QAEb,MAAM,YAAY,GAAG,YAAY,UAAU,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,EAAE,CAAA;QAE/F,0EAA0E;QAC1E,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAA;QAEtD,wBAAwB;QACxB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QAE5C,MAAM,cAAc,GAAmB,EAAE,CAAA;QACzC,MAAM,iBAAiB,GAAa,EAAE,CAAA;QAEtC,4CAA4C;QAC5C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5C,kDAAkD;YAClD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,IAAI,CAAC,IAAI,MAAM,CAAC,CAAA;gBAEhD,gDAAgD;gBAChD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;gBAEpD,MAAM,WAAW,GAAG,GAAG,YAAY,IAAI,IAAI,CAAC,IAAI,EAAE,CAAA;gBAClD,iBAAiB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;gBAEnC,6CAA6C;gBAC7C,MAAM,MAAM,GAAG,IAAI,oBAAM,CAAC;oBACxB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM;oBAC7B,MAAM,EAAE;wBACN,MAAM,EAAE,UAAU,CAAC,MAAM;wBACzB,GAAG,EAAE,WAAW;wBAChB,IAAI,EAAE,aAAa;qBACpB;iBACF,CAAC,CAAA;gBAEF,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;YACpC,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;QAEjC,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,2CAA2C,iBAAiB,CAAC,MAAM,aAAa,CACjF,CAAA;QAED,OAAO,iBAAiB,CAAA;IAC1B,CAAC;CACF,CAAA;AAjLY,gEAA0B;qCAA1B,0BAA0B;IADtC,IAAA,mBAAY,EAAC,qCAAgB,CAAC;qCAQK,sBAAa;QAChB,0BAAmB;QAChB,8BAAa;QACjB,gBAAS;GAV5B,0BAA0B,CAiLtC"}

package/dist/event/zip-import.sfn.event.d.ts

@@ -0,0 +1,8 @@
+import { IEvent, StepFunctionsContext } from '@mbc-cqrs-serverless/core';
+export declare class ZipImportSfnEvent implements IEvent {
+    source: string;
+    context: StepFunctionsContext;
+    input: string | any[];
+    taskToken: string;
+    constructor(event?: Partial<ZipImportSfnEvent>);
+}

package/dist/event/zip-import.sfn.event.handler.d.ts

@@ -0,0 +1,21 @@
+import { IEventHandler } from '@mbc-cqrs-serverless/core';
+import { ImportService } from '../import.service';
+import { ZipImportSfnEvent } from './zip-import.sfn.event';
+export declare class ZipImportSfnEventHandler implements IEventHandler<ZipImportSfnEvent> {
+    private readonly importService;
+    private readonly logger;
+    constructor(importService: ImportService);
+    execute(event: ZipImportSfnEvent): Promise<any>;
+    /**
+     * Handles the trigger_single_csv_and_wait state from the orchestrator.
+     * It extracts the tableName from the filename and starts a new CSV import job,
+     * passing along the taskToken so the orchestrator can be notified upon completion.
+     */
+    private triggerSingleCsvJob;
+    /**
+     * Handles the final state of the orchestrator.
+     * It aggregates the results from all processed CSV files and sets the final
+     * status on the original ZIP_MASTER_JOB.
+     */
+    private finalizeZipMasterJob;
+}

package/dist/event/zip-import.sfn.event.handler.js

@@ -0,0 +1,94 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var ZipImportSfnEventHandler_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ZipImportSfnEventHandler = void 0;
+const core_1 = require("@mbc-cqrs-serverless/core");
+const common_1 = require("@nestjs/common");
+const enum_1 = require("../enum");
+const import_service_1 = require("../import.service");
+const zip_import_sfn_event_1 = require("./zip-import.sfn.event");
+let ZipImportSfnEventHandler = ZipImportSfnEventHandler_1 = class ZipImportSfnEventHandler {
+    constructor(importService) {
+        this.importService = importService;
+        this.logger = new common_1.Logger(ZipImportSfnEventHandler_1.name);
+    }
+    async execute(event) {
+        const stateName = event.context.State.Name;
+        this.logger.log(`Executing state: ${stateName} for Zip SFN`);
+        if (stateName === 'trigger_single_csv_and_wait') {
+            return this.triggerSingleCsvJob(event);
+        }
+        if (stateName === 'finalize_zip_job') {
+            return this.finalizeZipMasterJob(event);
+        }
+        this.logger.warn(`Unknown state name in ZipImportSfnEventHandler: ${stateName}`);
+    }
+    /**
+     * Handles the trigger_single_csv_and_wait state from the orchestrator.
+     * It extracts the tableName from the filename and starts a new CSV import job,
+     * passing along the taskToken so the orchestrator can be notified upon completion.
+     */
+    async triggerSingleCsvJob(event) {
+        const s3Key = event.input?.s3Key || event.input;
+        const { taskToken } = event;
+        const { masterJobKey, parameters } = event.context.Execution.Input;
+        this.logger.log(`Triggering CSV job for file: ${s3Key}`);
+        // Use a regex to extract the table name from the filename.
+        // Convention: yyyymmddhhMMss-{table name}.csv
+        const match = s3Key.match(/\d{14}-(.+)\.csv$/);
+        if (!match || !match[1]) {
+            throw new Error(`Could not parse tableName from filename: ${s3Key}. Expected format: yyyymmddhhMMss-{tableName}.csv`);
+        }
+        const tableName = match[1];
+        const dto = {
+            processingMode: enum_1.ProcessingMode.STEP_FUNCTION,
+            bucket: parameters.bucket,
+            key: s3Key,
+            tenantCode: parameters.tenantCode,
+            tableName: tableName,
+        };
+        await this.importService.createCsvJobWithTaskToken(dto, taskToken, masterJobKey);
+        this.logger.log(`Successfully created CSV job for ${tableName} with task token.`);
+    }
+    /**
+     * Handles the final state of the orchestrator.
+     * It aggregates the results from all processed CSV files and sets the final
+     * status on the original ZIP_MASTER_JOB.
+     */
+    async finalizeZipMasterJob(event) {
+        const resultsFromMapState = event.input?.processingResults ||
+            event.input; // This will be an array of results
+        const { masterJobKey } = event.context.Execution.Input;
+        this.logger.log(`Finalizing ZIP master job: ${masterJobKey.pk}#${masterJobKey.sk}`);
+        this.logger.debug('Aggregated results:', resultsFromMapState);
+        // Aggregate the results from each CSV file's processing.
+        const finalSummary = resultsFromMapState.reduce((acc, result) => {
+            const res = result?.result || result || {};
+            acc.totalRows += res.total || res.totalRows || 0;
+            acc.processedRows += res.succeeded || res.processedRows || 0;
+            acc.failedRows += res.failed || res.failedRows || 0;
+            return acc;
+        }, { totalRows: 0, processedRows: 0, failedRows: 0 });
+        const finalStatus = enum_1.ImportStatusEnum.COMPLETED;
+        await this.importService.updateStatus(masterJobKey, finalStatus, {
+            result: finalSummary,
+        });
+        this.logger.log(`Successfully finalized ZIP master job ${masterJobKey.pk}#${masterJobKey.sk} with status ${finalStatus}`);
+    }
+};
+exports.ZipImportSfnEventHandler = ZipImportSfnEventHandler;
+exports.ZipImportSfnEventHandler = ZipImportSfnEventHandler = ZipImportSfnEventHandler_1 = __decorate([
+    (0, common_1.Injectable)(),
+    (0, core_1.EventHandler)(zip_import_sfn_event_1.ZipImportSfnEvent),
+    __metadata("design:paramtypes", [import_service_1.ImportService])
+], ZipImportSfnEventHandler);
+//# sourceMappingURL=zip-import.sfn.event.handler.js.map

package/dist/event/zip-import.sfn.event.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zip-import.sfn.event.handler.js","sourceRoot":"","sources":["../../src/event/zip-import.sfn.event.handler.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,oDAAuE;AACvE,2CAAmD;AAGnD,kCAA0D;AAC1D,sDAAiD;AACjD,iEAA0D;AAInD,IAAM,wBAAwB,gCAA9B,MAAM,wBAAwB;IAKnC,YAA6B,aAA4B;QAA5B,kBAAa,GAAb,aAAa,CAAe;QAFxC,WAAM,GAAW,IAAI,eAAM,CAAC,0BAAwB,CAAC,IAAI,CAAC,CAAA;IAEf,CAAC;IAE7D,KAAK,CAAC,OAAO,CAAC,KAAwB;QACpC,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAA;QAC1C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oBAAoB,SAAS,cAAc,CAAC,CAAA;QAE5D,IAAI,SAAS,KAAK,6BAA6B,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QAED,IAAI,SAAS,KAAK,kBAAkB,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAA;QACzC,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,mDAAmD,SAAS,EAAE,CAC/D,CAAA;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,mBAAmB,CAAC,KAAwB;QACxD,MAAM,KAAK,GAAI,KAAK,CAAC,KAAa,EAAE,KAAK,IAAI,KAAK,CAAC,KAAK,CAAA;QACxD,MAAM,EAAE,SAAS,EAAE,GAAG,KAAK,CAAA;QAC3B,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAA;QAElE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAA;QAExD,2DAA2D;QAC3D,8CAA8C;QAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAA;QAC9C,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CACb,4CAA4C,KAAK,mDAAmD,CACrG,CAAA;QACH,CAAC;QACD,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;QAE1B,MAAM,GAAG,GAAuB;YAC9B,cAAc,EAAE,qBAAc,CAAC,aAAa;YAC5C,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,GAAG,EAAE,KAAK;YACV,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,SAAS,EAAE,SAAS;SACrB,CAAA;QAED,MAAM,IAAI,CAAC,aAAa,CAAC,yBAAyB,CAChD,GAAG,EACH,SAAS,EACT,YAAY,CACb,CAAA;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,oCAAoC,SAAS,mBAAmB,CACjE,CAAA;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,oBAAoB,CAAC,KAAwB;QACzD,MAAM,mBAAmB,GACrB,KAAK,CAAC,KAAa,EAAE,iBAA2B;YACjD,KAAK,CAAC,KAAe,CAAA,CAAC,mCAAmC;QAC5D,MAAM,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAA;QAEtD,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,8BAA8B,YAAY,CAAC,EAAE,IAAI,YAAY,CAAC,EAAE,EAAE,CACnE,CAAA;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,mBAAmB,CAAC,CAAA;QAE7D,yDAAyD;QACzD,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,CAC7C,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;YACd,MAAM,GAAG,GAAG,MAAM,EAAE,MAAM,IAAI,MAAM,IAAI,EAAE,CAAA;YAC1C,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;YAChD,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,aAAa,IAAI,CAAC,CAAA;YAC5D,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,CAAA;YACnD,OAAO,GAAG,CAAA;QACZ,CAAC,EACD,EAAE,SAAS,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAClD,CAAA;QACD,MAAM,WAAW,GAAG,uBAAgB,CAAC,SAAS,CAAA;QAE9C,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,YAAY,EAAE,WAAW,EAAE;YAC/D,MAAM,EAAE,YAAY;SACrB,CAAC,CAAA;QAEF,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,yCAAyC,YAAY,CAAC,EAAE,IAAI,YAAY,CAAC,EAAE,gBAAgB,WAAW,EAAE,CACzG,CAAA;IACH,CAAC;CACF,CAAA;AAtGY,4DAAwB;mCAAxB,wBAAwB;IAFpC,IAAA,mBAAU,GAAE;IACZ,IAAA,mBAAY,EAAC,wCAAiB,CAAC;qCAMc,8BAAa;GAL9C,wBAAwB,CAsGpC"}