@servicelabsco/slabs-access-manager 0.1.243 → 0.1.245

package/dist/accessUtility/libraries/analyse.bulk.upload.js

@@ -1,23 +1,68 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AnalyseBulkUpload = void 0;
+const nestjs_utility_services_1 = require("@servicelabsco/nestjs-utility-services");
 const bulk_upload_entity_1 = require("../entities/bulk.upload.entity");
 const read_xls_file_1 = require("./read.xls.file");
 class AnalyseBulkUpload extends read_xls_file_1.ReadXlsFile {
-    constructor(uploadService, bulkUploadService, pushToBulkItemJob, propertyService) {
+    constructor(uploadService, bulkUploadService, pushToBulkItemJob, propertyService, sqlService, redisService) {
         super();
         this.uploadService = uploadService;
         this.bulkUploadService = bulkUploadService;
         this.pushToBulkItemJob = pushToBulkItemJob;
         this.propertyService = propertyService;
+        this.sqlService = sqlService;
+        this.redisService = redisService;
     }
     async process(id) {
-        const entity = await bulk_upload_entity_1.BulkUploadEntity.first(id);
+        const entity = await this.validate(id);
         this.upload = entity;
-        const types = await this.bulkUploadService.getUploadTypes(entity);
-        const rows = await this.handle(types);
-        entity.total_rows = rows;
+        try {
+            const types = await this.bulkUploadService.getUploadTypes(entity);
+            if (!types.length) {
+                throw new nestjs_utility_services_1.OperationException('No upload types found for this bulk upload');
+            }
+            await this.cleanExistingItems(entity);
+            const totalRows = await this.handle(types);
+            return this.updateUploadWithResults(entity, totalRows);
+        }
+        catch (error) {
+            console.error(`Failed to process bulk upload ${id}:`, error);
+            if (error instanceof nestjs_utility_services_1.OperationException) {
+                throw error;
+            }
+            throw new nestjs_utility_services_1.OperationException(`Failed to process bulk upload: ${error.message}`);
+        }
+    }
+    async validate(id) {
+        const entity = await bulk_upload_entity_1.BulkUploadEntity.first(id);
+        if (!entity) {
+            throw new nestjs_utility_services_1.OperationException(`Bulk upload with ID ${id} not found`);
+        }
+        if (entity.analysed_at) {
+            throw new nestjs_utility_services_1.OperationException(`Bulk upload with ID ${id} has already been analyzed at ${entity.analysed_at}`);
+        }
+        return entity;
+    }
+    async cleanExistingItems(upload) {
+        try {
+            const sql = `DELETE FROM utl_bulk_upload_items WHERE bulk_upload_id = ${upload.id}`;
+            await this.sqlService.sql(sql);
+        }
+        catch (error) {
+            throw new nestjs_utility_services_1.OperationException(`Failed to clean existing items: ${error.message}`);
+        }
+    }
+    async updateUploadWithResults(entity, totalRows) {
+        entity.total_rows = totalRows;
+        entity.analysed_at = new Date();
         await entity.save();
+        return {
+            totalRows,
+            validRecords: entity.valid_records || 0,
+            invalidRecords: entity.invalid_records || 0,
+            analysedAt: entity.analysed_at,
+        };
     }
 }
 exports.AnalyseBulkUpload = AnalyseBulkUpload;

package/dist/accessUtility/libraries/analyse.bulk.upload.js.map

@@ -1 +1 @@
-{"version":3,"file":"analyse.bulk.upload.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/analyse.bulk.upload.ts"],"names":[],"mappings":";;;AACA,uEAAkE;AAGlE,mDAA8C;AAE9C,MAAa,iBAAkB,SAAQ,2BAAW;IAC9C,YACuB,aAA4B,EAC9B,iBAAoC,EAClC,iBAAoC,EACpC,eAAgC;QAEnD,KAAK,EAAE,CAAC;QALW,kBAAa,GAAb,aAAa,CAAe;QAC9B,sBAAiB,GAAjB,iBAAiB,CAAmB;QAClC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,oBAAe,GAAf,eAAe,CAAiB;IAGvD,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,EAAU;QACpB,MAAM,MAAM,GAAG,MAAM,qCAAgB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEtC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC;QAEzB,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;CACJ;AArBD,8CAqBC"}
+{"version":3,"file":"analyse.bulk.upload.js","sourceRoot":"","sources":["../../../src/accessUtility/libraries/analyse.bulk.upload.ts"],"names":[],"mappings":";;;AAAA,oFAAsI;AACtI,uEAAkE;AAGlE,mDAA8C;AAgB9C,MAAa,iBAAkB,SAAQ,2BAAW;IAC9C,YACuB,aAA4B,EAC5B,iBAAoC,EACpC,iBAAoC,EACpC,eAAgC,EAChC,UAAsB,EACtB,YAA0B;QAE7C,KAAK,EAAE,CAAC;QAPW,kBAAa,GAAb,aAAa,CAAe;QAC5B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,oBAAe,GAAf,eAAe,CAAiB;QAChC,eAAU,GAAV,UAAU,CAAY;QACtB,iBAAY,GAAZ,YAAY,CAAc;IAGjD,CAAC;IAQD,KAAK,CAAC,OAAO,CAAC,EAAU;QACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAElE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,IAAI,4CAAkB,CAAC,4CAA4C,CAAC,CAAC;YAC/E,CAAC;YAED,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;YACtC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC3C,OAAO,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YAE7D,IAAI,KAAK,YAAY,4CAAkB,EAAE,CAAC;gBACtC,MAAM,KAAK,CAAC;YAChB,CAAC;YAED,MAAM,IAAI,4CAAkB,CAAC,kCAAkC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACpF,CAAC;IACL,CAAC;IAKO,KAAK,CAAC,QAAQ,CAAC,EAAU;QAC7B,MAAM,MAAM,GAAG,MAAM,qCAAgB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAEhD,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,4CAAkB,CAAC,uBAAuB,EAAE,YAAY,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,4CAAkB,CAAC,uBAAuB,EAAE,iCAAiC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QACjH,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAKO,KAAK,CAAC,kBAAkB,CAAC,MAAwB;QACrD,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,4DAA4D,MAAM,CAAC,EAAE,EAAE,CAAC;YACpF,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,4CAAkB,CAAC,mCAAmC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrF,CAAC;IACL,CAAC;IAKO,KAAK,CAAC,uBAAuB,CAAC,MAAwB,EAAE,SAAiB;QAC7E,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9B,MAAM,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAChC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAEpB,OAAO;YACH,SAAS;YACT,YAAY,EAAE,MAAM,CAAC,aAAa,IAAI,CAAC;YACvC,cAAc,EAAE,MAAM,CAAC,eAAe,IAAI,CAAC;YAC3C,UAAU,EAAE,MAAM,CAAC,WAAW;SACjC,CAAC;IACN,CAAC;CACJ;AAvFD,8CAuFC"}

package/dist/accessUtility/libraries/read.xls.file.d.ts

@@ -1,4 +1,4 @@
-import { PropertyService, UploadService } from '@servicelabsco/nestjs-utility-services';
+import { PropertyService, RedisService, UploadService } from '@servicelabsco/nestjs-utility-services';
 import { BulkUploadEntity } from '../entities/bulk.upload.entity';
 import { BulkUploadTypeEntity } from '../entities/bulk.upload.type.entity';
 import { PushToBulkItemJob } from '../jobs/push.to.bulk.item.job';
@@ -7,38 +7,46 @@ export declare class ReadXlsFile {
     protected readonly uploadService: UploadService;
     protected readonly pushToBulkItemJob: PushToBulkItemJob;
     protected readonly propertyService: PropertyService;
-    protected workbook: any;
-    private promises;
+    protected readonly redisService: RedisService;
+    private workbook;
+    private config;
     private rowNumber;
     private totalRows;
-    private throughCache;
     private sheetCount;
-    private stringExclusions;
     protected handle(types: BulkUploadTypeEntity[]): Promise<number>;
-    private readFiles;
-    private getFiles;
-    private processXls;
-    private processCsv;
-    private getDictionaryOfType;
-    private excelInit;
-    private readWorksheet;
-    private handleSheetName;
-    private handleSheetIndex;
-    private handleAvailableSheets;
-    private setSheetCount;
-    private setWorksheet;
-    private readCsv;
+    private initialize;
+    private loadConfiguration;
+    private loadStringExclusions;
+    private resetCounters;
+    private processFiles;
+    private getFileExtension;
+    private getFileUrls;
+    private generateSplitFileUrls;
+    private processFile;
+    private processCsvFile;
+    private processExcelFile;
+    private loadExcelWorkbook;
+    private processWorksheet;
+    private processAllSheets;
+    private processSheetByIndex;
+    private processSheetByName;
+    private processSheet;
+    private convertSheetToCsvBuffer;
+    private readCsvFromStream;
+    private createStreamFromUrl;
+    private readCsvFromBuffer;
     private processRow;
-    private setData;
-    private castValue;
-    private getDictionary;
+    private applyDataTransformations;
+    private shouldIgnoreRow;
+    private addToBatch;
+    private flushBatch;
+    private pushToQueue;
+    private buildColumnDictionary;
     private mapHeader;
-    private getStringValue;
-    private getNumberValue;
-    private getBooleanValue;
-    private getDateValue;
-    private shouldIgnore;
-    private getDate;
-    private ensureTempDirectory;
-    private setStringExclusions;
+    private castValue;
+    private castToString;
+    private castToNumber;
+    private castToBoolean;
+    private castToDate;
+    private parseDate;
 }