@solidstarters/solid-core 1.2.200 → 1.2.202

package/dist/services/email-template.service.js

@@ -14,18 +14,18 @@ var __param = (this && this.__param) || function (paramIndex, decorator) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.EmailTemplateService = void 0;
 const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const core_1 = require("@nestjs/core");
 const typeorm_1 = require("@nestjs/typeorm");
+const email_template_repository_1 = require("../repository/email-template.repository");
 const typeorm_2 = require("typeorm");
+const crud_helper_service_1 = require("./crud-helper.service");
 const crud_service_1 = require("./crud.service");
-const model_metadata_service_1 = require("./model-metadata.service");
-const module_metadata_service_1 = require("./module-metadata.service");
-const media_storage_provider_metadata_service_1 = require("./media-storage-provider-metadata.service");
-const config_1 = require("@nestjs/config");
 const file_service_1 = require("./file.service");
+const media_storage_provider_metadata_service_1 = require("./media-storage-provider-metadata.service");
 const media_service_1 = require("./media.service");
-const core_1 = require("@nestjs/core");
-const crud_helper_service_1 = require("./crud-helper.service");
-const email_template_repository_1 = require("../repository/email-template.repository");
+const model_metadata_service_1 = require("./model-metadata.service");
+const module_metadata_service_1 = require("./module-metadata.service");
 let EmailTemplateService = class EmailTemplateService extends crud_service_1.CRUDService {
     constructor(modelMetadataService, moduleMetadataService, mediaStorageProviderService, configService, fileService, mediaService, discoveryService, crudHelperService, entityManager, repo, moduleRef) {
         super(modelMetadataService, moduleMetadataService, configService, fileService, discoveryService, crudHelperService, entityManager, repo, 'emailTemplate', 'app-builder', moduleRef);
@@ -60,6 +60,7 @@ let EmailTemplateService = class EmailTemplateService extends crud_service_1.CRU
 exports.EmailTemplateService = EmailTemplateService;
 exports.EmailTemplateService = EmailTemplateService = __decorate([
     (0, common_1.Injectable)(),
+    __param(0, (0, common_1.Inject)((0, common_1.forwardRef)(() => model_metadata_service_1.ModelMetadataService))),
     __param(8, (0, typeorm_1.InjectEntityManager)()),
     __metadata("design:paramtypes", [model_metadata_service_1.ModelMetadataService,
         module_metadata_service_1.ModuleMetadataService,

package/dist/services/email-template.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"email-template.service.js","sourceRoot":"","sources":["../../src/services/email-template.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAA+D;AAE/D,6CAAwE;AACxE,qCAAoD;AAKpD,iDAA6C;AAC7C,qEAAgE;AAChE,uEAAkE;AAClE,uGAAgG;AAChG,2CAA+C;AAC/C,iDAA6C;AAC7C,mDAA+C;AAC/C,uCAA2D;AAC3D,+DAA0D;AAC1D,uFAAmF;AAG5E,IAAM,oBAAoB,GAA1B,MAAM,oBAAqB,SAAQ,0BAA0B;IAChE,YACS,oBAA0C,EAC1C,qBAA4C,EAC5C,2BAAgE,EAChE,aAA4B,EAC5B,WAAwB,EACxB,YAA0B,EAC1B,gBAAkC,EAClC,iBAAoC,EAEpC,aAA4B,EAG5B,IAA6B,EAC7B,SAAoB;QAEzB,KAAK,CAAC,oBAAoB,EAAE,qBAAqB,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,IAAI,EAAE,eAAe,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;QAf/K,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,0BAAqB,GAArB,qBAAqB,CAAuB;QAC5C,gCAA2B,GAA3B,2BAA2B,CAAqC;QAChE,kBAAa,GAAb,aAAa,CAAe;QAC5B,gBAAW,GAAX,WAAW,CAAa;QACxB,iBAAY,GAAZ,YAAY,CAAc;QAC1B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,sBAAiB,GAAjB,iBAAiB,CAAmB;QAEpC,kBAAa,GAAb,aAAa,CAAe;QAG5B,SAAI,GAAJ,IAAI,CAAyB;QAC7B,cAAS,GAAT,SAAS,CAAW;IAG7B,CAAC;IACD,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,YAAiB,EAAE;QACjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,KAAK,EAAE;gBACH,IAAI,EAAE,IAAI;aACb;YACD,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,KAAK,CAAC,YAAY,CAAC,IAAY;QAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,MAAM,EAAE,CAAC;YACT,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC;IACL,CAAC;CACJ,CAAA;AAlCY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;IAWR,WAAA,IAAA,6BAAmB,GAAE,CAAA;qCARS,6CAAoB;QACnB,+CAAqB;QACf,6EAAmC;QACjD,sBAAa;QACf,0BAAW;QACV,4BAAY;QACR,uBAAgB;QACf,uCAAiB;QAErB,uBAAa;QAGtB,mDAAuB;QAClB,gBAAS;GAfpB,oBAAoB,CAkChC","sourcesContent":["import { Injectable, NotFoundException } from '@nestjs/common';\n\nimport { InjectEntityManager, InjectRepository } from '@nestjs/typeorm';\nimport { EntityManager, Repository } from 'typeorm';\nimport { PaginationQueryDto } from 'src/dtos/pagination-query.dto';\nimport { EmailTemplate } from '../entities/email-template.entity';\nimport { CreateEmailTemplateDto } from '../dtos/create-email-template.dto';\nimport { UpdateEmailTemplateDto } from '../dtos/update-email-template.dto';\nimport { CRUDService } from './crud.service';\nimport { ModelMetadataService } from './model-metadata.service';\nimport { ModuleMetadataService } from './module-metadata.service';\nimport { MediaStorageProviderMetadataService } from './media-storage-provider-metadata.service';\nimport { ConfigService } from '@nestjs/config';\nimport { FileService } from './file.service';\nimport { MediaService } from './media.service';\nimport { DiscoveryService, ModuleRef } from '@nestjs/core';\nimport { CrudHelperService } from './crud-helper.service';\nimport { EmailTemplateRepository } from 'src/repository/email-template.repository';\n\n@Injectable()\nexport class EmailTemplateService extends CRUDService<EmailTemplate>{\n    constructor(\n    readonly modelMetadataService: ModelMetadataService,\n    readonly moduleMetadataService: ModuleMetadataService,\n    readonly mediaStorageProviderService: MediaStorageProviderMetadataService,\n    readonly configService: ConfigService,\n    readonly fileService: FileService,\n    readonly mediaService: MediaService,\n    readonly discoveryService: DiscoveryService,\n    readonly crudHelperService: CrudHelperService,\n    @InjectEntityManager()\n    readonly entityManager: EntityManager,\n    // @InjectRepository(EmailTemplate, 'default')\n    // readonly repo: Repository<EmailTemplate>,\n    readonly repo: EmailTemplateRepository,\n    readonly moduleRef: ModuleRef,\n    ) {\n        super(modelMetadataService, moduleMetadataService, configService, fileService, discoveryService, crudHelperService, entityManager, repo, 'emailTemplate', 'app-builder', moduleRef);\n    }\n    async findOneByName(name: string, relations: any = {}) {\n        const entity = await this.repo.findOne({\n            where: {\n                name: name,\n            },\n            relations: relations,\n        });\n        return entity;\n    }\n    async removeByName(name: string) {\n        const entity = await this.findOneByName(name);\n        if (entity) {\n            return await this.repo.remove(entity);\n        }\n    }\n}\n"]}
+{"version":3,"file":"email-template.service.js","sourceRoot":"","sources":["../../src/services/email-template.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAgE;AAEhE,2CAA+C;AAC/C,uCAA2D;AAC3D,6CAAsD;AACtD,uFAAmF;AACnF,qCAAwC;AAExC,+DAA0D;AAC1D,iDAA6C;AAC7C,iDAA6C;AAC7C,uGAAgG;AAChG,mDAA+C;AAC/C,qEAAgE;AAChE,uEAAkE;AAG3D,IAAM,oBAAoB,GAA1B,MAAM,oBAAqB,SAAQ,0BAA0B;IAChE,YAES,oBAA0C,EAC1C,qBAA4C,EAC5C,2BAAgE,EAChE,aAA4B,EAC5B,WAAwB,EACxB,YAA0B,EAC1B,gBAAkC,EAClC,iBAAoC,EAEpC,aAA4B,EAG5B,IAA6B,EAC7B,SAAoB;QAEzB,KAAK,CAAC,oBAAoB,EAAE,qBAAqB,EAAE,aAAa,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,IAAI,EAAE,eAAe,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;QAf/K,yBAAoB,GAApB,oBAAoB,CAAsB;QAC1C,0BAAqB,GAArB,qBAAqB,CAAuB;QAC5C,gCAA2B,GAA3B,2BAA2B,CAAqC;QAChE,kBAAa,GAAb,aAAa,CAAe;QAC5B,gBAAW,GAAX,WAAW,CAAa;QACxB,iBAAY,GAAZ,YAAY,CAAc;QAC1B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,sBAAiB,GAAjB,iBAAiB,CAAmB;QAEpC,kBAAa,GAAb,aAAa,CAAe;QAG5B,SAAI,GAAJ,IAAI,CAAyB;QAC7B,cAAS,GAAT,SAAS,CAAW;IAG7B,CAAC;IACD,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,YAAiB,EAAE;QACjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,KAAK,EAAE;gBACH,IAAI,EAAE,IAAI;aACb;YACD,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,KAAK,CAAC,YAAY,CAAC,IAAY;QAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,MAAM,EAAE,CAAC;YACT,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC;IACL,CAAC;CACJ,CAAA;AAnCY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;IAGR,WAAA,IAAA,eAAM,EAAC,IAAA,mBAAU,EAAC,GAAG,EAAE,CAAC,6CAAoB,CAAC,CAAC,CAAA;IAS9C,WAAA,IAAA,6BAAmB,GAAE,CAAA;qCARS,6CAAoB;QACnB,+CAAqB;QACf,6EAAmC;QACjD,sBAAa;QACf,0BAAW;QACV,4BAAY;QACR,uBAAgB;QACf,uCAAiB;QAErB,uBAAa;QAGtB,mDAAuB;QAClB,gBAAS;GAhBpB,oBAAoB,CAmChC","sourcesContent":["import { forwardRef, Inject, Injectable } from '@nestjs/common';\n\nimport { ConfigService } from '@nestjs/config';\nimport { DiscoveryService, ModuleRef } from '@nestjs/core';\nimport { InjectEntityManager } from '@nestjs/typeorm';\nimport { EmailTemplateRepository } from 'src/repository/email-template.repository';\nimport { EntityManager } from 'typeorm';\nimport { EmailTemplate } from '../entities/email-template.entity';\nimport { CrudHelperService } from './crud-helper.service';\nimport { CRUDService } from './crud.service';\nimport { FileService } from './file.service';\nimport { MediaStorageProviderMetadataService } from './media-storage-provider-metadata.service';\nimport { MediaService } from './media.service';\nimport { ModelMetadataService } from './model-metadata.service';\nimport { ModuleMetadataService } from './module-metadata.service';\n\n@Injectable()\nexport class EmailTemplateService extends CRUDService<EmailTemplate>{\n    constructor(\n    @Inject(forwardRef(() => ModelMetadataService))\n    readonly modelMetadataService: ModelMetadataService,\n    readonly moduleMetadataService: ModuleMetadataService,\n    readonly mediaStorageProviderService: MediaStorageProviderMetadataService,\n    readonly configService: ConfigService,\n    readonly fileService: FileService,\n    readonly mediaService: MediaService,\n    readonly discoveryService: DiscoveryService,\n    readonly crudHelperService: CrudHelperService,\n    @InjectEntityManager()\n    readonly entityManager: EntityManager,\n    // @InjectRepository(EmailTemplate, 'default')\n    // readonly repo: Repository<EmailTemplate>,\n    readonly repo: EmailTemplateRepository,\n    readonly moduleRef: ModuleRef,\n    ) {\n        super(modelMetadataService, moduleMetadataService, configService, fileService, discoveryService, crudHelperService, entityManager, repo, 'emailTemplate', 'app-builder', moduleRef);\n    }\n    async findOneByName(name: string, relations: any = {}) {\n        const entity = await this.repo.findOne({\n            where: {\n                name: name,\n            },\n            relations: relations,\n        });\n        return entity;\n    }\n    async removeByName(name: string) {\n        const entity = await this.findOneByName(name);\n        if (entity) {\n            return await this.repo.remove(entity);\n        }\n    }\n}\n"]}

package/dist/services/excel.service.d.ts

@@ -8,9 +8,20 @@ export interface ExcelReadResult {
     headers: string[];
     data: Record<string, any>[];
 }
+export interface ExcelReadAllResult {
+    headers: string[];
+    rows: Record<string, any>[];
+}
 export declare class ExcelService {
     private logger;
     createExcelStream(getDataRecords: (chunkIndex: number, chunkSize: number) => Promise<any[]>, chunkSize?: number, headers?: string[]): Promise<Readable>;
     readExcelInPagesFromStream(stream: Readable, options?: ExcelReadOptions): AsyncGenerator<ExcelReadResult>;
+    private cleanString;
+    private normalizeCellValue;
+    readExcelFromStreamNonStreaming(stream: Readable, options?: ExcelReadOptions & {
+        worksheetIndex?: number;
+        maxRows?: number;
+    }): Promise<ExcelReadAllResult>;
+    parseAndValidateDate(value: string): Date | null;
 }
 //# sourceMappingURL=excel.service.d.ts.map

package/dist/services/excel.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"excel.service.d.ts","sourceRoot":"","sources":["../../src/services/excel.service.ts"],"names":[],"mappings":"AAGA,OAAO,EAAe,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAG/C,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAID,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;CAC7B;AAED,qBACa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAiC;IAElC,iBAAiB,CAC5B,cAAc,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC,EACzE,SAAS,GAAE,MAAY,EACvB,OAAO,GAAE,MAAM,EAAO,GACrB,OAAO,CAAC,QAAQ,CAAC;IAuEN,0BAA0B,CACtC,MAAM,EAAE,QAAQ,EAChB,OAAO,CAAC,EAAE,gBAAgB,GACzB,cAAc,CAAC,eAAe,CAAC;CA4DnC"}
+{"version":3,"file":"excel.service.d.ts","sourceRoot":"","sources":["../../src/services/excel.service.ts"],"names":[],"mappings":"AAIA,OAAO,EAAe,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAE/C,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAID,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;CAC7B;AAED,qBACa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAiC;IAElC,iBAAiB,CAC5B,cAAc,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC,EACzE,SAAS,GAAE,MAAY,EACvB,OAAO,GAAE,MAAM,EAAO,GACrB,OAAO,CAAC,QAAQ,CAAC;IAuEN,0BAA0B,CACtC,MAAM,EAAE,QAAQ,EAChB,OAAO,CAAC,EAAE,gBAAgB,GACzB,cAAc,CAAC,eAAe,CAAC;IA4DlC,OAAO,CAAC,WAAW;IAQnB,OAAO,CAAC,kBAAkB;IA8Cb,+BAA+B,CAC1C,MAAM,EAAE,QAAQ,EAChB,OAAO,CAAC,EAAE,gBAAgB,GAAG;QAAE,cAAc,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GACzE,OAAO,CAAC,kBAAkB,CAAC;IAmFvB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI;CAIxD"}

package/dist/services/excel.service.js

@@ -44,6 +44,7 @@ exports.ExcelService = void 0;
 const common_1 = require("@nestjs/common");
 const ExcelJS = __importStar(require("exceljs"));
 const error_messages_1 = require("../constants/error-messages");
+const date_helper_1 = require("../helpers/date.helper");
 const stream_1 = require("stream");
 const DEFAULT_PAGE_SIZE = 100;
 let ExcelService = ExcelService_1 = class ExcelService {
@@ -151,6 +152,109 @@ let ExcelService = ExcelService_1 = class ExcelService {
             yield { headers, data: [] };
         }
     }
+    cleanString(value) {
+        return (value === null || value === undefined ? '' : String(value))
+            .replace(/\uFEFF/g, '')
+            .replace(/\u00A0/g, ' ')
+            .replace(/\s+/g, ' ')
+            .trim();
+    }
+    normalizeCellValue(value, sharedStrings) {
+        if (value === undefined || value === null)
+            return null;
+        if (typeof value === 'object' && value && 'sharedString' in value) {
+            const idx = value.sharedString;
+            const resolved = sharedStrings?.[idx];
+            if (resolved === undefined || resolved === null)
+                return null;
+            if (typeof resolved === 'string')
+                return resolved;
+            if (typeof resolved === 'object') {
+                if ('text' in resolved && typeof resolved.text === 'string')
+                    return resolved.text;
+                if ('richText' in resolved && Array.isArray(resolved.richText)) {
+                    return resolved.richText.map((item) => item?.text ?? '').join('');
+                }
+                if ('value' in resolved)
+                    return resolved.value;
+            }
+            return resolved;
+        }
+        if (typeof value === 'object' && value) {
+            if ('text' in value && typeof value.text === 'string')
+                return value.text;
+            if ('richText' in value && Array.isArray(value.richText)) {
+                return value.richText.map((item) => item?.text ?? '').join('');
+            }
+            if ('result' in value)
+                return value.result;
+            if ('formula' in value)
+                return value.formula;
+            if ('hyperlink' in value && typeof value.hyperlink === 'string') {
+                return value.text ?? value.hyperlink;
+            }
+            if ('value' in value)
+                return this.normalizeCellValue(value.value, sharedStrings);
+        }
+        return value;
+    }
+    async readExcelFromStreamNonStreaming(stream, options) {
+        const { hasHeaderRow = true, providedHeaders = [], worksheetIndex = 0, maxRows, } = options || {};
+        const chunks = [];
+        for await (const chunk of stream) {
+            chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+        }
+        const buffer = Buffer.concat(chunks);
+        const workbook = new ExcelJS.Workbook();
+        await workbook.xlsx.load(buffer);
+        const worksheet = workbook.worksheets?.[worksheetIndex];
+        if (!worksheet) {
+            return { headers: [], rows: [] };
+        }
+        let headers = [];
+        const firstRow = worksheet.getRow(1);
+        const firstRowValues = Array.isArray(firstRow.values) ? firstRow.values.slice(1) : [];
+        const normalizeNonStreamingCell = (v) => {
+            return this.normalizeCellValue(v);
+        };
+        if (hasHeaderRow) {
+            headers = firstRowValues.map((v) => this.cleanString(normalizeNonStreamingCell(v)));
+        }
+        else if (providedHeaders.length) {
+            headers = providedHeaders.map((h) => this.cleanString(h));
+        }
+        else {
+            headers = firstRowValues.map((_, idx) => `${idx}`);
+        }
+        if (hasHeaderRow && headers.length > 0 && headers.every((h) => !h)) {
+            this.logger.warn(`ExcelService.readExcelFromStreamNonStreaming: header row appears blank`);
+        }
+        const rows = [];
+        const startRowNumber = hasHeaderRow ? 2 : 1;
+        const lastRowNumber = worksheet.rowCount || 0;
+        for (let r = startRowNumber; r <= lastRowNumber; r++) {
+            if (maxRows && rows.length >= maxRows)
+                break;
+            const row = worksheet.getRow(r);
+            const rawValues = Array.isArray(row.values) ? row.values.slice(1) : [];
+            const values = rawValues.map((v) => normalizeNonStreamingCell(v));
+            while (values.length < headers.length)
+                values.push(null);
+            if (values.length > headers.length)
+                values.length = headers.length;
+            const record = headers.reduce((acc, key, i) => {
+                acc[key] = values[i] ?? null;
+                return acc;
+            }, {});
+            if (Object.values(record).every((v) => v === null || this.cleanString(v) === ''))
+                continue;
+            rows.push(record);
+        }
+        return { headers, rows };
+    }
+    parseAndValidateDate(value) {
+        return (0, date_helper_1.parseFlexibleDate)(value);
+    }
 };
 exports.ExcelService = ExcelService;
 exports.ExcelService = ExcelService = ExcelService_1 = __decorate([

package/dist/services/excel.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"excel.service.js","sourceRoot":"","sources":["../../src/services/excel.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,iDAAmC;AACnC,gEAA8D;AAC9D,mCAA+C;AAS/C,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAQvB,IAAM,YAAY,oBAAlB,MAAM,YAAY;IAAlB;QACG,WAAM,GAAG,IAAI,eAAM,CAAC,cAAY,CAAC,IAAI,CAAC,CAAC;IA4IjD,CAAC;IA1IQ,KAAK,CAAC,iBAAiB,CAC5B,cAAyE,EACzE,YAAoB,GAAG,EACvB,UAAoB,EAAE;QAItB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,cAAc,KAAK,UAAU,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,+BAAc,CAAC,2BAA2B,CAAC,CAAC;QAC9D,CAAC;QAGD,IAAI,cAAc,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,+BAAc,CAAC,kBAAkB,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,oBAAW,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;YACjF,MAAM,SAAS,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAGhD,IAAI,eAAe,GAAG,KAAK,CAAC;YAC5B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;oBAC3C,MAAM,EAAE,MAAM;oBACd,GAAG,EAAE,MAAM;oBACX,KAAK,EAAE,EAAE;iBACV,CAAC,CAAC,CAAC;gBACJ,eAAe,GAAG,IAAI,CAAC;YACzB,CAAC;YAGD,IAAI,OAAO,cAAc,KAAK,UAAU,EAAE,CAAC;gBAKxC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACnB,OAAO,WAAW,CAAC;YACrB,CAAC;YAGD,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;gBAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;oBAAE,MAAM;gBAEhC,IAAI,CAAC,eAAe,EAAE,CAAC;oBACrB,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;wBACxD,MAAM,EAAE,GAAG,CAAC,WAAW,EAAE;wBACzB,GAAG,EAAE,GAAG;wBACR,KAAK,EAAE,EAAE;qBACV,CAAC,CAAC,CAAC;oBACJ,eAAe,GAAG,IAAI,CAAC;gBACzB,CAAC;gBAED,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;oBACvB,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;gBAClC,CAAC,CAAC,CAAC;gBAEH,UAAU,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,UAAU,mBAAmB,CAAC,CAAC;YAC9D,CAAC;YAEA,QAAQ,CAAC,MAAM,EAAE,CAAC;QAErB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7D,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,CAAC,0BAA0B,CACtC,MAAgB,EAChB,OAA0B;QAE1B,MAAM,EAAE,QAAQ,GAAG,iBAAiB,EAAE,YAAY,GAAG,IAAI,EAAE,eAAe,GAAG,EAAE,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;QAClG,MAAM,cAAc,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAE1E,IAAI,OAAO,GAAa,EAAE,CAAC;QAC3B,IAAI,IAAI,GAA0B,EAAE,CAAC;QACrC,IAAI,UAAU,GAAG,IAAI,CAAC;QACtB,IAAI,cAAc,GAAG,KAAK,CAAC;QAE3B,IAAI,KAAK,EAAE,MAAM,SAAS,IAAI,cAAc,EAAE,CAAC;YAC7C,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAEpE,IAAI,UAAU,EAAE,CAAC;oBACf,UAAU,GAAG,KAAK,CAAC;oBAEnB,IAAI,YAAY,EAAE,CAAC;wBACjB,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;wBACtD,SAAS;oBACX,CAAC;yBAAM,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC;wBAClC,OAAO,GAAG,eAAe,CAAC;oBAC5B,CAAC;yBAAM,CAAC;wBACN,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;gBAED,OAAO,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;oBAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzD,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;oBAAE,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;gBAEnE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;oBAC5C,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;oBAC7B,OAAO,GAAG,CAAC;gBACb,CAAC,EAAE,EAAyB,CAAC,CAAC;gBAE9B,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBAAE,SAAS;gBAEvE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAElB,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC7B,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;oBAC9B,cAAc,GAAG,IAAI,CAAC;oBACtB,IAAI,GAAG,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;QAIH,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAC9B,cAAc,GAAG,IAAI,CAAC;QACxB,CAAC;QAGD,IAAI,CAAC,cAAc,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;CAEF,CAAA;AA7IY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,mBAAU,GAAE;GACA,YAAY,CA6IxB","sourcesContent":["import { Injectable, Logger } from '@nestjs/common';\nimport * as ExcelJS from 'exceljs';\nimport { ERROR_MESSAGES } from 'src/constants/error-messages';\nimport { PassThrough, Readable } from 'stream';\n\n\nexport interface ExcelReadOptions {\n  pageSize?: number; // Number of records per page\n  hasHeaderRow?: boolean; // Whether the first row contains headers\n  providedHeaders?: string[]; // Custom headers if hasHeaderRow is false\n}\n\nconst DEFAULT_PAGE_SIZE = 100; // Default page size if not provided\n\nexport interface ExcelReadResult {\n  headers: string[]; // Headers of the Excel file\n  data: Record<string, any>[]; // Data records in the current page\n}\n\n@Injectable()\nexport class ExcelService {\n  private logger = new Logger(ExcelService.name);\n\n  public async createExcelStream(\n    getDataRecords: (chunkIndex: number, chunkSize: number) => Promise<any[]>,\n    chunkSize: number = 100,\n    headers: string[] = []\n  ): Promise<Readable> {\n    // Validations\n    // If neither headers nor data records function is provided, throw an error\n    if (headers.length === 0 && typeof getDataRecords !== 'function') {\n      throw new Error(ERROR_MESSAGES.MISSING_HEADERS_OR_FUNCTION);\n    }\n\n    // If data records function is provided, chunkSize must be greater than 0\n    if (getDataRecords && chunkSize <= 0) {\n      throw new Error(ERROR_MESSAGES.INVALID_CHUNK_SIZE);\n    }\n\n    const passThrough = new PassThrough(); // Create streaming pipe\n    try {\n      const workbook = new ExcelJS.stream.xlsx.WorkbookWriter({ stream: passThrough });\n      const worksheet = workbook.addWorksheet('Data');\n\n      // If headers are provided, use them;\n      let isHeaderWritten = false;\n      if (headers.length > 0) {\n        worksheet.columns = headers.map((header) => ({\n          header: header, // Convert header names to uppercase\n          key: header,\n          width: 20, // Set column width\n        }));\n        isHeaderWritten = true; // Mark headers as written\n      }\n\n      // ✅ If no data loader provided, write only headers and finish\n      if (typeof getDataRecords !== 'function') {\n        // worksheet.addRow(\n        //   headers.reduce((acc, header) => ({ ...acc, [header]: '' }), {})\n        // ).commit(); // Write a dummy record with headers\n\n         workbook.commit();\n        return passThrough;\n      }\n\n      // Write the data records in chunks\n      let chunkIndex = 0;\n      while (true) {\n        const records = await getDataRecords(chunkIndex, chunkSize); // Fetch chunked data\n        if (records.length === 0) break; // Stop if no more records\n\n        if (!isHeaderWritten) { // Falback because without columns being set, ExcelJS won't write data correctly\n          worksheet.columns = Object.keys(records[0]).map((key) => ({\n            header: key.toUpperCase(),\n            key: key,\n            width: 20,\n          }));\n          isHeaderWritten = true;\n        }\n\n        records.forEach((item) => {\n          worksheet.addRow(item).commit(); // Commit each row immediately\n        });\n\n        chunkIndex++; // Fetch next chunk\n        this.logger.debug(`✅ Chunk ${chunkIndex} written to Excel`);\n      }\n\n       workbook.commit();\n      // passThrough.end(); // ✅ Properly close the stream\n    } catch (error) {\n      this.logger.error(`❌ Error writing Excel: ${error.message}`);\n      passThrough.destroy(error); // Destroy stream\n      throw error;\n    }\n    return passThrough; // Return streaming response\n  }\n\n  public async *readExcelInPagesFromStream(\n    stream: Readable,\n    options?: ExcelReadOptions\n  ): AsyncGenerator<ExcelReadResult> {\n    const { pageSize = DEFAULT_PAGE_SIZE, hasHeaderRow = true, providedHeaders = [] } = options || {};\n    const workbookReader = new ExcelJS.stream.xlsx.WorkbookReader(stream, {});\n\n    let headers: string[] = [];\n    let page: Record<string, any>[] = [];\n    let isFirstRow = true;\n    let hasYieldedData = false;\n\n    for await (const worksheet of workbookReader) {\n      for await (const row of worksheet) {\n        const values = Array.isArray(row.values) ? row.values.slice(1) : [];\n\n        if (isFirstRow) {\n          isFirstRow = false;\n\n          if (hasHeaderRow) {\n            headers = values.map(v => v?.toString().trim() || '');\n            continue;\n          } else if (providedHeaders.length) {\n            headers = providedHeaders;\n          } else {\n            headers = values.map((_, idx) => `${idx}`);\n          }\n        }\n\n        while (values.length < headers.length) values.push(null);\n        if (values.length > headers.length) values.length = headers.length;\n\n        const record = headers.reduce((acc, key, i) => {\n          acc[key] = values[i] ?? null;\n          return acc;\n        }, {} as Record<string, any>);\n\n        if (Object.values(record).every(v => v === null || v === '')) continue;\n\n        page.push(record);\n\n        if (page.length === pageSize) {\n          yield { headers, data: page };\n          hasYieldedData = true;\n          page = [];\n        }\n      }\n\n      // Optional: break if only processing first worksheet\n      // break;\n    }\n\n    if (page.length > 0) {\n      yield { headers, data: page };\n      hasYieldedData = true;\n    }\n\n    // ✅ Yield headers with empty data if only headers were found\n    if (!hasYieldedData && headers.length > 0) {\n      yield { headers, data: [] };\n    }\n  }\n\n}"]}
+{"version":3,"file":"excel.service.js","sourceRoot":"","sources":["../../src/services/excel.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,iDAAmC;AACnC,gEAA8D;AAC9D,wDAA4D;AAC5D,mCAA+C;AAQ/C,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAavB,IAAM,YAAY,oBAAlB,MAAM,YAAY;IAAlB;QACG,WAAM,GAAG,IAAI,eAAM,CAAC,cAAY,CAAC,IAAI,CAAC,CAAC;IA4RjD,CAAC;IA1RQ,KAAK,CAAC,iBAAiB,CAC5B,cAAyE,EACzE,YAAoB,GAAG,EACvB,UAAoB,EAAE;QAItB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,cAAc,KAAK,UAAU,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,+BAAc,CAAC,2BAA2B,CAAC,CAAC;QAC9D,CAAC;QAGD,IAAI,cAAc,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,+BAAc,CAAC,kBAAkB,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,oBAAW,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;YACjF,MAAM,SAAS,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAGhD,IAAI,eAAe,GAAG,KAAK,CAAC;YAC5B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;oBAC3C,MAAM,EAAE,MAAM;oBACd,GAAG,EAAE,MAAM;oBACX,KAAK,EAAE,EAAE;iBACV,CAAC,CAAC,CAAC;gBACJ,eAAe,GAAG,IAAI,CAAC;YACzB,CAAC;YAGD,IAAI,OAAO,cAAc,KAAK,UAAU,EAAE,CAAC;gBAKzC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAClB,OAAO,WAAW,CAAC;YACrB,CAAC;YAGD,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;gBAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;oBAAE,MAAM;gBAEhC,IAAI,CAAC,eAAe,EAAE,CAAC;oBACrB,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;wBACxD,MAAM,EAAE,GAAG,CAAC,WAAW,EAAE;wBACzB,GAAG,EAAE,GAAG;wBACR,KAAK,EAAE,EAAE;qBACV,CAAC,CAAC,CAAC;oBACJ,eAAe,GAAG,IAAI,CAAC;gBACzB,CAAC;gBAED,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;oBACvB,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;gBAClC,CAAC,CAAC,CAAC;gBAEH,UAAU,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,UAAU,mBAAmB,CAAC,CAAC;YAC9D,CAAC;YAED,QAAQ,CAAC,MAAM,EAAE,CAAC;QAEpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7D,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,CAAC,0BAA0B,CACtC,MAAgB,EAChB,OAA0B;QAE1B,MAAM,EAAE,QAAQ,GAAG,iBAAiB,EAAE,YAAY,GAAG,IAAI,EAAE,eAAe,GAAG,EAAE,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;QAClG,MAAM,cAAc,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAE1E,IAAI,OAAO,GAAa,EAAE,CAAC;QAC3B,IAAI,IAAI,GAA0B,EAAE,CAAC;QACrC,IAAI,UAAU,GAAG,IAAI,CAAC;QACtB,IAAI,cAAc,GAAG,KAAK,CAAC;QAE3B,IAAI,KAAK,EAAE,MAAM,SAAS,IAAI,cAAc,EAAE,CAAC;YAC7C,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAEpE,IAAI,UAAU,EAAE,CAAC;oBACf,UAAU,GAAG,KAAK,CAAC;oBAEnB,IAAI,YAAY,EAAE,CAAC;wBACjB,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;wBACtD,SAAS;oBACX,CAAC;yBAAM,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC;wBAClC,OAAO,GAAG,eAAe,CAAC;oBAC5B,CAAC;yBAAM,CAAC;wBACN,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;gBAED,OAAO,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;oBAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzD,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;oBAAE,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;gBAEnE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;oBAC5C,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;oBAC7B,OAAO,GAAG,CAAC;gBACb,CAAC,EAAE,EAAyB,CAAC,CAAC;gBAE9B,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBAAE,SAAS;gBAEvE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAElB,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC7B,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;oBAC9B,cAAc,GAAG,IAAI,CAAC;oBACtB,IAAI,GAAG,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;QAIH,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAC9B,cAAc,GAAG,IAAI,CAAC;QACxB,CAAC;QAGD,IAAI,CAAC,cAAc,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,KAAU;QAC5B,OAAO,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;aAChE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;aACtB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,IAAI,EAAE,CAAC;IACZ,CAAC;IAEO,kBAAkB,CAAC,KAAU,EAAE,aAAqB;QAC1D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAGvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAI,cAAc,IAAI,KAAK,EAAE,CAAC;YAClE,MAAM,GAAG,GAAI,KAAa,CAAC,YAAY,CAAC;YACxC,MAAM,QAAQ,GAAG,aAAa,EAAE,CAAC,GAAG,CAAC,CAAC;YAEtC,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;YAC7D,IAAI,OAAO,QAAQ,KAAK,QAAQ;gBAAE,OAAO,QAAQ,CAAC;YAClD,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBACjC,IAAI,MAAM,IAAI,QAAQ,IAAI,OAAQ,QAAgB,CAAC,IAAI,KAAK,QAAQ;oBAAE,OAAQ,QAAgB,CAAC,IAAI,CAAC;gBACpG,IAAI,UAAU,IAAI,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAE,QAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACxE,OAAQ,QAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAClF,CAAC;gBACD,IAAI,OAAO,IAAI,QAAQ;oBAAE,OAAQ,QAAgB,CAAC,KAAK,CAAC;YAC1D,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAGD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,EAAE,CAAC;YAEvC,IAAI,MAAM,IAAI,KAAK,IAAI,OAAQ,KAAa,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAQ,KAAa,CAAC,IAAI,CAAC;YAG3F,IAAI,UAAU,IAAI,KAAK,IAAI,KAAK,CAAC,OAAO,CAAE,KAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAClE,OAAQ,KAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC/E,CAAC;YAGD,IAAI,QAAQ,IAAI,KAAK;gBAAE,OAAQ,KAAa,CAAC,MAAM,CAAC;YACpD,IAAI,SAAS,IAAI,KAAK;gBAAE,OAAQ,KAAa,CAAC,OAAO,CAAC;YAGtD,IAAI,WAAW,IAAI,KAAK,IAAI,OAAQ,KAAa,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBACzE,OAAQ,KAAa,CAAC,IAAI,IAAK,KAAa,CAAC,SAAS,CAAC;YACzD,CAAC;YAGD,IAAI,OAAO,IAAI,KAAK;gBAAE,OAAO,IAAI,CAAC,kBAAkB,CAAE,KAAa,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QAC5F,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,+BAA+B,CAC1C,MAAgB,EAChB,OAA0E;QAE1E,MAAM,EACJ,YAAY,GAAG,IAAI,EACnB,eAAe,GAAG,EAAE,EACpB,cAAc,GAAG,CAAC,EAClB,OAAO,GACR,GAAG,OAAO,IAAI,EAAE,CAAC;QAGlB,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAGrC,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QAExC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEjC,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,cAAc,CAAC,CAAC;QACxD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;QACnC,CAAC;QAGD,IAAI,OAAO,GAAa,EAAE,CAAC;QAE3B,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,QAAQ,CAAC,MAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAEjG,MAAM,yBAAyB,GAAG,CAAC,CAAM,EAAE,EAAE;YAK3C,OAAO,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC;QAEF,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,CAAC;aAAM,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC;YAClC,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;QACrD,CAAC;QAGD,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;QAC7F,CAAC;QAGD,MAAM,IAAI,GAA0B,EAAE,CAAC;QAEvC,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,IAAI,CAAC,CAAC;QAE9C,KAAK,IAAI,CAAC,GAAG,cAAc,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;YACrD,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO;gBAAE,MAAM;YAE7C,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,MAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClF,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,CAAC;YAGlE,OAAO,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;gBAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;gBAAE,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAEnE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;gBAC5C,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;gBAC7B,OAAO,GAAG,CAAC;YACb,CAAC,EAAE,EAAyB,CAAC,CAAC;YAG9B,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;gBAAE,SAAS;YAE3F,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAEM,oBAAoB,CAAC,KAAa;QACvC,OAAO,IAAA,+BAAiB,EAAC,KAAK,CAAC,CAAC;IAClC,CAAC;CAEF,CAAA;AA7RY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,mBAAU,GAAE;GACA,YAAY,CA6RxB","sourcesContent":["import { Injectable, Logger } from '@nestjs/common';\nimport * as ExcelJS from 'exceljs';\nimport { ERROR_MESSAGES } from 'src/constants/error-messages';\nimport { parseFlexibleDate } from 'src/helpers/date.helper';\nimport { PassThrough, Readable } from 'stream';\n\nexport interface ExcelReadOptions {\n  pageSize?: number; // Number of records per page\n  hasHeaderRow?: boolean; // Whether the first row contains headers\n  providedHeaders?: string[]; // Custom headers if hasHeaderRow is false\n}\n\nconst DEFAULT_PAGE_SIZE = 100; // Default page size if not provided\n\nexport interface ExcelReadResult {\n  headers: string[]; // Headers of the Excel file\n  data: Record<string, any>[]; // Data records in the current page\n}\n\nexport interface ExcelReadAllResult {\n  headers: string[];\n  rows: Record<string, any>[];\n}\n\n@Injectable()\nexport class ExcelService {\n  private logger = new Logger(ExcelService.name);\n\n  public async createExcelStream(\n    getDataRecords: (chunkIndex: number, chunkSize: number) => Promise<any[]>,\n    chunkSize: number = 100,\n    headers: string[] = []\n  ): Promise<Readable> {\n    // Validations\n    // If neither headers nor data records function is provided, throw an error\n    if (headers.length === 0 && typeof getDataRecords !== 'function') {\n      throw new Error(ERROR_MESSAGES.MISSING_HEADERS_OR_FUNCTION);\n    }\n\n    // If data records function is provided, chunkSize must be greater than 0\n    if (getDataRecords && chunkSize <= 0) {\n      throw new Error(ERROR_MESSAGES.INVALID_CHUNK_SIZE);\n    }\n\n    const passThrough = new PassThrough(); // Create streaming pipe\n    try {\n      const workbook = new ExcelJS.stream.xlsx.WorkbookWriter({ stream: passThrough });\n      const worksheet = workbook.addWorksheet('Data');\n\n      // If headers are provided, use them;\n      let isHeaderWritten = false;\n      if (headers.length > 0) {\n        worksheet.columns = headers.map((header) => ({\n          header: header, // Convert header names to uppercase\n          key: header,\n          width: 20, // Set column width\n        }));\n        isHeaderWritten = true; // Mark headers as written\n      }\n\n      // ✅ If no data loader provided, write only headers and finish\n      if (typeof getDataRecords !== 'function') {\n        // worksheet.addRow(\n        //   headers.reduce((acc, header) => ({ ...acc, [header]: '' }), {})\n        // ).commit(); // Write a dummy record with headers\n\n        workbook.commit();\n        return passThrough;\n      }\n\n      // Write the data records in chunks\n      let chunkIndex = 0;\n      while (true) {\n        const records = await getDataRecords(chunkIndex, chunkSize); // Fetch chunked data\n        if (records.length === 0) break; // Stop if no more records\n\n        if (!isHeaderWritten) { // Falback because without columns being set, ExcelJS won't write data correctly\n          worksheet.columns = Object.keys(records[0]).map((key) => ({\n            header: key.toUpperCase(),\n            key: key,\n            width: 20,\n          }));\n          isHeaderWritten = true;\n        }\n\n        records.forEach((item) => {\n          worksheet.addRow(item).commit(); // Commit each row immediately\n        });\n\n        chunkIndex++; // Fetch next chunk\n        this.logger.debug(`✅ Chunk ${chunkIndex} written to Excel`);\n      }\n\n      workbook.commit();\n      // passThrough.end(); // ✅ Properly close the stream\n    } catch (error) {\n      this.logger.error(`❌ Error writing Excel: ${error.message}`);\n      passThrough.destroy(error); // Destroy stream\n      throw error;\n    }\n    return passThrough; // Return streaming response\n  }\n\n  public async *readExcelInPagesFromStream(\n    stream: Readable,\n    options?: ExcelReadOptions\n  ): AsyncGenerator<ExcelReadResult> {\n    const { pageSize = DEFAULT_PAGE_SIZE, hasHeaderRow = true, providedHeaders = [] } = options || {};\n    const workbookReader = new ExcelJS.stream.xlsx.WorkbookReader(stream, {});\n\n    let headers: string[] = [];\n    let page: Record<string, any>[] = [];\n    let isFirstRow = true;\n    let hasYieldedData = false;\n\n    for await (const worksheet of workbookReader) {\n      for await (const row of worksheet) {\n        const values = Array.isArray(row.values) ? row.values.slice(1) : [];\n\n        if (isFirstRow) {\n          isFirstRow = false;\n\n          if (hasHeaderRow) {\n            headers = values.map(v => v?.toString().trim() || '');\n            continue;\n          } else if (providedHeaders.length) {\n            headers = providedHeaders;\n          } else {\n            headers = values.map((_, idx) => `${idx}`);\n          }\n        }\n\n        while (values.length < headers.length) values.push(null);\n        if (values.length > headers.length) values.length = headers.length;\n\n        const record = headers.reduce((acc, key, i) => {\n          acc[key] = values[i] ?? null;\n          return acc;\n        }, {} as Record<string, any>);\n\n        if (Object.values(record).every(v => v === null || v === '')) continue;\n\n        page.push(record);\n\n        if (page.length === pageSize) {\n          yield { headers, data: page };\n          hasYieldedData = true;\n          page = [];\n        }\n      }\n\n      // Optional: break if only processing first worksheet\n      // break;\n    }\n\n    if (page.length > 0) {\n      yield { headers, data: page };\n      hasYieldedData = true;\n    }\n\n    // ✅ Yield headers with empty data if only headers were found\n    if (!hasYieldedData && headers.length > 0) {\n      yield { headers, data: [] };\n    }\n  }\n\n  private cleanString(value: any): string {\n    return (value === null || value === undefined ? '' : String(value))\n      .replace(/\\uFEFF/g, '') // BOM\n      .replace(/\\u00A0/g, ' ') // NBSP\n      .replace(/\\s+/g, ' ')\n      .trim();\n  }\n\n  private normalizeCellValue(value: any, sharedStrings?: any[]): any {\n    if (value === undefined || value === null) return null;\n\n    // ExcelJS streaming shared string ref: { sharedString: number }\n    if (typeof value === 'object' && value && 'sharedString' in value) {\n      const idx = (value as any).sharedString;\n      const resolved = sharedStrings?.[idx];\n      // sharedStrings may store objects or plain strings depending on ExcelJS internals\n      if (resolved === undefined || resolved === null) return null;\n      if (typeof resolved === 'string') return resolved;\n      if (typeof resolved === 'object') {\n        if ('text' in resolved && typeof (resolved as any).text === 'string') return (resolved as any).text;\n        if ('richText' in resolved && Array.isArray((resolved as any).richText)) {\n          return (resolved as any).richText.map((item: any) => item?.text ?? '').join('');\n        }\n        if ('value' in resolved) return (resolved as any).value;\n      }\n      return resolved;\n    }\n\n    // ExcelJS can return rich objects for styled cells; unwrap to plain text/primitive\n    if (typeof value === 'object' && value) {\n      // Plain rich cell: { text: '...' }\n      if ('text' in value && typeof (value as any).text === 'string') return (value as any).text;\n\n      // Rich text: { richText: [{text:'a'}, ...] }\n      if ('richText' in value && Array.isArray((value as any).richText)) {\n        return (value as any).richText.map((item: any) => item?.text ?? '').join('');\n      }\n\n      // Formula cells: { formula: '...', result: ... }\n      if ('result' in value) return (value as any).result;\n      if ('formula' in value) return (value as any).formula;\n\n      // Hyperlinks: { text: '...', hyperlink: '...' }\n      if ('hyperlink' in value && typeof (value as any).hyperlink === 'string') {\n        return (value as any).text ?? (value as any).hyperlink;\n      }\n\n      // Sometimes primitive nested under .value\n      if ('value' in value) return this.normalizeCellValue((value as any).value, sharedStrings);\n    }\n\n    return value;\n  }\n\n  public async readExcelFromStreamNonStreaming(\n    stream: Readable,\n    options?: ExcelReadOptions & { worksheetIndex?: number; maxRows?: number }\n  ): Promise<ExcelReadAllResult> {\n    const {\n      hasHeaderRow = true,\n      providedHeaders = [],\n      worksheetIndex = 0, // 0-based\n      maxRows,\n    } = options || {};\n\n    // 1) Read entire stream into a Buffer\n    const chunks: Buffer[] = [];\n    for await (const chunk of stream) {\n      chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));\n    }\n    const buffer = Buffer.concat(chunks);\n\n    // 2) Load workbook (non-streaming)\n    const workbook = new ExcelJS.Workbook();\n    // @ts-ignore\n    await workbook.xlsx.load(buffer);\n\n    const worksheet = workbook.worksheets?.[worksheetIndex];\n    if (!worksheet) {\n      return { headers: [], rows: [] };\n    }\n\n    // 3) Determine headers\n    let headers: string[] = [];\n\n    const firstRow = worksheet.getRow(1);\n    const firstRowValues = Array.isArray(firstRow.values) ? (firstRow.values as any[]).slice(1) : [];\n\n    const normalizeNonStreamingCell = (v: any) => {\n      // In non-streaming ExcelJS, cell.value can be:\n      // - string/number/boolean/date\n      // - {richText}, {text}, {hyperlink}, {formula,result}, etc.\n      // We'll reuse your normalizeCellValue but without sharedStrings\n      return this.normalizeCellValue(v);\n    };\n\n    if (hasHeaderRow) {\n      headers = firstRowValues.map((v) => this.cleanString(normalizeNonStreamingCell(v)));\n    } else if (providedHeaders.length) {\n      headers = providedHeaders.map((h) => this.cleanString(h));\n    } else {\n      headers = firstRowValues.map((_, idx) => `${idx}`);\n    }\n\n    // If headers are all blank and hasHeaderRow=true, treat as no headers (avoid mapping everything to \"\")\n    if (hasHeaderRow && headers.length > 0 && headers.every((h) => !h)) {\n      this.logger.warn(`ExcelService.readExcelFromStreamNonStreaming: header row appears blank`);\n    }\n\n    // 4) Read rows\n    const rows: Record<string, any>[] = [];\n\n    const startRowNumber = hasHeaderRow ? 2 : 1;\n    const lastRowNumber = worksheet.rowCount || 0;\n\n    for (let r = startRowNumber; r <= lastRowNumber; r++) {\n      if (maxRows && rows.length >= maxRows) break;\n\n      const row = worksheet.getRow(r);\n      const rawValues = Array.isArray(row.values) ? (row.values as any[]).slice(1) : [];\n      const values = rawValues.map((v) => normalizeNonStreamingCell(v));\n\n      // Align row width to header width\n      while (values.length < headers.length) values.push(null);\n      if (values.length > headers.length) values.length = headers.length;\n\n      const record = headers.reduce((acc, key, i) => {\n        acc[key] = values[i] ?? null;\n        return acc;\n      }, {} as Record<string, any>);\n\n      // Skip fully empty rows\n      if (Object.values(record).every((v) => v === null || this.cleanString(v) === '')) continue;\n\n      rows.push(record);\n    }\n\n    return { headers, rows };\n  }\n\n  public parseAndValidateDate(value: string): Date | null {\n    return parseFlexibleDate(value);\n  }\n\n}"]}

package/dist/services/field-metadata.service.d.ts

@@ -12,17 +12,19 @@ import { ModelMetadata } from '../entities/model-metadata.entity';
 import { ISelectionProviderValues } from '../interfaces';
 import { CrudHelperService } from './crud-helper.service';
 import { ResolveS3UrlDto } from 'src/dtos/resolve-s3-url.dto';
+import { MediaStorageProviderMetadataRepository } from 'src/repository/media-storage-provider-metadata.repository';
 import { ConfigService } from '@nestjs/config';
 import { FileService } from './file.service';
 export declare class FieldMetadataService implements OnApplicationBootstrap {
     private readonly fieldMetadataRepo;
     private readonly configService;
     private readonly fileService;
+    private readonly mediaStorageProviderMetadataRepository;
     private readonly dataSource;
     private readonly solidRegistry;
     private readonly crudHelperService;
     private readonly moduleMetadataHelperService;
-    constructor(fieldMetadataRepo: FieldMetadataRepository, configService: ConfigService, fileService: FileService, dataSource: DataSource, solidRegistry: SolidRegistry, crudHelperService: CrudHelperService, moduleMetadataHelperService: ModuleMetadataHelperService);
+    constructor(fieldMetadataRepo: FieldMetadataRepository, configService: ConfigService, fileService: FileService, mediaStorageProviderMetadataRepository: MediaStorageProviderMetadataRepository, dataSource: DataSource, solidRegistry: SolidRegistry, crudHelperService: CrudHelperService, moduleMetadataHelperService: ModuleMetadataHelperService);
     private logger;
     onApplicationBootstrap(): void;
     loadAndRegisterComputedFieldsDetails(): Promise<void>;
@@ -417,5 +419,6 @@ export declare class FieldMetadataService implements OnApplicationBootstrap {
     resolveS3Url(resolveS3UrlDto: ResolveS3UrlDto): Promise<{
         url: string;
     }>;
+    private normalizeS3Key;
 }
 //# sourceMappingURL=field-metadata.service.d.ts.map

package/dist/services/field-metadata.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"field-metadata.service.d.ts","sourceRoot":"","sources":["../../src/services/field-metadata.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAyC,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAG/F,OAAO,EAAE,2BAA2B,EAAE,MAAM,4CAA4C,CAAC;AACzF,OAAO,EAAyB,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAClF,OAAO,EAAE,uBAAuB,EAAE,MAAM,0CAA0C,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAsB,MAAM,SAAS,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAuC,sBAAsB,EAA8C,SAAS,EAAE,QAAQ,EAAoD,MAAM,mCAAmC,CAAC;AACnO,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAG1D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAG7C,qBACa,oBAAqB,YAAW,sBAAsB;IAE3D,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAG5B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,2BAA2B;gBAR3B,iBAAiB,EAAE,uBAAuB,EAC1C,aAAa,EAAE,aAAa,EAC5B,WAAW,EAAE,WAAW,EAGxB,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,aAAa,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,2BAA2B,EAAE,2BAA2B;IAG7E,OAAO,CAAC,MAAM,CAAyC;IAEvD,sBAAsB;IAIhB,oCAAoC;IA0BpC,kBAAkB,CAAC,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,UAAU,CAAC,aAAa,CAAC,EAAE,eAAe,EAAE,UAAU,CAAC,aAAa,CAAC;YAUvH,sBAAsB;YAuGtB,gBAAgB;YAWhB,gBAAgB;IAiB9B,OAAO,CAAC,uBAAuB;IAazB,QAAQ,CAAC,cAAc,EAAE,cAAc;;;;;;;;;;;IAgCvC,OAAO,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,GAAG;IAc5B,sBAAsB,CAAC,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAcnE,qBAAqB,CAAC,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAuBxE,gCAAgC,CAAC,qBAAqB,EAAE,MAAM,EAAE,GAAG,wBAAwB,EAAE;IAWvF,MAAM,CAAC,SAAS,EAAE,sBAAsB;IA6BxC,MAAM,CAAC,EAAE,EAAE,MAAM;IAKjB,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IA0E9B,OAAO,CAAC,gBAAgB;IA2NlB,6BAA6B,CAAC,IAAI,EAAE,MAAM;IAIhD,OAAO,CAAC,kBAAkB;IA4dpB,mBAAmB;IAqBnB,MAAM,CAAC,SAAS,EAAE,sBAAsB;IAsBxC,yBAAyB,CAAC,KAAK,EAAE,wBAAwB;IAgCzD,wBAAwB,CAAC,KAAK,EAAE,wBAAwB;YA+BhD,gCAAgC;IA8BxC,iBAAiB,CAAC,KAAK,EAAE,aAAa;IAsBtC,YAAY,CAAC,eAAe,EAAE,eAAe;;;CAsEtD"}
+{"version":3,"file":"field-metadata.service.d.ts","sourceRoot":"","sources":["../../src/services/field-metadata.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAyC,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAG/F,OAAO,EAAE,2BAA2B,EAAE,MAAM,4CAA4C,CAAC;AACzF,OAAO,EAAyB,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAClF,OAAO,EAAE,uBAAuB,EAAE,MAAM,0CAA0C,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAsB,MAAM,SAAS,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAuC,sBAAsB,EAA8C,SAAS,EAAE,QAAQ,EAAoD,MAAM,mCAAmC,CAAC;AACnO,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAwB,MAAM,eAAe,CAAC;AAC/E,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAG1D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,sCAAsC,EAAE,MAAM,2DAA2D,CAAC;AACnH,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAI7C,qBACa,oBAAqB,YAAW,sBAAsB;IAE3D,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,sCAAsC;IAGvD,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,2BAA2B;gBAT3B,iBAAiB,EAAE,uBAAuB,EAC1C,aAAa,EAAE,aAAa,EAC5B,WAAW,EAAE,WAAW,EACxB,sCAAsC,EAAE,sCAAsC,EAG9E,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,aAAa,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,2BAA2B,EAAE,2BAA2B;IAG7E,OAAO,CAAC,MAAM,CAAyC;IAEvD,sBAAsB;IAIhB,oCAAoC;IA2BpC,kBAAkB,CAAC,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,UAAU,CAAC,aAAa,CAAC,EAAE,eAAe,EAAE,UAAU,CAAC,aAAa,CAAC;YAUvH,sBAAsB;YAuGtB,gBAAgB;YAWhB,gBAAgB;IAiB9B,OAAO,CAAC,uBAAuB;IAazB,QAAQ,CAAC,cAAc,EAAE,cAAc;;;;;;;;;;;IAgCvC,OAAO,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,GAAG;IAc5B,sBAAsB,CAAC,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAcnE,qBAAqB,CAAC,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAuBxE,gCAAgC,CAAC,qBAAqB,EAAE,MAAM,EAAE,GAAG,wBAAwB,EAAE;IAWvF,MAAM,CAAC,SAAS,EAAE,sBAAsB;IA6BxC,MAAM,CAAC,EAAE,EAAE,MAAM;IAKjB,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IA0E9B,OAAO,CAAC,gBAAgB;IA2NlB,6BAA6B,CAAC,IAAI,EAAE,MAAM;IAIhD,OAAO,CAAC,kBAAkB;IA8dpB,mBAAmB;IAqBnB,MAAM,CAAC,SAAS,EAAE,sBAAsB;IAsBxC,yBAAyB,CAAC,KAAK,EAAE,wBAAwB;IAgCzD,wBAAwB,CAAC,KAAK,EAAE,wBAAwB;YA+BhD,gCAAgC;IA8BxC,iBAAiB,CAAC,KAAK,EAAE,aAAa;IA6FtC,YAAY,CAAC,eAAe,EAAE,eAAe;;;IA6BnD,OAAO,CAAC,cAAc;CAWzB"}

package/dist/services/field-metadata.service.js

@@ -63,13 +63,15 @@ const model_metadata_entity_1 = require("../entities/model-metadata.entity");
 const crud_helper_service_1 = require("./crud-helper.service");
 const error_messages_1 = require("../constants/error-messages");
 const qs_1 = __importDefault(require("qs"));
+const media_storage_provider_metadata_repository_1 = require("../repository/media-storage-provider-metadata.repository");
 const config_1 = require("@nestjs/config");
 const file_service_1 = require("./file.service");
 let FieldMetadataService = FieldMetadataService_1 = class FieldMetadataService {
-    constructor(fieldMetadataRepo, configService, fileService, dataSource, solidRegistry, crudHelperService, moduleMetadataHelperService) {
+    constructor(fieldMetadataRepo, configService, fileService, mediaStorageProviderMetadataRepository, dataSource, solidRegistry, crudHelperService, moduleMetadataHelperService) {
         this.fieldMetadataRepo = fieldMetadataRepo;
         this.configService = configService;
         this.fileService = fileService;
+        this.mediaStorageProviderMetadataRepository = mediaStorageProviderMetadataRepository;
         this.dataSource = dataSource;
         this.solidRegistry = solidRegistry;
         this.crudHelperService = crudHelperService;
@@ -90,6 +92,7 @@ let FieldMetadataService = FieldMetadataService_1 = class FieldMetadataService {
                 computedFieldTriggerConfig: field.computedFieldTriggerConfig ?? [],
                 computedFieldValueProviderName: field.computedFieldValueProvider,
                 computedFieldValueProviderCtxt: field.computedFieldValueProviderCtxt ? JSON.parse(field.computedFieldValueProviderCtxt) : {},
+                eventContext: {}
             };
         });
         this.solidRegistry.registerComputedFieldMetadata(computedFieldMetadata);
@@ -670,7 +673,8 @@ let FieldMetadataService = FieldMetadataService_1 = class FieldMetadataService {
                     "encrypt",
                     "encryptionType",
                     "decryptWhen",
-                    "columnName"
+                    "columnName",
+                    "enableAuditTracking"
                 ];
             case create_field_metadata_dto_1.SolidFieldType.richText:
                 return [
@@ -956,7 +960,8 @@ let FieldMetadataService = FieldMetadataService_1 = class FieldMetadataService {
                     "encryptionType",
                     "decryptWhen",
                     "columnName",
-                    "isUserKey"
+                    "isUserKey",
+                    "enableAuditTracking"
                 ];
             case create_field_metadata_dto_1.SolidFieldType.uuid:
                 return [
@@ -1096,48 +1101,48 @@ let FieldMetadataService = FieldMetadataService_1 = class FieldMetadataService {
         return fieldObject;
     }
     async resolveS3Url(resolveS3UrlDto) {
-        const { modelName, fieldName, fieldValue, s3KeyFieldName } = resolveS3UrlDto;
-        const modelRepo = this.dataSource.getRepository(model_metadata_entity_1.ModelMetadata);
-        const model = await modelRepo.findOne({
-            where: { singularName: modelName },
-            relations: ['fields']
-        });
-        if (!model) {
-            throw new common_1.NotFoundException(`Model ${modelName} not found`);
-        }
-        const filterFieldMeta = model.fields.find(f => f.name === fieldName);
-        if (!filterFieldMeta) {
-            throw new common_1.NotFoundException(`Field ${fieldName} not found in model ${modelName}`);
-        }
-        const entityRepo = this.dataSource.getRepository(model.singularName);
-        const record = await entityRepo.findOne({
-            where: { [fieldName]: fieldValue }
-        });
-        if (!record) {
-            throw new common_1.NotFoundException(`${modelName} record not found for ${fieldName}="${fieldValue}"`);
-        }
-        const s3Key = record[s3KeyFieldName];
-        if (!s3Key) {
-            throw new common_1.NotFoundException(`Field "${s3KeyFieldName}" has no value in ${modelName}.${fieldName}="${fieldValue}"`);
-        }
         let url = "";
+        const normalizedKey = this.normalizeS3Key(resolveS3UrlDto.s3Key);
+        let resolvedBucketName = resolveS3UrlDto.bucketName;
+        if (resolveS3UrlDto.mediaStorageProviderUserKey) {
+            const mediaStorageProvider = await this.mediaStorageProviderMetadataRepository.findOne({
+                where: {
+                    name: resolveS3UrlDto.mediaStorageProviderUserKey
+                }
+            });
+            if (!mediaStorageProvider) {
+                throw new common_1.NotFoundException(`MediaStorageProviderMetadata with user key ${resolveS3UrlDto.mediaStorageProviderUserKey} not found`);
+            }
+            resolvedBucketName = mediaStorageProvider.bucketName;
+        }
+        this.logger.debug(`INSIDE::resolveS3Url:: resolvedBucketName: ${resolvedBucketName}`);
         if (resolveS3UrlDto.isPrivate == "true") {
             const expiryInSeconds = 60 * 60;
-            url = await this.fileService.getSignedUrl(s3Key, expiryInSeconds, resolveS3UrlDto.bucketName);
+            url = await this.fileService.getSignedUrl(normalizedKey, expiryInSeconds, resolvedBucketName);
         }
         else {
-            url = `https://${resolveS3UrlDto.bucketName}.s3.${this.configService.get('S3_AWS_REGION_NAME')}.amazonaws.com/${s3Key}`;
+            url = `https://${resolvedBucketName}.s3.${this.configService.get('S3_AWS_REGION_NAME')}.amazonaws.com/${normalizedKey}`;
         }
         return { url: url };
     }
+    normalizeS3Key(input) {
+        try {
+            const url = new URL(input);
+            return decodeURIComponent(url.pathname.replace(/^\/+/, ""));
+        }
+        catch {
+            return input;
+        }
+    }
 };
 exports.FieldMetadataService = FieldMetadataService;
 exports.FieldMetadataService = FieldMetadataService = FieldMetadataService_1 = __decorate([
     (0, common_1.Injectable)(),
-    __param(3, (0, typeorm_1.InjectDataSource)()),
+    __param(4, (0, typeorm_1.InjectDataSource)()),
     __metadata("design:paramtypes", [field_metadata_repository_1.FieldMetadataRepository,
         config_1.ConfigService,
         file_service_1.FileService,
+        media_storage_provider_metadata_repository_1.MediaStorageProviderMetadataRepository,
         typeorm_2.DataSource,
         solid_registry_1.SolidRegistry,
         crud_helper_service_1.CrudHelperService,