@solidxai/core 0.0.2

package/dist/services/export-transaction.service.js

@@ -0,0 +1,305 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var ExportTransactionService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExportTransactionService = void 0;
+const common_1 = require("@nestjs/common");
+const core_1 = require("@nestjs/core");
+const typeorm_1 = require("@nestjs/typeorm");
+const typeorm_2 = require("typeorm");
+const crud_service_1 = require("./crud.service");
+const strings_1 = require("@angular-devkit/core/src/utils/strings");
+const class_validator_1 = require("class-validator");
+const create_export_transaction_dto_1 = require("../dtos/create-export-transaction.dto");
+const csv_service_1 = require("./csv.service");
+const excel_service_1 = require("./excel.service");
+const mediaStorageProviders_1 = require("./mediaStorageProviders");
+const solid_introspect_service_1 = require("./solid-introspect.service");
+const error_messages_1 = require("../constants/error-messages");
+const model_metadata_helper_service_1 = require("../helpers/model-metadata-helper.service");
+const export_transaction_repository_1 = require("../repository/export-transaction.repository");
+const field_metadata_repository_1 = require("../repository/field-metadata.repository");
+const model_metadata_repository_1 = require("../repository/model-metadata.repository");
+const EXPORT_CHUNK_SIZE = 100;
+var ExportStatus;
+(function (ExportStatus) {
+    ExportStatus["STARTED"] = "started";
+    ExportStatus["COMPLETED"] = "completed";
+    ExportStatus["FAILED"] = "failed";
+})(ExportStatus || (ExportStatus = {}));
+var ExportFormat;
+(function (ExportFormat) {
+    ExportFormat["CSV"] = "csv";
+    ExportFormat["EXCEL"] = "excel";
+})(ExportFormat || (ExportFormat = {}));
+let ExportTransactionService = ExportTransactionService_1 = class ExportTransactionService extends crud_service_1.CRUDService {
+    constructor(entityManager, repo, introspectService, excelService, csvService, fieldRepo, modelMetadataRepo, moduleRef, modelMetadataHelperService) {
+        super(entityManager, repo, 'exportTransaction', 'solid-core', moduleRef);
+        this.entityManager = entityManager;
+        this.repo = repo;
+        this.introspectService = introspectService;
+        this.excelService = excelService;
+        this.csvService = csvService;
+        this.fieldRepo = fieldRepo;
+        this.modelMetadataRepo = modelMetadataRepo;
+        this.moduleRef = moduleRef;
+        this.modelMetadataHelperService = modelMetadataHelperService;
+        this.logger = new common_1.Logger(ExportTransactionService_1.name);
+    }
+    async triggerExportSync(id, exportTransactionEntity, updateDto, filters) {
+        try {
+            const modeldata = await this.modelMetadataRepo.findOne({
+                where: { id: updateDto?.modelMetadataId },
+                relations: { fields: true },
+            });
+            const modelName = modeldata?.singularName;
+            const modelTemplateName = modelName;
+            const fields = JSON.parse(updateDto?.fields);
+            const templateFormat = updateDto?.templateFormat;
+            const { exportStream, templateName, uuid, exportTransaction } = await this.getExportStreamDetails(modelName, modelTemplateName, fields, modeldata, templateFormat, id, exportTransactionEntity, filters);
+            this.updateExportTransaction(id, ExportStatus.COMPLETED);
+            const fileName = this.getFileName(templateName, uuid, templateFormat);
+            const mimeType = this.getMimeType(templateFormat);
+            return { exportStream, fileName, mimeType, exportTransaction };
+        }
+        catch (error) {
+            this.updateExportTransaction(id, ExportStatus.FAILED, error.message);
+            throw error;
+        }
+    }
+    async triggerExportAsync(id, exportTransactionEntity, updateDto, filters) {
+        try {
+            const modeldata = await this.modelMetadataRepo.findOne({
+                where: { id: updateDto?.modelMetadataId },
+                relations: { fields: true },
+            });
+            const modelName = modeldata?.singularName;
+            const modelTemplateName = modelName;
+            const fields = JSON.parse(updateDto?.fields);
+            const templateFormat = updateDto?.templateFormat;
+            const { exportStream, templateName, uuid, exportTransaction } = await this.getExportStreamDetails(modelName, modelTemplateName, fields, modeldata, templateFormat, id, exportTransactionEntity, filters);
+            await this.storeExportStream(exportStream, exportTransaction, this.getFileName(templateName, uuid, templateFormat));
+            this.updateExportTransaction(id, ExportStatus.COMPLETED);
+        }
+        catch (error) {
+            this.updateExportTransaction(id, ExportStatus.FAILED, error.message);
+            throw error;
+        }
+    }
+    async loadExportTransaction(id) {
+        return await this.repo.findOne({
+            where: { id: id },
+            relations: { exportTemplate: { modelMetadata: { fields: true } } },
+        });
+    }
+    async updateExportTransaction(id, status, error) {
+        await this.repo.update(id, { status, error });
+    }
+    async getExportStreamDetails(modelName, templateName, fields, modelData, templateFormat, id, exportTransaction, filters) {
+        const modelService = this.introspectService.getProvider(`${(0, strings_1.classify)(modelName)}Service`);
+        const uuid = String(id);
+        const dataRecordsFunc = await this.getDataRecordsFunc(fields, modelService, modelData, filters);
+        let exportStream = await this.getExportStream(templateFormat, dataRecordsFunc);
+        return { exportStream, templateName, uuid, exportTransaction };
+    }
+    async getExportStream(templateFormat, dataRecordsFunc) {
+        let exportStream = null;
+        switch (templateFormat) {
+            case ExportFormat.EXCEL:
+                exportStream = await this.excelService.createExcelStream(dataRecordsFunc, EXPORT_CHUNK_SIZE);
+                break;
+            case ExportFormat.CSV:
+                exportStream = await this.csvService.createCsvStream(dataRecordsFunc, EXPORT_CHUNK_SIZE);
+                break;
+            default:
+                throw new Error(error_messages_1.ERROR_MESSAGES.INVALID_FORMAT('export' + templateFormat));
+        }
+        return exportStream;
+    }
+    async storeExportStream(exportStream, exportTransaction, fileName) {
+        const exportedFileMediaField = await this.fieldRepo.findOne({
+            where: {
+                name: 'exportedFile',
+                model: {
+                    singularName: 'exportTransaction'
+                },
+            },
+            relations: ['model', 'mediaStorageProvider'],
+        });
+        const storageProviderMetadata = exportedFileMediaField.mediaStorageProvider;
+        const storageProviderType = storageProviderMetadata.type;
+        const storageProvider = await (0, mediaStorageProviders_1.getMediaStorageProvider)(this.moduleRef, storageProviderType);
+        await storageProvider.storeStreams([[exportStream, fileName]], exportTransaction, exportedFileMediaField);
+    }
+    getFileName(templateName, exportTransactionUUID, fileFormat) {
+        const extension = (fileFormat === ExportFormat.EXCEL) ? 'xlsx' : 'csv';
+        return `${(0, strings_1.dasherize)(templateName)}-${exportTransactionUUID}.${extension}`;
+    }
+    getMimeType(fileFormat) {
+        return (fileFormat === ExportFormat.EXCEL) ? 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet' : 'text/csv';
+    }
+    async getDataRecordsFunc(fields, modelService, modelMetadata, filters) {
+        const allModelFields = await this.modelMetadataHelperService.loadFieldHierarchy(modelMetadata.singularName);
+        const modelFields = allModelFields.filter((f) => fields.includes(f.name));
+        const relatedModelsUserKeyMap = new Map();
+        for (const field of modelFields) {
+            if (field.relationType && field.relationCoModelSingularName) {
+                const relatedModelMetadata = await this.modelMetadataRepo.findOne({
+                    where: { singularName: field.relationCoModelSingularName },
+                    relations: ['userKeyField'],
+                });
+                if (relatedModelMetadata?.userKeyField?.name) {
+                    relatedModelsUserKeyMap.set(field.name, relatedModelMetadata.userKeyField.name);
+                }
+            }
+        }
+        const fieldNameToDisplayName = new Map();
+        for (const field of modelFields || []) {
+            if (field.name) {
+                fieldNameToDisplayName.set(field.name, field.displayName ?? field.name);
+            }
+        }
+        return async (chunkIndex, chunkSize) => {
+            const offset = chunkIndex * chunkSize;
+            const recordFilterDto = {
+                limit: chunkSize,
+                offset,
+                populate: modelFields
+                    .filter((f) => f.relationType !== null)
+                    .map((f) => f.name),
+            };
+            const cleanedFilters = cleanNullsFromObject(filters);
+            if (cleanedFilters && Object.keys(cleanedFilters).length > 0) {
+                recordFilterDto.filters = cleanedFilters;
+            }
+            const data = await modelService.instance.find(recordFilterDto);
+            const records = data.records ?? [];
+            const cleanedRecords = records.map((record) => {
+                const newRecord = {};
+                for (const field of modelFields) {
+                    if (!field.relationType) {
+                        const displayKey = fieldNameToDisplayName.get(field.name) ?? field.name;
+                        const fieldMeta = modelFields.find(f => f.name === field.name);
+                        if ((fieldMeta?.type === 'datetime' || fieldMeta?.type === 'date') && record[field.name]) {
+                            newRecord[displayKey] = new Date(record[field.name]).toISOString();
+                        }
+                        else {
+                            newRecord[displayKey] = record[field.name];
+                        }
+                    }
+                }
+                for (const [relatedFieldName, userKeyFieldName] of relatedModelsUserKeyMap.entries()) {
+                    const relatedData = record[relatedFieldName];
+                    const displayKey = fieldNameToDisplayName.get(relatedFieldName) ?? relatedFieldName;
+                    if (Array.isArray(relatedData)) {
+                        const values = relatedData
+                            .map(item => {
+                            let val = item?.[userKeyFieldName];
+                            const relatedFieldMeta = modelFields.find(f => f.name === relatedFieldName);
+                            if ((relatedFieldMeta?.type === 'datetime' || relatedFieldMeta?.type === 'date') && val) {
+                                val = new Date(val).toISOString();
+                            }
+                            return val;
+                        })
+                            .filter(Boolean);
+                        newRecord[displayKey] = values.join(', ');
+                    }
+                    else if (relatedData && typeof relatedData === 'object') {
+                        newRecord[relatedFieldName] = relatedData?.[userKeyFieldName] ?? null;
+                    }
+                    else {
+                        newRecord[displayKey] = null;
+                    }
+                }
+                for (const [relatedFieldName, userKeyFieldName] of relatedModelsUserKeyMap.entries()) {
+                    const relatedData = record[relatedFieldName];
+                    const displayKey = fieldNameToDisplayName.get(relatedFieldName) ?? relatedFieldName;
+                    if (Array.isArray(relatedData)) {
+                        const values = relatedData
+                            .map(item => {
+                            const val = item?.[userKeyFieldName];
+                            const relatedFieldMeta = modelFields.find(f => f.name === relatedFieldName);
+                            if ((relatedFieldMeta?.type === 'datetime' || relatedFieldMeta?.type === 'date') && val) {
+                                return new Date(val).toISOString();
+                            }
+                            return val;
+                        })
+                            .filter(Boolean);
+                        newRecord[displayKey] = values.join(', ');
+                    }
+                    else if (relatedData && typeof relatedData === 'object') {
+                        let val = relatedData?.[userKeyFieldName] ?? null;
+                        const relatedFieldMeta = modelFields.find(f => f.name === relatedFieldName);
+                        if ((relatedFieldMeta?.type === 'datetime' || relatedFieldMeta?.type === 'date') && val) {
+                            val = new Date(val).toISOString();
+                        }
+                        newRecord[displayKey] = val;
+                    }
+                    else {
+                        newRecord[displayKey] = null;
+                    }
+                }
+                return newRecord;
+            });
+            return cleanedRecords;
+        };
+    }
+    async toDto(data) {
+        const dto = new create_export_transaction_dto_1.CreateExportTransactionDto(data);
+        const errors = await (0, class_validator_1.validate)(dto);
+        if (errors.length > 0) {
+            console.error("Validation failed:", errors);
+            return null;
+        }
+        return dto;
+    }
+};
+exports.ExportTransactionService = ExportTransactionService;
+exports.ExportTransactionService = ExportTransactionService = ExportTransactionService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, typeorm_1.InjectEntityManager)()),
+    __metadata("design:paramtypes", [typeorm_2.EntityManager,
+        export_transaction_repository_1.ExportTransactionRepository,
+        solid_introspect_service_1.SolidIntrospectService,
+        excel_service_1.ExcelService,
+        csv_service_1.CsvService,
+        field_metadata_repository_1.FieldMetadataRepository,
+        model_metadata_repository_1.ModelMetadataRepository,
+        core_1.ModuleRef,
+        model_metadata_helper_service_1.ModelMetadataHelperService])
+], ExportTransactionService);
+function cleanNullsFromObject(obj) {
+    if (Array.isArray(obj)) {
+        return obj
+            .filter(item => item !== null && item !== undefined)
+            .map(cleanNullsFromObject);
+    }
+    else if (typeof obj === 'object' && obj !== null) {
+        const newObj = {};
+        for (const key in obj) {
+            const value = obj[key];
+            if (value !== null && value !== undefined) {
+                const cleanedValue = cleanNullsFromObject(value);
+                if ((typeof cleanedValue === 'object' && Object.keys(cleanedValue).length > 0) ||
+                    (Array.isArray(cleanedValue) && cleanedValue.length > 0) ||
+                    typeof cleanedValue !== 'object') {
+                    newObj[key] = cleanedValue;
+                }
+            }
+        }
+        return newObj;
+    }
+    return obj;
+}
+//# sourceMappingURL=export-transaction.service.js.map

package/dist/services/export-transaction.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export-transaction.service.js","sourceRoot":"","sources":["../../src/services/export-transaction.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,uCAAyC;AACzC,6CAAsD;AACtD,qCAAwC;AAExC,iDAAwD;AAGxD,oEAA6E;AAE7E,qDAA2C;AAE3C,yFAAoF;AAKpF,+CAA2C;AAC3C,mDAA+C;AAC/C,mEAAkE;AAClE,yEAAoE;AAEpE,gEAA8D;AAC9D,4FAAuF;AACvF,+FAA2F;AAC3F,uFAAmF;AACnF,uFAAmF;AAEnF,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,IAAK,YAIJ;AAJD,WAAK,YAAY;IACf,mCAAmB,CAAA;IACnB,uCAAuB,CAAA;IACvB,iCAAiB,CAAA;AACnB,CAAC,EAJI,YAAY,KAAZ,YAAY,QAIhB;AAED,IAAK,YAGJ;AAHD,WAAK,YAAY;IACf,2BAAW,CAAA;IACX,+BAAe,CAAA;AACjB,CAAC,EAHI,YAAY,KAAZ,YAAY,QAGhB;AAUM,IAAM,wBAAwB,gCAA9B,MAAM,wBAAyB,SAAQ,0BAA8B;IAG1E,YAEE,aAAqC,EAG5B,IAAiC,EACjC,iBAAyC,EACzC,YAA0B,EAC1B,UAAsB,EAMtB,SAAkC,EAClC,iBAA0C,EAC1C,SAAoB,EACZ,0BAAsD;QAGvE,KAAK,CAAC,aAAa,EAAE,IAAI,EAAE,mBAAmB,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;QAlBhE,kBAAa,GAAb,aAAa,CAAe;QAG5B,SAAI,GAAJ,IAAI,CAA6B;QACjC,sBAAiB,GAAjB,iBAAiB,CAAwB;QACzC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,eAAU,GAAV,UAAU,CAAY;QAMtB,cAAS,GAAT,SAAS,CAAyB;QAClC,sBAAiB,GAAjB,iBAAiB,CAAyB;QAC1C,cAAS,GAAT,SAAS,CAAW;QACZ,+BAA0B,GAA1B,0BAA0B,CAA4B;QAnBjE,WAAM,GAAG,IAAI,eAAM,CAAC,0BAAwB,CAAC,IAAI,CAAC,CAAC;IAuB3D,CAAC;IAGD,KAAK,CAAC,iBAAiB,CAAC,EAAU,EAAE,uBAA4B,EAAE,SAAkC,EAAE,OAAY;QAChH,IAAI,CAAC;YAGH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBACrD,KAAK,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE;gBACzC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aAC5B,CAAC,CAAA;YACF,MAAM,SAAS,GAAG,SAAS,EAAE,YAAY,CAAC;YAC1C,MAAM,iBAAiB,GAAG,SAAS,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAC7C,MAAM,cAAc,GAAG,SAAS,EAAE,cAAc,CAAC;YACjD,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,EAAE,EAAE,uBAAuB,EAAE,OAAO,CAAC,CAAC;YACzM,IAAI,CAAC,uBAAuB,CAAC,EAAE,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;YACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;YAClD,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC;QACjE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,uBAAuB,CAAC,EAAE,EAAE,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACrE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAGD,KAAK,CAAC,kBAAkB,CAAC,EAAU,EAAE,uBAA4B,EAAE,SAAkC,EAAE,OAAY;QACjH,IAAI,CAAC;YAGH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBACrD,KAAK,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE;gBACzC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;aAC5B,CAAC,CAAA;YACF,MAAM,SAAS,GAAG,SAAS,EAAE,YAAY,CAAC;YAC1C,MAAM,iBAAiB,GAAG,SAAS,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAC7C,MAAM,cAAc,GAAG,SAAS,EAAE,cAAc,CAAC;YACjD,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,EAAE,EAAE,uBAAuB,EAAE,OAAO,CAAC,CAAC;YAGzM,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,iBAAiB,EAAE,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;YACpH,IAAI,CAAC,uBAAuB,CAAC,EAAE,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,uBAAuB,CAAC,EAAE,EAAE,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACrE,MAAM,KAAK,CAAC;QAEd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,EAAU;QAC5C,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;YAC7B,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;YACjB,SAAS,EAAE,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE;SACnE,CACA,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,EAAU,EAAE,MAAc,EAAE,KAAc;QAC9E,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAC,SAAiB,EAAE,YAAoB,EAAE,MAAW,EAAE,SAAc,EAAE,cAAsB,EAAE,EAAU,EAAE,iBAAsB,EAAE,OAAY;QAMjL,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,GAAG,IAAA,kBAAQ,EAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAEzF,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;QAKxB,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAMhG,IAAI,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;QAC/E,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;IACjE,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,cAAsB,EAAE,eAA0E;QAC9H,IAAI,YAAY,GAAG,IAAI,CAAC;QACxB,QAAQ,cAAc,EAAE,CAAC;YACvB,KAAK,YAAY,CAAC,KAAK;gBACrB,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,eAAe,EAAE,iBAAiB,CAAC,CAAC;gBAC7F,MAAM;YACR,KAAK,YAAY,CAAC,GAAG;gBACnB,YAAY,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,eAAe,EAAE,iBAAiB,CAAC,CAAC;gBACzF,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,+BAAc,CAAC,cAAc,CAAC,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,YAAsB,EAAE,iBAAoC,EAAE,QAAgB;QAC5G,MAAM,sBAAsB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAC1D,KAAK,EAAE;gBACL,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE;oBACL,YAAY,EAAE,mBAAmB;iBAClC;aACF;YACD,SAAS,EAAE,CAAC,OAAO,EAAE,sBAAsB,CAAC;SAC7C,CAAC,CAAC;QAEH,MAAM,uBAAuB,GAAG,sBAAsB,CAAC,oBAAoB,CAAC;QAG5E,MAAM,mBAAmB,GAAG,uBAAuB,CAAC,IAAgC,CAAC;QAGrF,MAAM,eAAe,GAAG,MAAM,IAAA,+CAAuB,EAAC,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;QAG3F,MAAM,eAAe,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC,EAAE,iBAAiB,EAAE,sBAAsB,CAAC,CAAA;IAC3G,CAAC;IAEO,WAAW,CAAC,YAAoB,EAAE,qBAA6B,EAAE,UAAkB;QACzF,MAAM,SAAS,GAAG,CAAC,UAAU,KAAK,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;QACvE,OAAO,GAAG,IAAA,mBAAS,EAAC,YAAY,CAAC,IAAI,qBAAqB,IAAI,SAAS,EAAE,CAAC;IAC5E,CAAC;IAEO,WAAW,CAAC,UAAkB;QACpC,OAAO,CAAC,UAAU,KAAK,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,mEAAmE,CAAC,CAAC,CAAC,UAAU,CAAC;IAChI,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,MAAW,EAAE,YAAkC,EAAE,aAAkB,EAAE,OAAY;QAEhH,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,kBAAkB,CAC7E,aAAa,CAAC,YAAY,CAC3B,CAAC;QAGF,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CACnD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CACxB,CAAC;QAGF,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1D,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YAChC,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,2BAA2B,EAAE,CAAC;gBAC5D,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;oBAChE,KAAK,EAAE,EAAE,YAAY,EAAE,KAAK,CAAC,2BAA2B,EAAE;oBAC1D,SAAS,EAAE,CAAC,cAAc,CAAC;iBAC5B,CAAC,CAAC;gBAEH,IAAI,oBAAoB,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;oBAC7C,uBAAuB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,oBAAoB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;gBAClF,CAAC;YACH,CAAC;QACH,CAAC;QAGD,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzD,KAAK,MAAM,KAAK,IAAI,WAAW,IAAI,EAAE,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAGD,OAAO,KAAK,EAAE,UAAkB,EAAE,SAAiB,EAAE,EAAE;YACrD,MAAM,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;YACtC,MAAM,eAAe,GAAmB;gBACtC,KAAK,EAAE,SAAS;gBAChB,MAAM;gBAEN,QAAQ,EAAE,WAAW;qBAClB,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,IAAI,CAAC;qBAC3C,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAC3B,CAAC;YACF,MAAM,cAAc,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;YAErD,IAAI,cAAc,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7D,eAAe,CAAC,OAAO,GAAG,cAAc,CAAC;YAC3C,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;YACnC,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAA2B,EAAE,EAAE;gBACjE,MAAM,SAAS,GAAwB,EAAE,CAAC;gBAG1C,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;oBAChC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;wBAExB,MAAM,UAAU,GAAG,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC;wBACxE,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC;wBAE/D,IAAI,CAAC,SAAS,EAAE,IAAI,KAAK,UAAU,IAAI,SAAS,EAAE,IAAI,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;4BACzF,SAAS,CAAC,UAAU,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;wBACrE,CAAC;6BAAM,CAAC;4BACN,SAAS,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC7C,CAAC;oBACH,CAAC;gBACH,CAAC;gBAGD,KAAK,MAAM,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,IAAI,uBAAuB,CAAC,OAAO,EAAE,EAAE,CAAC;oBACrF,MAAM,WAAW,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;oBAC7C,MAAM,UAAU,GAAG,sBAAsB,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,gBAAgB,CAAC;oBAEpF,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;wBAE/B,MAAM,MAAM,GAAG,WAAW;6BACvB,GAAG,CAAC,IAAI,CAAC,EAAE;4BACV,IAAI,GAAG,GAAG,IAAI,EAAE,CAAC,gBAAgB,CAAC,CAAC;4BACnC,MAAM,gBAAgB,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC;4BAC5E,IAAI,CAAC,gBAAgB,EAAE,IAAI,KAAK,UAAU,IAAI,gBAAgB,EAAE,IAAI,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;gCACxF,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;4BACpC,CAAC;4BACD,OAAO,GAAG,CAAC;wBACb,CAAC,CAAC;6BACD,MAAM,CAAC,OAAO,CAAC,CAAC;wBACnB,SAAS,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5C,CAAC;yBAAM,IAAI,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;wBAE1D,SAAS,CAAC,gBAAgB,CAAC,GAAG,WAAW,EAAE,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC;oBACxE,CAAC;yBAAM,CAAC;wBACN,SAAS,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;oBAC/B,CAAC;gBACH,CAAC;gBAGD,KAAK,MAAM,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,IAAI,uBAAuB,CAAC,OAAO,EAAE,EAAE,CAAC;oBACrF,MAAM,WAAW,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;oBAC7C,MAAM,UAAU,GAAG,sBAAsB,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,gBAAgB,CAAC;oBAEpF,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;wBAE/B,MAAM,MAAM,GAAG,WAAW;6BACvB,GAAG,CAAC,IAAI,CAAC,EAAE;4BACV,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC,gBAAgB,CAAC,CAAC;4BAErC,MAAM,gBAAgB,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC;4BAC5E,IAAI,CAAC,gBAAgB,EAAE,IAAI,KAAK,UAAU,IAAI,gBAAgB,EAAE,IAAI,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;gCACxF,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;4BACrC,CAAC;4BACD,OAAO,GAAG,CAAC;wBACb,CAAC,CAAC;6BACD,MAAM,CAAC,OAAO,CAAC,CAAC;wBACnB,SAAS,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5C,CAAC;yBAAM,IAAI,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;wBAC1D,IAAI,GAAG,GAAG,WAAW,EAAE,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC;wBAClD,MAAM,gBAAgB,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC;wBAC5E,IAAI,CAAC,gBAAgB,EAAE,IAAI,KAAK,UAAU,IAAI,gBAAgB,EAAE,IAAI,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;4BACxF,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;wBACpC,CAAC;wBACD,SAAS,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC;oBAC9B,CAAC;yBAAM,CAAC;wBACN,SAAS,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;oBAC/B,CAAC;gBACH,CAAC;gBACD,OAAO,SAAS,CAAC;YACnB,CAAC,CAAC,CAAC;YACH,OAAO,cAAc,CAAA;QACvB,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAyC;QACnD,MAAM,GAAG,GAAG,IAAI,0DAA0B,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAQ,EAAC,GAAG,CAAC,CAAC;QACnC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,MAAM,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF,CAAA;AA3SY,4DAAwB;mCAAxB,wBAAwB;IADpC,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,6BAAmB,GAAE,CAAA;qCACE,uBAAa;QAGtB,2DAA2B;QACd,iDAAsB;QAC3B,4BAAY;QACd,wBAAU;QAMX,mDAAuB;QACf,mDAAuB;QAC/B,gBAAS;QACgB,0DAA0B;GApB9D,wBAAwB,CA2SpC;AAED,SAAS,oBAAoB,CAAC,GAAQ;IACpC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG;aACP,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC;aACnD,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAC/B,CAAC;SAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACnD,MAAM,MAAM,GAAQ,EAAE,CAAC;QACvB,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;YACvB,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC1C,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBAEjD,IACE,CAAC,OAAO,YAAY,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;oBAC1E,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;oBACxD,OAAO,YAAY,KAAK,QAAQ,EAChC,CAAC;oBACD,MAAM,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC","sourcesContent":["import { Injectable, Logger } from '@nestjs/common';\nimport { ModuleRef } from \"@nestjs/core\";\nimport { InjectEntityManager } from '@nestjs/typeorm';\nimport { EntityManager } from 'typeorm';\n\nimport { CRUDService } from 'src/services/crud.service';\n\n\nimport { classify, dasherize } from '@angular-devkit/core/src/utils/strings';\nimport { InstanceWrapper } from '@nestjs/core/injector/instance-wrapper';\nimport { validate } from 'class-validator';\nimport { BasicFilterDto } from 'src/dtos/basic-filters.dto';\nimport { CreateExportTransactionDto } from 'src/dtos/create-export-transaction.dto';\nimport { MediaStorageProviderType } from 'src/dtos/create-media-storage-provider-metadata.dto';\nimport { FieldMetadata } from 'src/entities/field-metadata.entity';\nimport { Readable } from 'stream';\nimport { ExportTransaction } from '../entities/export-transaction.entity';\nimport { CsvService } from './csv.service';\nimport { ExcelService } from './excel.service';\nimport { getMediaStorageProvider } from './mediaStorageProviders';\nimport { SolidIntrospectService } from './solid-introspect.service';\nimport { UpdateExportTemplateDto } from 'src/dtos/update-export-template.dto';\nimport { ERROR_MESSAGES } from 'src/constants/error-messages';\nimport { ModelMetadataHelperService } from 'src/helpers/model-metadata-helper.service';\nimport { ExportTransactionRepository } from 'src/repository/export-transaction.repository';\nimport { FieldMetadataRepository } from 'src/repository/field-metadata.repository';\nimport { ModelMetadataRepository } from 'src/repository/model-metadata.repository';\n\nconst EXPORT_CHUNK_SIZE = 100;\nenum ExportStatus {\n  STARTED = 'started',\n  COMPLETED = 'completed',\n  FAILED = 'failed',\n}\n\nenum ExportFormat {\n  CSV = 'csv',\n  EXCEL = 'excel',\n}\n\nexport interface ExportTransactionFileInfo {\n  exportStream: Readable;\n  fileName: string;\n  mimeType: string;\n  exportTransaction: ExportTransaction;\n}\n\n@Injectable()\nexport class ExportTransactionService extends CRUDService<ExportTransaction> {\n  private logger = new Logger(ExportTransactionService.name);\n\n  constructor(\n    @InjectEntityManager()\n    readonly entityManager: EntityManager,\n    // @InjectRepository(ExportTransaction, 'default')\n    // readonly repo: Repository<ExportTransaction>,\n    readonly repo: ExportTransactionRepository,\n    readonly introspectService: SolidIntrospectService,\n    readonly excelService: ExcelService,\n    readonly csvService: CsvService,\n    // readonly fieldMetadataService: FieldMetadataService,\n    // @InjectRepository(FieldMetadata, 'default')\n    // readonly fieldRepo: Repository<FieldMetadata>,\n    // @InjectRepository(ModelMetadata, 'default')\n    // readonly modelMetadataRepo: Repository<ModelMetadata>,\n    readonly fieldRepo: FieldMetadataRepository,\n    readonly modelMetadataRepo: ModelMetadataRepository,\n    readonly moduleRef: ModuleRef,\n    private readonly modelMetadataHelperService: ModelMetadataHelperService,\n\n  ) {\n    super(entityManager, repo, 'exportTransaction', 'solid-core', moduleRef);\n  }\n\n  // Return the export stream\n  async triggerExportSync(id: number, exportTransactionEntity: any, updateDto: UpdateExportTemplateDto, filters: any): Promise<ExportTransactionFileInfo> {\n    try {\n      // const loadedExportTransaction = await this.loadExportTransaction(id);\n      // from updateDto, get modelId and get modelMetadata\n      const modeldata = await this.modelMetadataRepo.findOne({\n        where: { id: updateDto?.modelMetadataId },\n        relations: { fields: true },\n      })\n      const modelName = modeldata?.singularName;\n      const modelTemplateName = modelName;\n      const fields = JSON.parse(updateDto?.fields);\n      const templateFormat = updateDto?.templateFormat;\n      const { exportStream, templateName, uuid, exportTransaction } = await this.getExportStreamDetails(modelName, modelTemplateName, fields, modeldata, templateFormat, id, exportTransactionEntity, filters);\n      this.updateExportTransaction(id, ExportStatus.COMPLETED);\n      const fileName = this.getFileName(templateName, uuid, templateFormat);\n      const mimeType = this.getMimeType(templateFormat);\n      return { exportStream, fileName, mimeType, exportTransaction };\n    } catch (error) {\n      this.updateExportTransaction(id, ExportStatus.FAILED, error.message);\n      throw error;\n    }\n  }\n\n  // Store the export stream using the appropriate storage provider\n  async triggerExportAsync(id: number, exportTransactionEntity: any, updateDto: UpdateExportTemplateDto, filters: any): Promise<void> {\n    try {\n      // const loadedExportTransaction = await this.loadExportTransaction(id)\n      // from updateDto, get modelId and get modelMetadata\n      const modeldata = await this.modelMetadataRepo.findOne({\n        where: { id: updateDto?.modelMetadataId },\n        relations: { fields: true },\n      })\n      const modelName = modeldata?.singularName;\n      const modelTemplateName = modelName;\n      const fields = JSON.parse(updateDto?.fields);\n      const templateFormat = updateDto?.templateFormat;\n      const { exportStream, templateName, uuid, exportTransaction } = await this.getExportStreamDetails(modelName, modelTemplateName, fields, modeldata, templateFormat, id, exportTransactionEntity, filters);\n      // const fileFormat = loadedExportTransaction.exportTemplate.templateFormat;\n      // Store the file using the appropriate storage provider\n      await this.storeExportStream(exportStream, exportTransaction, this.getFileName(templateName, uuid, templateFormat));\n      this.updateExportTransaction(id, ExportStatus.COMPLETED);\n    } catch (error) {\n      this.updateExportTransaction(id, ExportStatus.FAILED, error.message);\n      throw error;\n\n    }\n  }\n\n  private async loadExportTransaction(id: number) {\n    return await this.repo.findOne({\n      where: { id: id },\n      relations: { exportTemplate: { modelMetadata: { fields: true } } },\n    }\n    );\n  }\n\n  private async updateExportTransaction(id: number, status: string, error?: string) {\n    await this.repo.update(id, { status, error });\n  }\n\n  private async getExportStreamDetails(modelName: string, templateName: string, fields: any, modelData: any, templateFormat: string, id: number, exportTransaction: any, filters: any) {\n    // Get the columns which need to be exported & the model id\n    // const fields = JSON.parse(exportTransaction.exportTemplate.fields);\n\n    // // Get the appropriate service for the model by trying to fetch a model service matching a particular name\n    // const modelName = exportTransaction.exportTemplate.modelMetadata.singularName;\n    const modelService = this.introspectService.getProvider(`${classify(modelName)}Service`);\n    // const templateName = exportTransaction.exportTemplate.templateName;\n    const uuid = String(id); //TODO can be renamed to exportTransactionUUID\n    // const modelData = exportTransaction.exportTemplate.modelMetadata;\n\n    // Get the data records function\n    //const dataRecordsFunc = await this.getDataRecordsFunc(fields, modelService,modelData, filters);\n    const dataRecordsFunc = await this.getDataRecordsFunc(fields, modelService, modelData, filters);\n\n    // Get the export passthru stream (since it is a passthru stream, nothing is stored in memory & it is streamed directly when the stream is read)\n    // let exportStream = await this.getExportStream(exportTransaction.exportTemplate.templateFormat, dataRecordsFunc);\n    // return { exportStream, templateName, uuid, exportTransaction };\n\n    let exportStream = await this.getExportStream(templateFormat, dataRecordsFunc);\n    return { exportStream, templateName, uuid, exportTransaction };\n  }\n\n  private async getExportStream(templateFormat: string, dataRecordsFunc: (chunkIndex: number, chunkSize: number) => Promise<any[]>) {\n    let exportStream = null;\n    switch (templateFormat) {\n      case ExportFormat.EXCEL:\n        exportStream = await this.excelService.createExcelStream(dataRecordsFunc, EXPORT_CHUNK_SIZE);\n        break;\n      case ExportFormat.CSV:\n        exportStream = await this.csvService.createCsvStream(dataRecordsFunc, EXPORT_CHUNK_SIZE);\n        break;\n      default:\n        throw new Error(ERROR_MESSAGES.INVALID_FORMAT('export' + templateFormat));\n    }\n    return exportStream;\n  }\n\n  private async storeExportStream(exportStream: Readable, exportTransaction: ExportTransaction, fileName: string) {\n    const exportedFileMediaField = await this.fieldRepo.findOne({\n      where: {\n        name: 'exportedFile',\n        model: {\n          singularName: 'exportTransaction'\n        },\n      },\n      relations: ['model', 'mediaStorageProvider'],\n    });\n    // const storageProvider = new FileStorageProvider<ExportTransaction>(this.configService, this.fileService, this.mediaService);\n    const storageProviderMetadata = exportedFileMediaField.mediaStorageProvider;\n\n    // // Use the storage provider metadata to get the appropriate storage provider implementation\n    const storageProviderType = storageProviderMetadata.type as MediaStorageProviderType;\n\n    // // Get the storage provider implementation\n    const storageProvider = await getMediaStorageProvider(this.moduleRef, storageProviderType);\n\n    //Commented the below code since we will be direclty images from server on call from ui \n    await storageProvider.storeStreams([[exportStream, fileName]], exportTransaction, exportedFileMediaField)\n  }\n\n  private getFileName(templateName: string, exportTransactionUUID: string, fileFormat: string): string {\n    const extension = (fileFormat === ExportFormat.EXCEL) ? 'xlsx' : 'csv';\n    return `${dasherize(templateName)}-${exportTransactionUUID}.${extension}`;\n  }\n\n  private getMimeType(fileFormat: string): string {\n    return (fileFormat === ExportFormat.EXCEL) ? 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet' : 'text/csv';\n  }\n\n  private async getDataRecordsFunc(fields: any, modelService: InstanceWrapper<any>, modelMetadata: any, filters: any): Promise<(chunkIndex: number, chunkSize: number) => Promise<any[]>> {\n    //Load all possible fields for the model\n    const allModelFields = await this.modelMetadataHelperService.loadFieldHierarchy(\n      modelMetadata.singularName,\n    );\n\n    // Filter only the fields requested in the export payload\n    const modelFields = allModelFields.filter((f: any) =>\n      fields.includes(f.name),\n    );\n\n    //Get the model metadata of relation field with userKey details\n    const relatedModelsUserKeyMap = new Map<string, string>();\n    for (const field of modelFields) {\n      if (field.relationType && field.relationCoModelSingularName) {\n        const relatedModelMetadata = await this.modelMetadataRepo.findOne({\n          where: { singularName: field.relationCoModelSingularName },\n          relations: ['userKeyField'],\n        });\n\n        if (relatedModelMetadata?.userKeyField?.name) {\n          relatedModelsUserKeyMap.set(field.name, relatedModelMetadata.userKeyField.name);\n        }\n      }\n    }\n\n    // Build fieldName -> displayName map\n    const fieldNameToDisplayName = new Map<string, string>();\n    for (const field of modelFields || []) {\n      if (field.name) {\n        fieldNameToDisplayName.set(field.name, field.displayName ?? field.name);\n      }\n    }\n\n\n    return async (chunkIndex: number, chunkSize: number) => {\n      const offset = chunkIndex * chunkSize;\n      const recordFilterDto: BasicFilterDto = {\n        limit: chunkSize,\n        offset,\n        //only contains relational fields (so TypeORM includes relations in the result).\n        populate: modelFields\n          .filter((f: any) => f.relationType !== null)\n          .map((f: any) => f.name),\n      };\n      const cleanedFilters = cleanNullsFromObject(filters);\n\n      if (cleanedFilters && Object.keys(cleanedFilters).length > 0) {\n        recordFilterDto.filters = cleanedFilters;\n      }\n\n      const data = await modelService.instance.find(recordFilterDto);\n      const records = data.records ?? [];\n      const cleanedRecords = records.map((record: Record<string, any>) => {\n        const newRecord: Record<string, any> = {};\n\n        // Include non-relational fields\n        for (const field of modelFields) {\n          if (!field.relationType) {\n            // newRecord[field.name] = record[field.name];\n            const displayKey = fieldNameToDisplayName.get(field.name) ?? field.name;\n            const fieldMeta = modelFields.find(f => f.name === field.name);\n\n            if ((fieldMeta?.type === 'datetime' || fieldMeta?.type === 'date') && record[field.name]) {\n              newRecord[displayKey] = new Date(record[field.name]).toISOString();\n            } else {\n              newRecord[displayKey] = record[field.name];\n            }\n          }\n        }\n\n        // Include userKey from each related field\n        for (const [relatedFieldName, userKeyFieldName] of relatedModelsUserKeyMap.entries()) {\n          const relatedData = record[relatedFieldName];\n          const displayKey = fieldNameToDisplayName.get(relatedFieldName) ?? relatedFieldName;\n\n          if (Array.isArray(relatedData)) {\n            // For many-to-many or one-to-many\n            const values = relatedData\n              .map(item => {\n                let val = item?.[userKeyFieldName];\n                const relatedFieldMeta = modelFields.find(f => f.name === relatedFieldName);\n                if ((relatedFieldMeta?.type === 'datetime' || relatedFieldMeta?.type === 'date') && val) {\n                  val = new Date(val).toISOString();\n                }\n                return val;\n              })\n              .filter(Boolean);\n            newRecord[displayKey] = values.join(', ');\n          } else if (relatedData && typeof relatedData === 'object') {\n            // For many-to-one or one-to-one\n            newRecord[relatedFieldName] = relatedData?.[userKeyFieldName] ?? null;\n          } else {\n            newRecord[displayKey] = null;\n          }\n        }\n\n        // Include userKey from each related field (with displayName)\n        for (const [relatedFieldName, userKeyFieldName] of relatedModelsUserKeyMap.entries()) {\n          const relatedData = record[relatedFieldName];\n          const displayKey = fieldNameToDisplayName.get(relatedFieldName) ?? relatedFieldName;\n\n          if (Array.isArray(relatedData)) {\n            // For many-to-many or one-to-many\n            const values = relatedData\n              .map(item => {\n                const val = item?.[userKeyFieldName];\n                // Convert datetime to ISO if needed\n                const relatedFieldMeta = modelFields.find(f => f.name === relatedFieldName);\n                if ((relatedFieldMeta?.type === 'datetime' || relatedFieldMeta?.type === 'date') && val) {\n                  return new Date(val).toISOString();\n                }\n                return val;\n              })\n              .filter(Boolean);\n            newRecord[displayKey] = values.join(', ');\n          } else if (relatedData && typeof relatedData === 'object') {\n            let val = relatedData?.[userKeyFieldName] ?? null;\n            const relatedFieldMeta = modelFields.find(f => f.name === relatedFieldName);\n            if ((relatedFieldMeta?.type === 'datetime' || relatedFieldMeta?.type === 'date') && val) {\n              val = new Date(val).toISOString();\n            }\n            newRecord[displayKey] = val;\n          } else {\n            newRecord[displayKey] = null;\n          }\n        }\n        return newRecord;\n      });\n      return cleanedRecords\n    }\n  }\n\n  async toDto(data: Partial<CreateExportTransactionDto>): Promise<CreateExportTransactionDto> {\n    const dto = new CreateExportTransactionDto(data);\n    const errors = await validate(dto);\n    if (errors.length > 0) {\n      console.error(\"Validation failed:\", errors);\n      return null;\n    }\n    return dto;\n  }\n}\n\nfunction cleanNullsFromObject(obj: any): any {\n  if (Array.isArray(obj)) {\n    return obj\n      .filter(item => item !== null && item !== undefined)\n      .map(cleanNullsFromObject);\n  } else if (typeof obj === 'object' && obj !== null) {\n    const newObj: any = {};\n    for (const key in obj) {\n      const value = obj[key];\n      if (value !== null && value !== undefined) {\n        const cleanedValue = cleanNullsFromObject(value);\n        // Only assign non-empty objects/arrays or non-null primitives\n        if (\n          (typeof cleanedValue === 'object' && Object.keys(cleanedValue).length > 0) ||\n          (Array.isArray(cleanedValue) && cleanedValue.length > 0) ||\n          typeof cleanedValue !== 'object'\n        ) {\n          newObj[key] = cleanedValue;\n        }\n      }\n    }\n    return newObj;\n  }\n  return obj;\n}\n\n"]}