@comet/cms-api 9.0.0-canary-20251209132220 → 9.0.0-canary-20251209140438

package/lib/file-uploads/file-uploads.service.js

@@ -47,24 +47,41 @@ const file_uploads_download_params_1 = require("./dto/file-uploads-download.para
 const file_upload_entity_1 = require("./entities/file-upload.entity");
 const file_uploads_constants_1 = require("./file-uploads.constants");
 let FileUploadsService = class FileUploadsService {
-    constructor(repository, blobStorageBackendService, config, entityManager) {
+    constructor(orm, repository, blobStorageBackendService, config, entityManager) {
+        this.orm = orm;
         this.repository = repository;
         this.blobStorageBackendService = blobStorageBackendService;
         this.config = config;
         this.entityManager = entityManager;
     }
-    upload(file) {
+    onApplicationBootstrap() {
+        // Delete expired files every minute
+        this.deleteExpiredFilesInterval = setInterval(() => __awaiter(this, void 0, void 0, function* () {
+            try {
+                yield this.deleteExpiredFiles();
+            }
+            catch (error) {
+                console.error("Error while deleting expired files", error);
+            }
+        }), 60000);
+    }
+    beforeApplicationShutdown() {
+        clearInterval(this.deleteExpiredFilesInterval);
+    }
+    upload(file, expiresIn) {
         return __awaiter(this, void 0, void 0, function* () {
             const contentHash = yield hasha_1.default.fromFile(file.path, { algorithm: "md5" });
             yield this.blobStorageBackendService.upload(file, contentHash, this.config.directory);
             const extension = (0, path_1.extname)(file.originalname);
             const filename = (0, path_1.basename)(file.originalname, extension);
             const name = (0, files_utils_1.slugifyFilename)(filename, extension);
+            const expires = expiresIn || this.config.expiresIn;
             const fileUpload = this.repository.create({
                 name,
                 size: file.size,
                 mimetype: file.mimetype,
                 contentHash,
+                expiresAt: expires ? (0, date_fns_1.addSeconds)(new Date(), expires) : undefined,
             });
             this.entityManager.persist(fileUpload);
             return fileUpload;
@@ -150,14 +167,40 @@ let FileUploadsService = class FileUploadsService {
             this.entityManager.remove(fileUpload);
         });
     }
+    deleteExpiredFiles() {
+        return __awaiter(this, void 0, void 0, function* () {
+            let hasMore = false;
+            const limit = 100;
+            do {
+                const files = yield this.repository.find({
+                    expiresAt: { $lt: new Date() },
+                }, {
+                    limit,
+                    offset: 0,
+                });
+                for (const file of files) {
+                    yield this.delete(file);
+                }
+                hasMore = files.length === limit;
+            } while (hasMore);
+            yield this.entityManager.flush();
+        });
+    }
 };
 exports.FileUploadsService = FileUploadsService;
+__decorate([
+    (0, postgresql_1.CreateRequestContext)(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", Promise)
+], FileUploadsService.prototype, "deleteExpiredFiles", null);
 exports.FileUploadsService = FileUploadsService = __decorate([
     (0, common_1.Injectable)(),
-    __param(0, (0, nestjs_1.InjectRepository)(file_upload_entity_1.FileUpload)),
-    __param(1, (0, common_1.Inject)((0, common_1.forwardRef)(() => blob_storage_backend_service_1.BlobStorageBackendService))),
-    __param(2, (0, common_1.Inject)(file_uploads_constants_1.FILE_UPLOADS_CONFIG)),
-    __metadata("design:paramtypes", [postgresql_1.EntityRepository,
+    __param(1, (0, nestjs_1.InjectRepository)(file_upload_entity_1.FileUpload)),
+    __param(2, (0, common_1.Inject)((0, common_1.forwardRef)(() => blob_storage_backend_service_1.BlobStorageBackendService))),
+    __param(3, (0, common_1.Inject)(file_uploads_constants_1.FILE_UPLOADS_CONFIG)),
+    __metadata("design:paramtypes", [postgresql_1.MikroORM,
+        postgresql_1.EntityRepository,
         blob_storage_backend_service_1.BlobStorageBackendService, Object, postgresql_1.EntityManager])
 ], FileUploadsService);
 //# sourceMappingURL=file-uploads.service.js.map

package/lib/file-uploads/file-uploads.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"file-uploads.service.js","sourceRoot":"","sources":["../../src/file-uploads/file-uploads.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,8CAAqD;AACrD,sDAAwE;AACxE,2CAAgE;AAChE,mCAAoC;AACpC,uCAAoC;AACpC,kDAA0B;AAC1B,+BAAgD;AAGhD,wGAAkG;AAClG,2FAAiF;AAEjF,2DAA4D;AAC5D,qEAA2D;AAC3D,qFAAiF;AACjF,sEAA2D;AAE3D,qEAA+D;AAGxD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC3B,YACmD,UAAwC,EACjB,yBAAoD,EAC5E,MAAyB,EACtD,aAA4B;QAHE,eAAU,GAAV,UAAU,CAA8B;QACjB,8BAAyB,GAAzB,yBAAyB,CAA2B;QAC5E,WAAM,GAAN,MAAM,CAAmB;QACtD,kBAAa,GAAb,aAAa,CAAe;IAC9C,CAAC;IAEE,MAAM,CAAC,IAAqB;;YAC9B,MAAM,WAAW,GAAG,MAAM,eAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1E,MAAM,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAEtF,MAAM,SAAS,GAAG,IAAA,cAAO,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,IAAA,eAAQ,EAAC,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,IAAA,6BAAe,EAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAElD,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;gBACtC,IAAI;gBACJ,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW;aACd,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAEvC,OAAO,UAAU,CAAC;QACtB,CAAC;KAAA;IAED,UAAU,CAAC,MAAoC;QAC3C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,IAAI,GAAG,eAAe,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAExD,IAAI,MAAM,YAAY,0CAAW,EAAE,CAAC;YAChC,IAAI,IAAI,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxD,CAAC;QAED,OAAO,IAAA,mBAAU,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACtF,CAAC;IAED,iBAAiB,CAAC,IAAgB;QAC9B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,OAAO,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QAElD,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;YACzB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO;SACV,CAAC,CAAC;QAEH,OAAO,CAAC,eAAe,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/D,CAAC;IAED,cAAc,CAAC,IAAgB,EAAE,WAAmB;QAChD,IAAI,CAAC,4BAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrC,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,MAAM,OAAO,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QAElD,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;YACzB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO;YACP,WAAW;SACd,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,IAAA,YAAK,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;QAEvC,OAAO,CAAC,eAAe,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtF,CAAC;IAED,gBAAgB,CAAC,IAAgB;QAC7B,MAAM,OAAO,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QAElD,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;YACzB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO;SACV,CAAC,CAAC;QAEH,OAAO,CAAC,eAAe,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1E,CAAC;IAEK,cAAc,CAAC,IAAgB;;;YACjC,MAAM,QAAQ,GAAG,IAAA,0CAAgB,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACpD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAEpG,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAE7F,MAAM,MAAM,GAAa,EAAE,CAAC;;gBAC5B,KAA0B,eAAA,KAAA,cAAA,MAAkB,CAAA,IAAA,sDAAE,CAAC;oBAArB,cAAkB;oBAAlB,WAAkB;oBAAjC,MAAM,KAAK,KAAA,CAAA;oBAClB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACrE,CAAC;;;;;;;;;YACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACrC,OAAO,MAAM,CAAC;QAClB,CAAC;KAAA;IAEK,MAAM,CAAC,UAAsB;;YAC/B,MAAM,QAAQ,GAAG,IAAA,0CAAgB,EAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAC1D,IAAI,MAAM,IAAI,CAAC,yBAAyB,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACnF,MAAM,IAAI,CAAC,yBAAyB,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACrF,CAAC;YAED,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC;KAAA;CACJ,CAAA;AAhHY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;IAGJ,WAAA,IAAA,yBAAgB,EAAC,+BAAU,CAAC,CAAA;IAC5B,WAAA,IAAA,eAAM,EAAC,IAAA,mBAAU,EAAC,GAAG,EAAE,CAAC,wDAAyB,CAAC,CAAC,CAAA;IACnD,WAAA,IAAA,eAAM,EAAC,4CAAmB,CAAC,CAAA;qCAF+B,6BAAgB;QACsB,wDAAyB,UAE1F,0BAAa;GALxC,kBAAkB,CAgH9B"}
+{"version":3,"file":"file-uploads.service.js","sourceRoot":"","sources":["../../src/file-uploads/file-uploads.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,8CAAqD;AACrD,sDAAwG;AACxG,2CAAgE;AAChE,mCAAoC;AACpC,uCAAgD;AAChD,kDAA0B;AAC1B,+BAAgD;AAGhD,wGAAkG;AAClG,2FAAiF;AAEjF,2DAA4D;AAC5D,qEAA2D;AAC3D,qFAAiF;AACjF,sEAA2D;AAE3D,qEAA+D;AAGxD,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAG3B,YACqB,GAAa,EACiB,UAAwC,EACjB,yBAAoD,EAC5E,MAAyB,EACtD,aAA4B;QAJ5B,QAAG,GAAH,GAAG,CAAU;QACiB,eAAU,GAAV,UAAU,CAA8B;QACjB,8BAAyB,GAAzB,yBAAyB,CAA2B;QAC5E,WAAM,GAAN,MAAM,CAAmB;QACtD,kBAAa,GAAb,aAAa,CAAe;IAC9C,CAAC;IAEJ,sBAAsB;QAClB,oCAAoC;QACpC,IAAI,CAAC,0BAA0B,GAAG,WAAW,CAAC,GAAS,EAAE;YACrD,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACpC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC/D,CAAC;QACL,CAAC,CAAA,EAAE,KAAK,CAAC,CAAC;IACd,CAAC;IAED,yBAAyB;QACrB,aAAa,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACnD,CAAC;IAEK,MAAM,CAAC,IAAqB,EAAE,SAAkB;;YAClD,MAAM,WAAW,GAAG,MAAM,eAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1E,MAAM,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAEtF,MAAM,SAAS,GAAG,IAAA,cAAO,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,IAAA,eAAQ,EAAC,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,IAAA,6BAAe,EAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAElD,MAAM,OAAO,GAAG,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YACnD,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;gBACtC,IAAI;gBACJ,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW;gBACX,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,IAAA,qBAAU,EAAC,IAAI,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;aACnE,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAEvC,OAAO,UAAU,CAAC;QACtB,CAAC;KAAA;IAED,UAAU,CAAC,MAAoC;QAC3C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,IAAI,GAAG,eAAe,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAExD,IAAI,MAAM,YAAY,0CAAW,EAAE,CAAC;YAChC,IAAI,IAAI,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxD,CAAC;QAED,OAAO,IAAA,mBAAU,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACtF,CAAC;IAED,iBAAiB,CAAC,IAAgB;QAC9B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,OAAO,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QAElD,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;YACzB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO;SACV,CAAC,CAAC;QAEH,OAAO,CAAC,eAAe,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/D,CAAC;IAED,cAAc,CAAC,IAAgB,EAAE,WAAmB;QAChD,IAAI,CAAC,4BAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrC,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,MAAM,OAAO,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QAElD,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;YACzB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO;YACP,WAAW;SACd,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,IAAA,YAAK,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;QAEvC,OAAO,CAAC,eAAe,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtF,CAAC;IAED,gBAAgB,CAAC,IAAgB;QAC7B,MAAM,OAAO,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QAElD,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;YACzB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO;SACV,CAAC,CAAC;QAEH,OAAO,CAAC,eAAe,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1E,CAAC;IAEK,cAAc,CAAC,IAAgB;;;YACjC,MAAM,QAAQ,GAAG,IAAA,0CAAgB,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACpD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAEpG,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAE7F,MAAM,MAAM,GAAa,EAAE,CAAC;;gBAC5B,KAA0B,eAAA,KAAA,cAAA,MAAkB,CAAA,IAAA,sDAAE,CAAC;oBAArB,cAAkB;oBAAlB,WAAkB;oBAAjC,MAAM,KAAK,KAAA,CAAA;oBAClB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACrE,CAAC;;;;;;;;;YACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACrC,OAAO,MAAM,CAAC;QAClB,CAAC;KAAA;IAEK,MAAM,CAAC,UAAsB;;YAC/B,MAAM,QAAQ,GAAG,IAAA,0CAAgB,EAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAC1D,IAAI,MAAM,IAAI,CAAC,yBAAyB,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACnF,MAAM,IAAI,CAAC,yBAAyB,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACrF,CAAC;YAED,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC;KAAA;IAGK,kBAAkB;;YACpB,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,KAAK,GAAG,GAAG,CAAC;YAClB,GAAG,CAAC;gBACA,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CACpC;oBACI,SAAS,EAAE,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE,EAAE;iBACjC,EACD;oBACI,KAAK;oBACL,MAAM,EAAE,CAAC;iBACZ,CACJ,CAAC;gBAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACvB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC5B,CAAC;gBACD,OAAO,GAAG,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC;YACrC,CAAC,QAAQ,OAAO,EAAE;YAClB,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QACrC,CAAC;KAAA;CACJ,CAAA;AA3JY,gDAAkB;AAsIrB;IADL,IAAA,iCAAoB,GAAE;;;;4DAqBtB;6BA1JQ,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;IAMJ,WAAA,IAAA,yBAAgB,EAAC,+BAAU,CAAC,CAAA;IAC5B,WAAA,IAAA,eAAM,EAAC,IAAA,mBAAU,EAAC,GAAG,EAAE,CAAC,wDAAyB,CAAC,CAAC,CAAA;IACnD,WAAA,IAAA,eAAM,EAAC,4CAAmB,CAAC,CAAA;qCAHN,qBAAQ;QAC6B,6BAAgB;QACsB,wDAAyB,UAE1F,0BAAa;GARxC,kBAAkB,CA2J9B"}

package/lib/importer/data-streams/data-stream.d.ts

@@ -0,0 +1,10 @@
+import type { Readable } from "stream";
+import type { PipeMetadata } from "../pipes/importer-pipe.type";
+export type StreamChunkAndMetadata = {
+    chunk: Buffer | string;
+    metadata: PipeMetadata;
+};
+export declare abstract class ImporterDataStream {
+    abstract getDataStreamAndMetadata(): Promise<Readable | null>;
+}
+//# sourceMappingURL=data-stream.d.ts.map

package/lib/importer/data-streams/data-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-stream.d.ts","sourceRoot":"","sources":["../../../src/importer/data-streams/data-stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAEhE,MAAM,MAAM,sBAAsB,GAAG;IACjC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,QAAQ,EAAE,YAAY,CAAC;CAC1B,CAAC;AACF,8BAAsB,kBAAkB;IACpC,QAAQ,CAAC,wBAAwB,IAAI,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;CAChE"}

package/lib/importer/data-streams/data-stream.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImporterDataStream = void 0;
+class ImporterDataStream {
+}
+exports.ImporterDataStream = ImporterDataStream;
+//# sourceMappingURL=data-stream.js.map

package/lib/importer/data-streams/data-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-stream.js","sourceRoot":"","sources":["../../../src/importer/data-streams/data-stream.ts"],"names":[],"mappings":";;;AAQA,MAAsB,kBAAkB;CAEvC;AAFD,gDAEC"}

package/lib/importer/data-streams/file-data-stream.d.ts

@@ -0,0 +1,22 @@
+import { type ReadStream } from "node:fs";
+import { type SdkStream } from "@smithy/types";
+import { type IncomingMessage } from "http";
+import { ImporterDataStream } from "./data-stream";
+type FileStream = SdkStream<IncomingMessage> | ReadStream;
+interface FileStreamAndSize {
+    fileStream: FileStream;
+    fileName?: string;
+    fileSize?: number;
+}
+export type FileStreamAndMetadata = {
+    dataStream: FileStream;
+    metadata: {
+        fileName?: string;
+        fileSize?: number;
+    };
+};
+export declare abstract class FileDataStream extends ImporterDataStream {
+    getFileStreamResult(fileStreamAndSize: FileStreamAndSize): FileStreamAndMetadata;
+}
+export {};
+//# sourceMappingURL=file-data-stream.d.ts.map

package/lib/importer/data-streams/file-data-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-data-stream.d.ts","sourceRoot":"","sources":["../../../src/importer/data-streams/file-data-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,SAAS,CAAC;AAE1C,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,MAAM,CAAC;AAE5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD,KAAK,UAAU,GAAG,SAAS,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC;AAE1D,UAAU,iBAAiB;IACvB,UAAU,EAAE,UAAU,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,qBAAqB,GAAG;IAChC,UAAU,EAAE,UAAU,CAAC;IACvB,QAAQ,EAAE;QACN,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACL,CAAC;AAEF,8BAAsB,cAAe,SAAQ,kBAAkB;IAC3D,mBAAmB,CAAC,iBAAiB,EAAE,iBAAiB,GAAG,qBAAqB;CAQnF"}

package/lib/importer/data-streams/file-data-stream.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileDataStream = void 0;
+const data_stream_1 = require("./data-stream");
+class FileDataStream extends data_stream_1.ImporterDataStream {
+    getFileStreamResult(fileStreamAndSize) {
+        return {
+            dataStream: fileStreamAndSize.fileStream,
+            metadata: {
+                fileName: fileStreamAndSize.fileName,
+            },
+        };
+    }
+}
+exports.FileDataStream = FileDataStream;
+//# sourceMappingURL=file-data-stream.js.map

package/lib/importer/data-streams/file-data-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-data-stream.js","sourceRoot":"","sources":["../../../src/importer/data-streams/file-data-stream.ts"],"names":[],"mappings":";;;AAKA,+CAAmD;AAkBnD,MAAsB,cAAe,SAAQ,gCAAkB;IAC3D,mBAAmB,CAAC,iBAAoC;QACpD,OAAO;YACH,UAAU,EAAE,iBAAiB,CAAC,UAAU;YACxC,QAAQ,EAAE;gBACN,QAAQ,EAAE,iBAAiB,CAAC,QAAQ;aACvC;SACJ,CAAC;IACN,CAAC;CACJ;AATD,wCASC"}

package/lib/importer/data-streams/local-file-data-stream.d.ts

@@ -0,0 +1,18 @@
+import { Readable } from "node:stream";
+import { FileDataStream } from "./file-data-stream";
+export declare class ImporterLocalFileDataStream extends FileDataStream {
+    private readonly logger;
+    fileKey: string;
+    constructor(fileKey: string);
+    getDataStreamAndMetadata(): Promise<Readable | null>;
+    private generateFileIterator;
+    protected getFileStreamAndSizeOfLocalFile({ filePath, encoding }: {
+        filePath?: string;
+        encoding?: BufferEncoding;
+    }): Promise<{
+        fileSize: number;
+        fileStream: import("fs").ReadStream;
+        fileName: string;
+    } | null>;
+}
+//# sourceMappingURL=local-file-data-stream.d.ts.map

package/lib/importer/data-streams/local-file-data-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-file-data-stream.d.ts","sourceRoot":"","sources":["../../../src/importer/data-streams/local-file-data-stream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAMvC,OAAO,EAAE,cAAc,EAA8B,MAAM,oBAAoB,CAAC;AAEhF,qBAAa,2BAA4B,SAAQ,cAAc;IAC3D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,EAAE,MAAM,CAAC;gBAEJ,OAAO,EAAE,MAAM;IAKrB,wBAAwB;YAUf,oBAAoB;cASnB,+BAA+B,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,cAAc,CAAA;KAAE;;;;;CAiB3H"}

package/lib/importer/data-streams/local-file-data-stream.js

@@ -0,0 +1,99 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+var __await = (this && this.__await) || function (v) { return this instanceof __await ? (this.v = v, this) : new __await(v); }
+var __asyncGenerator = (this && this.__asyncGenerator) || function (thisArg, _arguments, generator) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var g = generator.apply(thisArg, _arguments || []), i, q = [];
+    return i = Object.create((typeof AsyncIterator === "function" ? AsyncIterator : Object).prototype), verb("next"), verb("throw"), verb("return", awaitReturn), i[Symbol.asyncIterator] = function () { return this; }, i;
+    function awaitReturn(f) { return function (v) { return Promise.resolve(v).then(f, reject); }; }
+    function verb(n, f) { if (g[n]) { i[n] = function (v) { return new Promise(function (a, b) { q.push([n, v, a, b]) > 1 || resume(n, v); }); }; if (f) i[n] = f(i[n]); } }
+    function resume(n, v) { try { step(g[n](v)); } catch (e) { settle(q[0][3], e); } }
+    function step(r) { r.value instanceof __await ? Promise.resolve(r.value.v).then(fulfill, reject) : settle(q[0][2], r); }
+    function fulfill(value) { resume("next", value); }
+    function reject(value) { resume("throw", value); }
+    function settle(f, v) { if (f(v), q.shift(), q.length) resume(q[0][0], q[0][1]); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImporterLocalFileDataStream = void 0;
+const node_fs_1 = require("node:fs");
+const node_stream_1 = require("node:stream");
+const common_1 = require("@nestjs/common");
+const path_1 = __importDefault(require("path"));
+const file_data_stream_1 = require("./file-data-stream");
+class ImporterLocalFileDataStream extends file_data_stream_1.FileDataStream {
+    constructor(fileKey) {
+        super();
+        this.logger = new common_1.Logger();
+        this.fileKey = fileKey;
+    }
+    getDataStreamAndMetadata() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const dataStreamAndSize = yield this.getFileStreamAndSizeOfLocalFile({ filePath: this.fileKey });
+            if (!dataStreamAndSize) {
+                return null;
+            }
+            const fileStreamAndMetadata = yield this.getFileStreamResult(dataStreamAndSize);
+            return node_stream_1.Readable.from(this.generateFileIterator(fileStreamAndMetadata));
+        });
+    }
+    generateFileIterator(fileStreamAndMetadata) {
+        return __asyncGenerator(this, arguments, function* generateFileIterator_1() {
+            var _a, e_1, _b, _c;
+            const { dataStream, metadata } = fileStreamAndMetadata;
+            try {
+                for (var _d = true, dataStream_1 = __asyncValues(dataStream), dataStream_1_1; dataStream_1_1 = yield __await(dataStream_1.next()), _a = dataStream_1_1.done, !_a; _d = true) {
+                    _c = dataStream_1_1.value;
+                    _d = false;
+                    const chunk = _c;
+                    const chunkAndMetadata = { chunk, metadata };
+                    yield yield __await(chunkAndMetadata);
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (!_d && !_a && (_b = dataStream_1.return)) yield __await(_b.call(dataStream_1));
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+        });
+    }
+    getFileStreamAndSizeOfLocalFile(_a) {
+        return __awaiter(this, arguments, void 0, function* ({ filePath, encoding }) {
+            if (!filePath) {
+                this.logger.error(`File ${filePath} does not exist`);
+                return null;
+            }
+            // check if file exists
+            if (!(0, node_fs_1.existsSync)(filePath)) {
+                this.logger.error(`File ${filePath} does not exist`);
+                return null;
+            }
+            const fileSize = (0, node_fs_1.statSync)(filePath).size;
+            // gzip file must be read as binary, without encoding
+            const fileStream = (0, node_fs_1.createReadStream)(filePath, filePath.endsWith(".gz") && !encoding ? {} : { encoding: encoding || "utf-8" });
+            this.logger.log(`Providing fileStreams for local file (${filePath} fileSize: ${fileSize}).`);
+            return { fileSize, fileStream, fileName: path_1.default.basename(filePath) };
+        });
+    }
+}
+exports.ImporterLocalFileDataStream = ImporterLocalFileDataStream;
+//# sourceMappingURL=local-file-data-stream.js.map

package/lib/importer/data-streams/local-file-data-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-file-data-stream.js","sourceRoot":"","sources":["../../../src/importer/data-streams/local-file-data-stream.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,qCAAiE;AACjE,6CAAuC;AAEvC,2CAAwC;AACxC,gDAAwB;AAGxB,yDAAgF;AAEhF,MAAa,2BAA4B,SAAQ,iCAAc;IAI3D,YAAY,OAAe;QACvB,KAAK,EAAE,CAAC;QAJK,WAAM,GAAG,IAAI,eAAM,EAAE,CAAC;QAKnC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;IAEK,wBAAwB;;YAC1B,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,+BAA+B,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACjG,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACrB,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;YAEhF,OAAO,sBAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,qBAAqB,CAAC,CAAC,CAAC;QAC3E,CAAC;KAAA;IAEc,oBAAoB,CAAC,qBAA4C;;;YAC5E,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,qBAAqB,CAAC;;gBAEvD,KAA0B,eAAA,eAAA,cAAA,UAAU,CAAA,gBAAA,iGAAE,CAAC;oBAAb,0BAAU;oBAAV,WAAU;oBAAzB,MAAM,KAAK,KAAA,CAAA;oBAClB,MAAM,gBAAgB,GAA2B,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;oBACrE,oBAAM,gBAAgB,CAAA,CAAC;gBAC3B,CAAC;;;;;;;;;QACL,CAAC;KAAA;IAEe,+BAA+B;6DAAC,EAAE,QAAQ,EAAE,QAAQ,EAAoD;YACpH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,QAAQ,iBAAiB,CAAC,CAAC;gBACrD,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,uBAAuB;YACvB,IAAI,CAAC,IAAA,oBAAU,EAAC,QAAQ,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,QAAQ,iBAAiB,CAAC,CAAC;gBACrD,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,MAAM,QAAQ,GAAG,IAAA,kBAAQ,EAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;YACzC,qDAAqD;YACrD,MAAM,UAAU,GAAG,IAAA,0BAAgB,EAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,IAAI,OAAO,EAAE,CAAC,CAAC;YAC9H,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yCAAyC,QAAQ,cAAc,QAAQ,IAAI,CAAC,CAAC;YAC7F,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,cAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvE,CAAC;KAAA;CACJ;AA7CD,kEA6CC"}

package/lib/importer/decorators/csv-column.decorator.d.ts

@@ -0,0 +1,35 @@
+import { type ImporterInputClass } from "../importer-input.type";
+export declare enum CsvColumnType {
+    String = "String",
+    Integer = "Integer",
+    Float = "Float",
+    Boolean = "Boolean",
+    DateTime = "DateTime"
+}
+interface ParsingOptions {
+    valueMapping?: ValueMapping;
+    dateFormatString?: string;
+    type?: CsvColumnType;
+    transform?: (value: string) => unknown;
+}
+export interface ImportFieldMetadata extends ParsingOptions {
+    key: string;
+    fieldPath: string;
+    fieldName: string | number;
+}
+interface ValueMapping {
+    [key: string]: boolean;
+}
+/**
+ * Decorator to define a CSV column for an entity property. It defines the mapping between csv column and entity property.
+ * @param {string} fieldName The name/header of the column in the csv file.
+ * @param {ParsingOptions} parsingOptions - {@link ParsingOptions} Parsing options for the CSV column.
+ * -------------------
+ * *ParsingOptions:*
+ * @property {{@link valueMapping}} valueMapping - A map defining boolean value representations
+ * @property {string} dateFormatString - date-fns format string for parsing this column
+ */
+export declare const CsvColumn: (fieldName: string | number, parsingOptions?: Partial<ParsingOptions>) => (target: any, key: string) => void;
+export declare const getFieldMetadata: (entity: ImporterInputClass) => ImportFieldMetadata[];
+export {};
+//# sourceMappingURL=csv-column.decorator.d.ts.map

package/lib/importer/decorators/csv-column.decorator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-column.decorator.d.ts","sourceRoot":"","sources":["../../../src/importer/decorators/csv-column.decorator.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAEjE,oBAAY,aAAa;IACrB,MAAM,WAAW;IACjB,OAAO,YAAY;IACnB,KAAK,UAAU;IACf,OAAO,YAAY;IACnB,QAAQ,aAAa;CACxB;AAED,UAAU,cAAc;IACpB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC;CAC1C;AACD,MAAM,WAAW,mBAAoB,SAAQ,cAAc;IACvD,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;CAC9B;AACD,UAAU,YAAY;IAClB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAID;;;;;;;;GAQG;AACH,eAAO,MAAM,SAAS,GAAI,WAAW,MAAM,GAAG,MAAM,EAAE,iBAAgB,OAAO,CAAC,cAAc,CAAM,MAG7E,QAAQ,GAAG,EAAE,KAAK,MAAM,SA8B5C,CAAC;AACF,eAAO,MAAM,gBAAgB,GAAI,QAAQ,kBAAkB,KACD,mBAAmB,EAC5E,CAAC"}

package/lib/importer/decorators/csv-column.decorator.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getFieldMetadata = exports.CsvColumn = exports.CsvColumnType = void 0;
+const class_transformer_1 = require("class-transformer");
+const date_fns_1 = require("date-fns");
+var CsvColumnType;
+(function (CsvColumnType) {
+    CsvColumnType["String"] = "String";
+    CsvColumnType["Integer"] = "Integer";
+    CsvColumnType["Float"] = "Float";
+    CsvColumnType["Boolean"] = "Boolean";
+    CsvColumnType["DateTime"] = "DateTime";
+})(CsvColumnType || (exports.CsvColumnType = CsvColumnType = {}));
+const defaultValueMapping = { true: true, false: false };
+const metadataKey = "fields";
+/**
+ * Decorator to define a CSV column for an entity property. It defines the mapping between csv column and entity property.
+ * @param {string} fieldName The name/header of the column in the csv file.
+ * @param {ParsingOptions} parsingOptions - {@link ParsingOptions} Parsing options for the CSV column.
+ * -------------------
+ * *ParsingOptions:*
+ * @property {{@link valueMapping}} valueMapping - A map defining boolean value representations
+ * @property {string} dateFormatString - date-fns format string for parsing this column
+ */
+const CsvColumn = (fieldName, parsingOptions = {}) => {
+    const { valueMapping, dateFormatString, type, transform } = parsingOptions;
+    // eslint-disable-next-line  @typescript-eslint/no-explicit-any
+    return function (target, key) {
+        const fields = Reflect.getOwnMetadata(metadataKey, target.constructor) || (Reflect.getMetadata(metadataKey, target.constructor) || []).slice(0);
+        fields.push({ key, fieldPath: key, fieldName, valueMapping, dateFormatString, type });
+        Reflect.defineMetadata(metadataKey, fields, target.constructor);
+        (0, class_transformer_1.Transform)(({ value }) => {
+            if (transform) {
+                return transform(value);
+            }
+            if (type === CsvColumnType.Boolean) {
+                const valueMapping = parsingOptions.valueMapping || defaultValueMapping;
+                return valueMapping[value];
+            }
+            if (type === CsvColumnType.Integer) {
+                return parseInt(value);
+            }
+            if (type === CsvColumnType.Float) {
+                return parseFloat(value);
+            }
+            if (type === CsvColumnType.DateTime) {
+                if (dateFormatString) {
+                    return (0, date_fns_1.parse)(value, dateFormatString, new Date());
+                }
+                else {
+                    return (0, date_fns_1.parseISO)(value);
+                }
+            }
+            return value;
+        })(target, key);
+    };
+};
+exports.CsvColumn = CsvColumn;
+const getFieldMetadata = (entity) => {
+    return Reflect.getOwnMetadata(metadataKey, entity);
+};
+exports.getFieldMetadata = getFieldMetadata;
+//# sourceMappingURL=csv-column.decorator.js.map

package/lib/importer/decorators/csv-column.decorator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-column.decorator.js","sourceRoot":"","sources":["../../../src/importer/decorators/csv-column.decorator.ts"],"names":[],"mappings":";;;AAAA,yDAA8C;AAC9C,uCAA2C;AAI3C,IAAY,aAMX;AAND,WAAY,aAAa;IACrB,kCAAiB,CAAA;IACjB,oCAAmB,CAAA;IACnB,gCAAe,CAAA;IACf,oCAAmB,CAAA;IACnB,sCAAqB,CAAA;AACzB,CAAC,EANW,aAAa,6BAAb,aAAa,QAMxB;AAiBD,MAAM,mBAAmB,GAA4B,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAClF,MAAM,WAAW,GAAG,QAAQ,CAAC;AAC7B;;;;;;;;GAQG;AACI,MAAM,SAAS,GAAG,CAAC,SAA0B,EAAE,iBAA0C,EAAE,EAAE,EAAE;IAClG,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,cAAc,CAAC;IAC3E,+DAA+D;IAC/D,OAAO,UAAU,MAAW,EAAE,GAAW;QACrC,MAAM,MAAM,GACR,OAAO,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACrI,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACtF,OAAO,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAEhE,IAAA,6BAAS,EAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;YACpB,IAAI,SAAS,EAAE,CAAC;gBACZ,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;YACD,IAAI,IAAI,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;gBACjC,MAAM,YAAY,GAAG,cAAc,CAAC,YAAY,IAAI,mBAAmB,CAAC;gBACxE,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;YACD,IAAI,IAAI,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;gBACjC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,IAAI,IAAI,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC;gBAC/B,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;YACD,IAAI,IAAI,KAAK,aAAa,CAAC,QAAQ,EAAE,CAAC;gBAClC,IAAI,gBAAgB,EAAE,CAAC;oBACnB,OAAO,IAAA,gBAAK,EAAC,KAAK,EAAE,gBAAgB,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACJ,OAAO,IAAA,mBAAQ,EAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpB,CAAC,CAAC;AACN,CAAC,CAAC;AAjCW,QAAA,SAAS,aAiCpB;AACK,MAAM,gBAAgB,GAAG,CAAC,MAA0B,EAAE,EAAE;IAC3D,OAAO,OAAO,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,CAA0B,CAAC;AAChF,CAAC,CAAC;AAFW,QAAA,gBAAgB,oBAE3B"}

package/lib/importer/import-target.interface.d.ts

@@ -0,0 +1,6 @@
+export type ImportTargetInterface = {
+    id: string;
+    createdAt?: Date;
+    updatedAt?: Date;
+};
+//# sourceMappingURL=import-target.interface.d.ts.map

package/lib/importer/import-target.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-target.interface.d.ts","sourceRoot":"","sources":["../../src/importer/import-target.interface.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,qBAAqB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,SAAS,CAAC,EAAE,IAAI,CAAC;CACpB,CAAC"}

package/lib/importer/import-target.interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=import-target.interface.js.map

package/lib/importer/import-target.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-target.interface.js","sourceRoot":"","sources":["../../src/importer/import-target.interface.ts"],"names":[],"mappings":""}

package/lib/importer/importer-input.type.d.ts

@@ -0,0 +1,4 @@
+export type ImporterInputClass = {
+    new (): object;
+};
+//# sourceMappingURL=importer-input.type.d.ts.map

package/lib/importer/importer-input.type.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"importer-input.type.d.ts","sourceRoot":"","sources":["../../src/importer/importer-input.type.ts"],"names":[],"mappings":"AACA,MAAM,MAAM,kBAAkB,GAAG;IAAE,QAAQ,MAAM,CAAA;CAAE,CAAC"}

package/lib/importer/importer-input.type.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=importer-input.type.js.map

package/lib/importer/importer-input.type.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"importer-input.type.js","sourceRoot":"","sources":["../../src/importer/importer-input.type.ts"],"names":[],"mappings":""}

package/lib/importer/pipes/end.pipe.d.ts

@@ -0,0 +1,14 @@
+import { Transform, type TransformCallback } from "stream";
+import { type ImporterPipe } from "./importer-pipe.type";
+export declare class ImporterEndPipe implements ImporterPipe {
+    getPipe(): EndHandler;
+}
+declare class EndHandler extends Transform {
+    constructor();
+    _transform(inputData: {
+        chunk: Buffer | string;
+        metadata: Record<string, unknown>;
+    }, encoding: BufferEncoding, callback: TransformCallback): void;
+}
+export {};
+//# sourceMappingURL=end.pipe.d.ts.map

package/lib/importer/pipes/end.pipe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"end.pipe.d.ts","sourceRoot":"","sources":["../../../src/importer/pipes/end.pipe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,KAAK,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE3D,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,qBAAa,eAAgB,YAAW,YAAY;IAChD,OAAO;CAGV;AAED,cAAM,UAAW,SAAQ,SAAS;;IAK9B,UAAU,CAAC,SAAS,EAAE;QAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,iBAAiB;CAG7I"}

package/lib/importer/pipes/end.pipe.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImporterEndPipe = void 0;
+const stream_1 = require("stream");
+class ImporterEndPipe {
+    getPipe() {
+        return new EndHandler();
+    }
+}
+exports.ImporterEndPipe = ImporterEndPipe;
+class EndHandler extends stream_1.Transform {
+    constructor() {
+        super({ writableObjectMode: true, objectMode: true });
+    }
+    _transform(inputData, encoding, callback) {
+        callback();
+    }
+}
+//# sourceMappingURL=end.pipe.js.map

package/lib/importer/pipes/end.pipe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"end.pipe.js","sourceRoot":"","sources":["../../../src/importer/pipes/end.pipe.ts"],"names":[],"mappings":";;;AAAA,mCAA2D;AAI3D,MAAa,eAAe;IACxB,OAAO;QACH,OAAO,IAAI,UAAU,EAAE,CAAC;IAC5B,CAAC;CACJ;AAJD,0CAIC;AAED,MAAM,UAAW,SAAQ,kBAAS;IAC9B;QACI,KAAK,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,UAAU,CAAC,SAAwE,EAAE,QAAwB,EAAE,QAA2B;QACtI,QAAQ,EAAE,CAAC;IACf,CAAC;CACJ"}

package/lib/importer/pipes/importer-pipe.type.d.ts

@@ -0,0 +1,19 @@
+import { type LoggerService } from "@nestjs/common";
+import { type ValidationError as ClassValidationError } from "class-validator";
+import { type Transform } from "stream";
+export type PipeData = Record<string, unknown>;
+export type PipeMetadata = Record<string, unknown>;
+type ParserOptions = Record<string, unknown>;
+export interface ValidationError extends ClassValidationError {
+    name?: string | number;
+    errorMessage: string;
+    value?: string;
+}
+export type ImporterPipe = {
+    getPipe(logger: LoggerService, options?: ParserOptions): Transform;
+};
+export type CompositeImporterPipe = {
+    getPipes(logger: LoggerService, options: ParserOptions): Transform[];
+};
+export {};
+//# sourceMappingURL=importer-pipe.type.d.ts.map

package/lib/importer/pipes/importer-pipe.type.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"importer-pipe.type.d.ts","sourceRoot":"","sources":["../../../src/importer/pipes/importer-pipe.type.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,KAAK,eAAe,IAAI,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,QAAQ,CAAC;AAExC,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC/C,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEnD,KAAK,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC7C,MAAM,WAAW,eAAgB,SAAQ,oBAAoB;IACzD,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,YAAY,GAAG;IACvB,OAAO,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;CACtE,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAChC,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,GAAG,SAAS,EAAE,CAAC;CACxE,CAAC"}

package/lib/importer/pipes/importer-pipe.type.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=importer-pipe.type.js.map

package/lib/importer/pipes/importer-pipe.type.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"importer-pipe.type.js","sourceRoot":"","sources":["../../../src/importer/pipes/importer-pipe.type.ts"],"names":[],"mappings":""}

package/lib/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.d.ts

@@ -0,0 +1,13 @@
+import { type Connection, type EntityManager, type IDatabaseDriver } from "@mikro-orm/core";
+import { type LoggerService } from "@nestjs/common";
+import { type Transform } from "stream";
+import { type ImporterInputClass } from "../../importer-input.type";
+import { type CompositeImporterPipe } from "../importer-pipe.type";
+import { type CsvParserOptions } from "./csv-parser.pipe";
+export declare class ImporterCsvParseAndTransformPipes implements CompositeImporterPipe {
+    private readonly inputClass;
+    private readonly fields;
+    constructor(inputClass: ImporterInputClass, em: EntityManager<IDatabaseDriver<Connection>>);
+    getPipes(logger: LoggerService, parserOptions: CsvParserOptions): Transform[];
+}
+//# sourceMappingURL=csv-parser-and-transform.composite-pipe.d.ts.map

package/lib/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-parser-and-transform.composite-pipe.d.ts","sourceRoot":"","sources":["../../../../src/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAC5F,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,QAAQ,CAAC;AAGxC,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,KAAK,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAgB,KAAK,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAIxE,qBAAa,iCAAkC,YAAW,qBAAqB;IAIvE,OAAO,CAAC,QAAQ,CAAC,UAAU;IAH/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwB;gBAG1B,UAAU,EAAE,kBAAkB,EAC/C,EAAE,EAAE,aAAa,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;IAKlD,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,GAAG,SAAS,EAAE;CAQhF"}

package/lib/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImporterCsvParseAndTransformPipes = void 0;
+const csv_column_decorator_1 = require("../../decorators/csv-column.decorator");
+const csv_parser_pipe_1 = require("./csv-parser.pipe");
+const data_transformer_pipe_1 = require("./data-transformer.pipe");
+const data_validator_pipe_1 = require("./data-validator.pipe");
+class ImporterCsvParseAndTransformPipes {
+    constructor(inputClass, em) {
+        this.inputClass = inputClass;
+        this.fields = (0, csv_column_decorator_1.getFieldMetadata)(inputClass);
+    }
+    getPipes(logger, parserOptions) {
+        const parserPipe = new csv_parser_pipe_1.CsvParsePipe(parserOptions, this.fields).getPipe();
+        const transformPipe = new data_transformer_pipe_1.DataTransformerPipe(this.inputClass).getPipe(logger);
+        const validatorPipe = new data_validator_pipe_1.DataValidatorPipe().getPipe(logger);
+        const pipes = [parserPipe, transformPipe, validatorPipe];
+        return pipes;
+    }
+}
+exports.ImporterCsvParseAndTransformPipes = ImporterCsvParseAndTransformPipes;
+//# sourceMappingURL=csv-parser-and-transform.composite-pipe.js.map

package/lib/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-parser-and-transform.composite-pipe.js","sourceRoot":"","sources":["../../../../src/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.ts"],"names":[],"mappings":";;;AAIA,gFAAmG;AAGnG,uDAAwE;AACxE,mEAA8D;AAC9D,+DAA0D;AAE1D,MAAa,iCAAiC;IAG1C,YACqB,UAA8B,EAC/C,EAA8C;QAD7B,eAAU,GAAV,UAAU,CAAoB;QAG/C,IAAI,CAAC,MAAM,GAAG,IAAA,uCAAgB,EAAC,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED,QAAQ,CAAC,MAAqB,EAAE,aAA+B;QAC3D,MAAM,UAAU,GAAG,IAAI,8BAAY,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;QAC1E,MAAM,aAAa,GAAG,IAAI,2CAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/E,MAAM,aAAa,GAAG,IAAI,uCAAiB,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAE9D,MAAM,KAAK,GAAgB,CAAC,UAAU,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;QACtE,OAAO,KAAK,CAAC;IACjB,CAAC;CACJ;AAlBD,8EAkBC"}

package/lib/importer/pipes/parsers/csv-parser.pipe.d.ts

@@ -0,0 +1,24 @@
+import { type ParserOptionsArgs } from "@fast-csv/parse";
+import { Transform, type TransformCallback } from "stream";
+import { type ImportFieldMetadata } from "../../decorators/csv-column.decorator";
+import { type ImporterPipe, type PipeMetadata } from "../importer-pipe.type";
+export type CsvParserOptions = Omit<ParserOptionsArgs, "encoding"> & {
+    encoding: BufferEncoding;
+};
+export declare class CsvParsePipe implements ImporterPipe {
+    private readonly parserOptions;
+    constructor(parserOptions: CsvParserOptions, csvColumns: ImportFieldMetadata[]);
+    getPipe(): CsvParser;
+    private getParserOptions;
+}
+export declare class CsvParser extends Transform {
+    private readonly options;
+    private parser;
+    constructor(options: CsvParserOptions);
+    _transform(input: {
+        chunk: Buffer | string;
+        metadata: PipeMetadata;
+    }, encoding: BufferEncoding, callback: TransformCallback): void;
+    _flush(callback: TransformCallback): void;
+}
+//# sourceMappingURL=csv-parser.pipe.d.ts.map