@comet/cms-api 8.10.0-canary-20251204084621 → 8.10.0-canary-20251204101847

package/lib/importer/data-streams/data-stream.d.ts

@@ -0,0 +1,10 @@
+import type { Readable } from "stream";
+import type { PipeMetadata } from "../pipes/importer-pipe.type";
+export type StreamChunkAndMetadata = {
+    chunk: Buffer | string;
+    metadata: PipeMetadata;
+};
+export declare abstract class ImporterDataStream {
+    abstract getDataStreamAndMetadata(): Promise<Readable | null>;
+}
+//# sourceMappingURL=data-stream.d.ts.map

package/lib/importer/data-streams/data-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-stream.d.ts","sourceRoot":"","sources":["../../../src/importer/data-streams/data-stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAEhE,MAAM,MAAM,sBAAsB,GAAG;IACjC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,QAAQ,EAAE,YAAY,CAAC;CAC1B,CAAC;AACF,8BAAsB,kBAAkB;IACpC,QAAQ,CAAC,wBAAwB,IAAI,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;CAChE"}

package/lib/importer/data-streams/data-stream.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImporterDataStream = void 0;
+class ImporterDataStream {
+}
+exports.ImporterDataStream = ImporterDataStream;
+//# sourceMappingURL=data-stream.js.map

package/lib/importer/data-streams/data-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-stream.js","sourceRoot":"","sources":["../../../src/importer/data-streams/data-stream.ts"],"names":[],"mappings":";;;AAQA,MAAsB,kBAAkB;CAEvC;AAFD,gDAEC"}

package/lib/importer/data-streams/file-data-stream.d.ts

@@ -0,0 +1,22 @@
+import { type ReadStream } from "node:fs";
+import { type SdkStream } from "@smithy/types";
+import { type IncomingMessage } from "http";
+import { ImporterDataStream } from "./data-stream";
+type FileStream = SdkStream<IncomingMessage> | ReadStream;
+interface FileStreamAndSize {
+    fileStream: FileStream;
+    fileName?: string;
+    fileSize?: number;
+}
+export type FileStreamAndMetadata = {
+    dataStream: FileStream;
+    metadata: {
+        fileName?: string;
+        fileSize?: number;
+    };
+};
+export declare abstract class FileDataStream extends ImporterDataStream {
+    getFileStreamResult(fileStreamAndSize: FileStreamAndSize): FileStreamAndMetadata;
+}
+export {};
+//# sourceMappingURL=file-data-stream.d.ts.map

package/lib/importer/data-streams/file-data-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-data-stream.d.ts","sourceRoot":"","sources":["../../../src/importer/data-streams/file-data-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,SAAS,CAAC;AAE1C,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,MAAM,CAAC;AAE5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD,KAAK,UAAU,GAAG,SAAS,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC;AAE1D,UAAU,iBAAiB;IACvB,UAAU,EAAE,UAAU,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,qBAAqB,GAAG;IAChC,UAAU,EAAE,UAAU,CAAC;IACvB,QAAQ,EAAE;QACN,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACL,CAAC;AAEF,8BAAsB,cAAe,SAAQ,kBAAkB;IAC3D,mBAAmB,CAAC,iBAAiB,EAAE,iBAAiB,GAAG,qBAAqB;CAQnF"}

package/lib/importer/data-streams/file-data-stream.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileDataStream = void 0;
+const data_stream_1 = require("./data-stream");
+class FileDataStream extends data_stream_1.ImporterDataStream {
+    getFileStreamResult(fileStreamAndSize) {
+        return {
+            dataStream: fileStreamAndSize.fileStream,
+            metadata: {
+                fileName: fileStreamAndSize.fileName,
+            },
+        };
+    }
+}
+exports.FileDataStream = FileDataStream;
+//# sourceMappingURL=file-data-stream.js.map

package/lib/importer/data-streams/file-data-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-data-stream.js","sourceRoot":"","sources":["../../../src/importer/data-streams/file-data-stream.ts"],"names":[],"mappings":";;;AAKA,+CAAmD;AAkBnD,MAAsB,cAAe,SAAQ,gCAAkB;IAC3D,mBAAmB,CAAC,iBAAoC;QACpD,OAAO;YACH,UAAU,EAAE,iBAAiB,CAAC,UAAU;YACxC,QAAQ,EAAE;gBACN,QAAQ,EAAE,iBAAiB,CAAC,QAAQ;aACvC;SACJ,CAAC;IACN,CAAC;CACJ;AATD,wCASC"}

package/lib/importer/data-streams/local-file-data-stream.d.ts

@@ -0,0 +1,18 @@
+import { Readable } from "node:stream";
+import { FileDataStream } from "./file-data-stream";
+export declare class ImporterLocalFileDataStream extends FileDataStream {
+    private readonly logger;
+    fileKey: string;
+    constructor(fileKey: string);
+    getDataStreamAndMetadata(): Promise<Readable | null>;
+    private generateFileIterator;
+    protected getFileStreamAndSizeOfLocalFile({ filePath, encoding }: {
+        filePath?: string;
+        encoding?: BufferEncoding;
+    }): Promise<{
+        fileSize: number;
+        fileStream: import("fs").ReadStream;
+        fileName: string;
+    } | null>;
+}
+//# sourceMappingURL=local-file-data-stream.d.ts.map

package/lib/importer/data-streams/local-file-data-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-file-data-stream.d.ts","sourceRoot":"","sources":["../../../src/importer/data-streams/local-file-data-stream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAMvC,OAAO,EAAE,cAAc,EAA8B,MAAM,oBAAoB,CAAC;AAEhF,qBAAa,2BAA4B,SAAQ,cAAc;IAC3D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,EAAE,MAAM,CAAC;gBAEJ,OAAO,EAAE,MAAM;IAKrB,wBAAwB;YAUf,oBAAoB;cASnB,+BAA+B,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,cAAc,CAAA;KAAE;;;;;CAiB3H"}

package/lib/importer/data-streams/local-file-data-stream.js

@@ -0,0 +1,99 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+var __await = (this && this.__await) || function (v) { return this instanceof __await ? (this.v = v, this) : new __await(v); }
+var __asyncGenerator = (this && this.__asyncGenerator) || function (thisArg, _arguments, generator) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var g = generator.apply(thisArg, _arguments || []), i, q = [];
+    return i = Object.create((typeof AsyncIterator === "function" ? AsyncIterator : Object).prototype), verb("next"), verb("throw"), verb("return", awaitReturn), i[Symbol.asyncIterator] = function () { return this; }, i;
+    function awaitReturn(f) { return function (v) { return Promise.resolve(v).then(f, reject); }; }
+    function verb(n, f) { if (g[n]) { i[n] = function (v) { return new Promise(function (a, b) { q.push([n, v, a, b]) > 1 || resume(n, v); }); }; if (f) i[n] = f(i[n]); } }
+    function resume(n, v) { try { step(g[n](v)); } catch (e) { settle(q[0][3], e); } }
+    function step(r) { r.value instanceof __await ? Promise.resolve(r.value.v).then(fulfill, reject) : settle(q[0][2], r); }
+    function fulfill(value) { resume("next", value); }
+    function reject(value) { resume("throw", value); }
+    function settle(f, v) { if (f(v), q.shift(), q.length) resume(q[0][0], q[0][1]); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImporterLocalFileDataStream = void 0;
+const node_fs_1 = require("node:fs");
+const node_stream_1 = require("node:stream");
+const common_1 = require("@nestjs/common");
+const path_1 = __importDefault(require("path"));
+const file_data_stream_1 = require("./file-data-stream");
+class ImporterLocalFileDataStream extends file_data_stream_1.FileDataStream {
+    constructor(fileKey) {
+        super();
+        this.logger = new common_1.Logger();
+        this.fileKey = fileKey;
+    }
+    getDataStreamAndMetadata() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const dataStreamAndSize = yield this.getFileStreamAndSizeOfLocalFile({ filePath: this.fileKey });
+            if (!dataStreamAndSize) {
+                return null;
+            }
+            const fileStreamAndMetadata = yield this.getFileStreamResult(dataStreamAndSize);
+            return node_stream_1.Readable.from(this.generateFileIterator(fileStreamAndMetadata));
+        });
+    }
+    generateFileIterator(fileStreamAndMetadata) {
+        return __asyncGenerator(this, arguments, function* generateFileIterator_1() {
+            var _a, e_1, _b, _c;
+            const { dataStream, metadata } = fileStreamAndMetadata;
+            try {
+                for (var _d = true, dataStream_1 = __asyncValues(dataStream), dataStream_1_1; dataStream_1_1 = yield __await(dataStream_1.next()), _a = dataStream_1_1.done, !_a; _d = true) {
+                    _c = dataStream_1_1.value;
+                    _d = false;
+                    const chunk = _c;
+                    const chunkAndMetadata = { chunk, metadata };
+                    yield yield __await(chunkAndMetadata);
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (!_d && !_a && (_b = dataStream_1.return)) yield __await(_b.call(dataStream_1));
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+        });
+    }
+    getFileStreamAndSizeOfLocalFile(_a) {
+        return __awaiter(this, arguments, void 0, function* ({ filePath, encoding }) {
+            if (!filePath) {
+                this.logger.error(`File ${filePath} does not exist`);
+                return null;
+            }
+            // check if file exists
+            if (!(0, node_fs_1.existsSync)(filePath)) {
+                this.logger.error(`File ${filePath} does not exist`);
+                return null;
+            }
+            const fileSize = (0, node_fs_1.statSync)(filePath).size;
+            // gzip file must be read as binary, without encoding
+            const fileStream = (0, node_fs_1.createReadStream)(filePath, filePath.endsWith(".gz") && !encoding ? {} : { encoding: encoding || "utf-8" });
+            this.logger.log(`Providing fileStreams for local file (${filePath} fileSize: ${fileSize}).`);
+            return { fileSize, fileStream, fileName: path_1.default.basename(filePath) };
+        });
+    }
+}
+exports.ImporterLocalFileDataStream = ImporterLocalFileDataStream;
+//# sourceMappingURL=local-file-data-stream.js.map

package/lib/importer/data-streams/local-file-data-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-file-data-stream.js","sourceRoot":"","sources":["../../../src/importer/data-streams/local-file-data-stream.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,qCAAiE;AACjE,6CAAuC;AAEvC,2CAAwC;AACxC,gDAAwB;AAGxB,yDAAgF;AAEhF,MAAa,2BAA4B,SAAQ,iCAAc;IAI3D,YAAY,OAAe;QACvB,KAAK,EAAE,CAAC;QAJK,WAAM,GAAG,IAAI,eAAM,EAAE,CAAC;QAKnC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;IAEK,wBAAwB;;YAC1B,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,+BAA+B,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACjG,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACrB,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;YAEhF,OAAO,sBAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,qBAAqB,CAAC,CAAC,CAAC;QAC3E,CAAC;KAAA;IAEc,oBAAoB,CAAC,qBAA4C;;;YAC5E,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,qBAAqB,CAAC;;gBAEvD,KAA0B,eAAA,eAAA,cAAA,UAAU,CAAA,gBAAA,iGAAE,CAAC;oBAAb,0BAAU;oBAAV,WAAU;oBAAzB,MAAM,KAAK,KAAA,CAAA;oBAClB,MAAM,gBAAgB,GAA2B,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;oBACrE,oBAAM,gBAAgB,CAAA,CAAC;gBAC3B,CAAC;;;;;;;;;QACL,CAAC;KAAA;IAEe,+BAA+B;6DAAC,EAAE,QAAQ,EAAE,QAAQ,EAAoD;YACpH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,QAAQ,iBAAiB,CAAC,CAAC;gBACrD,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,uBAAuB;YACvB,IAAI,CAAC,IAAA,oBAAU,EAAC,QAAQ,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,QAAQ,iBAAiB,CAAC,CAAC;gBACrD,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,MAAM,QAAQ,GAAG,IAAA,kBAAQ,EAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;YACzC,qDAAqD;YACrD,MAAM,UAAU,GAAG,IAAA,0BAAgB,EAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,IAAI,OAAO,EAAE,CAAC,CAAC;YAC9H,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yCAAyC,QAAQ,cAAc,QAAQ,IAAI,CAAC,CAAC;YAC7F,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,cAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvE,CAAC;KAAA;CACJ;AA7CD,kEA6CC"}

package/lib/importer/decorators/csv-column.decorator.d.ts

@@ -0,0 +1,35 @@
+import { type ImporterInputClass } from "../importer-input.type";
+export declare enum CsvColumnType {
+    String = "String",
+    Integer = "Integer",
+    Float = "Float",
+    Boolean = "Boolean",
+    DateTime = "DateTime"
+}
+interface ParsingOptions {
+    valueMapping?: ValueMapping;
+    dateFormatString?: string;
+    type?: CsvColumnType;
+    transform?: (value: string) => unknown;
+}
+export interface ImportFieldMetadata extends ParsingOptions {
+    key: string;
+    fieldPath: string;
+    fieldName: string | number;
+}
+interface ValueMapping {
+    [key: string]: boolean;
+}
+/**
+ * Decorator to define a CSV column for an entity property. It defines the mapping between csv column and entity property.
+ * @param {string} fieldName The name/header of the column in the csv file.
+ * @param {ParsingOptions} parsingOptions - {@link ParsingOptions} Parsing options for the CSV column.
+ * -------------------
+ * *ParsingOptions:*
+ * @property {{@link valueMapping}} valueMapping - A map defining boolean value representations
+ * @property {string} dateFormatString - date-fns format string for parsing this column
+ */
+export declare const CsvColumn: (fieldName: string | number, parsingOptions?: Partial<ParsingOptions>) => (target: any, key: string) => void;
+export declare const getFieldMetadata: (entity: ImporterInputClass) => ImportFieldMetadata[];
+export {};
+//# sourceMappingURL=csv-column.decorator.d.ts.map

package/lib/importer/decorators/csv-column.decorator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-column.decorator.d.ts","sourceRoot":"","sources":["../../../src/importer/decorators/csv-column.decorator.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAEjE,oBAAY,aAAa;IACrB,MAAM,WAAW;IACjB,OAAO,YAAY;IACnB,KAAK,UAAU;IACf,OAAO,YAAY;IACnB,QAAQ,aAAa;CACxB;AAED,UAAU,cAAc;IACpB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC;CAC1C;AACD,MAAM,WAAW,mBAAoB,SAAQ,cAAc;IACvD,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;CAC9B;AACD,UAAU,YAAY;IAClB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAID;;;;;;;;GAQG;AACH,eAAO,MAAM,SAAS,GAAI,WAAW,MAAM,GAAG,MAAM,EAAE,iBAAgB,OAAO,CAAC,cAAc,CAAM,MAG7E,QAAQ,GAAG,EAAE,KAAK,MAAM,SA8B5C,CAAC;AACF,eAAO,MAAM,gBAAgB,GAAI,QAAQ,kBAAkB,KACD,mBAAmB,EAC5E,CAAC"}

package/lib/importer/decorators/csv-column.decorator.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getFieldMetadata = exports.CsvColumn = exports.CsvColumnType = void 0;
+const class_transformer_1 = require("class-transformer");
+const date_fns_1 = require("date-fns");
+var CsvColumnType;
+(function (CsvColumnType) {
+    CsvColumnType["String"] = "String";
+    CsvColumnType["Integer"] = "Integer";
+    CsvColumnType["Float"] = "Float";
+    CsvColumnType["Boolean"] = "Boolean";
+    CsvColumnType["DateTime"] = "DateTime";
+})(CsvColumnType || (exports.CsvColumnType = CsvColumnType = {}));
+const defaultValueMapping = { true: true, false: false };
+const metadataKey = "fields";
+/**
+ * Decorator to define a CSV column for an entity property. It defines the mapping between csv column and entity property.
+ * @param {string} fieldName The name/header of the column in the csv file.
+ * @param {ParsingOptions} parsingOptions - {@link ParsingOptions} Parsing options for the CSV column.
+ * -------------------
+ * *ParsingOptions:*
+ * @property {{@link valueMapping}} valueMapping - A map defining boolean value representations
+ * @property {string} dateFormatString - date-fns format string for parsing this column
+ */
+const CsvColumn = (fieldName, parsingOptions = {}) => {
+    const { valueMapping, dateFormatString, type, transform } = parsingOptions;
+    // eslint-disable-next-line  @typescript-eslint/no-explicit-any
+    return function (target, key) {
+        const fields = Reflect.getOwnMetadata(metadataKey, target.constructor) || (Reflect.getMetadata(metadataKey, target.constructor) || []).slice(0);
+        fields.push({ key, fieldPath: key, fieldName, valueMapping, dateFormatString, type });
+        Reflect.defineMetadata(metadataKey, fields, target.constructor);
+        (0, class_transformer_1.Transform)(({ value }) => {
+            if (transform) {
+                return transform(value);
+            }
+            if (type === CsvColumnType.Boolean) {
+                const valueMapping = parsingOptions.valueMapping || defaultValueMapping;
+                return valueMapping[value];
+            }
+            if (type === CsvColumnType.Integer) {
+                return parseInt(value);
+            }
+            if (type === CsvColumnType.Float) {
+                return parseFloat(value);
+            }
+            if (type === CsvColumnType.DateTime) {
+                if (dateFormatString) {
+                    return (0, date_fns_1.parse)(value, dateFormatString, new Date());
+                }
+                else {
+                    return (0, date_fns_1.parseISO)(value);
+                }
+            }
+            return value;
+        })(target, key);
+    };
+};
+exports.CsvColumn = CsvColumn;
+const getFieldMetadata = (entity) => {
+    return Reflect.getOwnMetadata(metadataKey, entity);
+};
+exports.getFieldMetadata = getFieldMetadata;
+//# sourceMappingURL=csv-column.decorator.js.map

package/lib/importer/decorators/csv-column.decorator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-column.decorator.js","sourceRoot":"","sources":["../../../src/importer/decorators/csv-column.decorator.ts"],"names":[],"mappings":";;;AAAA,yDAA8C;AAC9C,uCAA2C;AAI3C,IAAY,aAMX;AAND,WAAY,aAAa;IACrB,kCAAiB,CAAA;IACjB,oCAAmB,CAAA;IACnB,gCAAe,CAAA;IACf,oCAAmB,CAAA;IACnB,sCAAqB,CAAA;AACzB,CAAC,EANW,aAAa,6BAAb,aAAa,QAMxB;AAiBD,MAAM,mBAAmB,GAA4B,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAClF,MAAM,WAAW,GAAG,QAAQ,CAAC;AAC7B;;;;;;;;GAQG;AACI,MAAM,SAAS,GAAG,CAAC,SAA0B,EAAE,iBAA0C,EAAE,EAAE,EAAE;IAClG,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,cAAc,CAAC;IAC3E,+DAA+D;IAC/D,OAAO,UAAU,MAAW,EAAE,GAAW;QACrC,MAAM,MAAM,GACR,OAAO,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACrI,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACtF,OAAO,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAEhE,IAAA,6BAAS,EAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;YACpB,IAAI,SAAS,EAAE,CAAC;gBACZ,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;YACD,IAAI,IAAI,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;gBACjC,MAAM,YAAY,GAAG,cAAc,CAAC,YAAY,IAAI,mBAAmB,CAAC;gBACxE,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;YACD,IAAI,IAAI,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;gBACjC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,IAAI,IAAI,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC;gBAC/B,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;YACD,IAAI,IAAI,KAAK,aAAa,CAAC,QAAQ,EAAE,CAAC;gBAClC,IAAI,gBAAgB,EAAE,CAAC;oBACnB,OAAO,IAAA,gBAAK,EAAC,KAAK,EAAE,gBAAgB,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACJ,OAAO,IAAA,mBAAQ,EAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpB,CAAC,CAAC;AACN,CAAC,CAAC;AAjCW,QAAA,SAAS,aAiCpB;AACK,MAAM,gBAAgB,GAAG,CAAC,MAA0B,EAAE,EAAE;IAC3D,OAAO,OAAO,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,CAA0B,CAAC;AAChF,CAAC,CAAC;AAFW,QAAA,gBAAgB,oBAE3B"}

package/lib/importer/import-target.interface.d.ts

@@ -0,0 +1,6 @@
+export type ImportTargetInterface = {
+    id: string;
+    createdAt?: Date;
+    updatedAt?: Date;
+};
+//# sourceMappingURL=import-target.interface.d.ts.map

package/lib/importer/import-target.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-target.interface.d.ts","sourceRoot":"","sources":["../../src/importer/import-target.interface.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,qBAAqB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,SAAS,CAAC,EAAE,IAAI,CAAC;CACpB,CAAC"}

package/lib/importer/import-target.interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=import-target.interface.js.map

package/lib/importer/import-target.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-target.interface.js","sourceRoot":"","sources":["../../src/importer/import-target.interface.ts"],"names":[],"mappings":""}

package/lib/importer/importer-input.type.d.ts

@@ -0,0 +1,4 @@
+export type ImporterInputClass = {
+    new (): object;
+};
+//# sourceMappingURL=importer-input.type.d.ts.map

package/lib/importer/importer-input.type.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"importer-input.type.d.ts","sourceRoot":"","sources":["../../src/importer/importer-input.type.ts"],"names":[],"mappings":"AACA,MAAM,MAAM,kBAAkB,GAAG;IAAE,QAAQ,MAAM,CAAA;CAAE,CAAC"}

package/lib/importer/importer-input.type.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=importer-input.type.js.map

package/lib/importer/importer-input.type.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"importer-input.type.js","sourceRoot":"","sources":["../../src/importer/importer-input.type.ts"],"names":[],"mappings":""}

package/lib/importer/pipes/end.pipe.d.ts

@@ -0,0 +1,14 @@
+import { Transform, type TransformCallback } from "stream";
+import { type ImporterPipe } from "./importer-pipe.type";
+export declare class ImporterEndPipe implements ImporterPipe {
+    getPipe(): EndHandler;
+}
+declare class EndHandler extends Transform {
+    constructor();
+    _transform(inputData: {
+        chunk: Buffer | string;
+        metadata: Record<string, unknown>;
+    }, encoding: BufferEncoding, callback: TransformCallback): void;
+}
+export {};
+//# sourceMappingURL=end.pipe.d.ts.map

package/lib/importer/pipes/end.pipe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"end.pipe.d.ts","sourceRoot":"","sources":["../../../src/importer/pipes/end.pipe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,KAAK,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE3D,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,qBAAa,eAAgB,YAAW,YAAY;IAChD,OAAO;CAGV;AAED,cAAM,UAAW,SAAQ,SAAS;;IAK9B,UAAU,CAAC,SAAS,EAAE;QAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,iBAAiB;CAG7I"}

package/lib/importer/pipes/end.pipe.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImporterEndPipe = void 0;
+const stream_1 = require("stream");
+class ImporterEndPipe {
+    getPipe() {
+        return new EndHandler();
+    }
+}
+exports.ImporterEndPipe = ImporterEndPipe;
+class EndHandler extends stream_1.Transform {
+    constructor() {
+        super({ writableObjectMode: true, objectMode: true });
+    }
+    _transform(inputData, encoding, callback) {
+        callback();
+    }
+}
+//# sourceMappingURL=end.pipe.js.map

package/lib/importer/pipes/end.pipe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"end.pipe.js","sourceRoot":"","sources":["../../../src/importer/pipes/end.pipe.ts"],"names":[],"mappings":";;;AAAA,mCAA2D;AAI3D,MAAa,eAAe;IACxB,OAAO;QACH,OAAO,IAAI,UAAU,EAAE,CAAC;IAC5B,CAAC;CACJ;AAJD,0CAIC;AAED,MAAM,UAAW,SAAQ,kBAAS;IAC9B;QACI,KAAK,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,UAAU,CAAC,SAAwE,EAAE,QAAwB,EAAE,QAA2B;QACtI,QAAQ,EAAE,CAAC;IACf,CAAC;CACJ"}

package/lib/importer/pipes/importer-pipe.type.d.ts

@@ -0,0 +1,19 @@
+import { type LoggerService } from "@nestjs/common";
+import { type ValidationError as ClassValidationError } from "class-validator";
+import { type Transform } from "stream";
+export type PipeData = Record<string, unknown>;
+export type PipeMetadata = Record<string, unknown>;
+type ParserOptions = Record<string, unknown>;
+export interface ValidationError extends ClassValidationError {
+    name?: string | number;
+    errorMessage: string;
+    value?: string;
+}
+export type ImporterPipe = {
+    getPipe(logger: LoggerService, options?: ParserOptions): Transform;
+};
+export type CompositeImporterPipe = {
+    getPipes(logger: LoggerService, options: ParserOptions): Transform[];
+};
+export {};
+//# sourceMappingURL=importer-pipe.type.d.ts.map

package/lib/importer/pipes/importer-pipe.type.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"importer-pipe.type.d.ts","sourceRoot":"","sources":["../../../src/importer/pipes/importer-pipe.type.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,KAAK,eAAe,IAAI,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,QAAQ,CAAC;AAExC,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC/C,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEnD,KAAK,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC7C,MAAM,WAAW,eAAgB,SAAQ,oBAAoB;IACzD,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,YAAY,GAAG;IACvB,OAAO,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;CACtE,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAChC,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,GAAG,SAAS,EAAE,CAAC;CACxE,CAAC"}

package/lib/importer/pipes/importer-pipe.type.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=importer-pipe.type.js.map

package/lib/importer/pipes/importer-pipe.type.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"importer-pipe.type.js","sourceRoot":"","sources":["../../../src/importer/pipes/importer-pipe.type.ts"],"names":[],"mappings":""}

package/lib/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.d.ts

@@ -0,0 +1,13 @@
+import { type Connection, type EntityManager, type IDatabaseDriver } from "@mikro-orm/core";
+import { type LoggerService } from "@nestjs/common";
+import { type Transform } from "stream";
+import { type ImporterInputClass } from "../../importer-input.type";
+import { type CompositeImporterPipe } from "../importer-pipe.type";
+import { type CsvParserOptions } from "./csv-parser.pipe";
+export declare class ImporterCsvParseAndTransformPipes implements CompositeImporterPipe {
+    private readonly inputClass;
+    private readonly fields;
+    constructor(inputClass: ImporterInputClass, em: EntityManager<IDatabaseDriver<Connection>>);
+    getPipes(logger: LoggerService, parserOptions: CsvParserOptions): Transform[];
+}
+//# sourceMappingURL=csv-parser-and-transform.composite-pipe.d.ts.map

package/lib/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-parser-and-transform.composite-pipe.d.ts","sourceRoot":"","sources":["../../../../src/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAC5F,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,QAAQ,CAAC;AAGxC,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,KAAK,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAgB,KAAK,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAIxE,qBAAa,iCAAkC,YAAW,qBAAqB;IAIvE,OAAO,CAAC,QAAQ,CAAC,UAAU;IAH/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwB;gBAG1B,UAAU,EAAE,kBAAkB,EAC/C,EAAE,EAAE,aAAa,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;IAKlD,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,GAAG,SAAS,EAAE;CAQhF"}

package/lib/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImporterCsvParseAndTransformPipes = void 0;
+const csv_column_decorator_1 = require("../../decorators/csv-column.decorator");
+const csv_parser_pipe_1 = require("./csv-parser.pipe");
+const data_transformer_pipe_1 = require("./data-transformer.pipe");
+const data_validator_pipe_1 = require("./data-validator.pipe");
+class ImporterCsvParseAndTransformPipes {
+    constructor(inputClass, em) {
+        this.inputClass = inputClass;
+        this.fields = (0, csv_column_decorator_1.getFieldMetadata)(inputClass);
+    }
+    getPipes(logger, parserOptions) {
+        const parserPipe = new csv_parser_pipe_1.CsvParsePipe(parserOptions, this.fields).getPipe();
+        const transformPipe = new data_transformer_pipe_1.DataTransformerPipe(this.inputClass).getPipe(logger);
+        const validatorPipe = new data_validator_pipe_1.DataValidatorPipe().getPipe(logger);
+        const pipes = [parserPipe, transformPipe, validatorPipe];
+        return pipes;
+    }
+}
+exports.ImporterCsvParseAndTransformPipes = ImporterCsvParseAndTransformPipes;
+//# sourceMappingURL=csv-parser-and-transform.composite-pipe.js.map

package/lib/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-parser-and-transform.composite-pipe.js","sourceRoot":"","sources":["../../../../src/importer/pipes/parsers/csv-parser-and-transform.composite-pipe.ts"],"names":[],"mappings":";;;AAIA,gFAAmG;AAGnG,uDAAwE;AACxE,mEAA8D;AAC9D,+DAA0D;AAE1D,MAAa,iCAAiC;IAG1C,YACqB,UAA8B,EAC/C,EAA8C;QAD7B,eAAU,GAAV,UAAU,CAAoB;QAG/C,IAAI,CAAC,MAAM,GAAG,IAAA,uCAAgB,EAAC,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED,QAAQ,CAAC,MAAqB,EAAE,aAA+B;QAC3D,MAAM,UAAU,GAAG,IAAI,8BAAY,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;QAC1E,MAAM,aAAa,GAAG,IAAI,2CAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/E,MAAM,aAAa,GAAG,IAAI,uCAAiB,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAE9D,MAAM,KAAK,GAAgB,CAAC,UAAU,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;QACtE,OAAO,KAAK,CAAC;IACjB,CAAC;CACJ;AAlBD,8EAkBC"}

package/lib/importer/pipes/parsers/csv-parser.pipe.d.ts

@@ -0,0 +1,24 @@
+import { type ParserOptionsArgs } from "@fast-csv/parse";
+import { Transform, type TransformCallback } from "stream";
+import { type ImportFieldMetadata } from "../../decorators/csv-column.decorator";
+import { type ImporterPipe, type PipeMetadata } from "../importer-pipe.type";
+export type CsvParserOptions = Omit<ParserOptionsArgs, "encoding"> & {
+    encoding: BufferEncoding;
+};
+export declare class CsvParsePipe implements ImporterPipe {
+    private readonly parserOptions;
+    constructor(parserOptions: CsvParserOptions, csvColumns: ImportFieldMetadata[]);
+    getPipe(): CsvParser;
+    private getParserOptions;
+}
+export declare class CsvParser extends Transform {
+    private readonly options;
+    private parser;
+    constructor(options: CsvParserOptions);
+    _transform(input: {
+        chunk: Buffer | string;
+        metadata: PipeMetadata;
+    }, encoding: BufferEncoding, callback: TransformCallback): void;
+    _flush(callback: TransformCallback): void;
+}
+//# sourceMappingURL=csv-parser.pipe.d.ts.map

package/lib/importer/pipes/parsers/csv-parser.pipe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-parser.pipe.d.ts","sourceRoot":"","sources":["../../../../src/importer/pipes/parsers/csv-parser.pipe.ts"],"names":[],"mappings":"AACA,OAAO,EAAoB,KAAK,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAC3E,OAAO,EAAE,SAAS,EAAE,KAAK,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE3D,OAAO,EAAE,KAAK,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AACjF,OAAO,EAAE,KAAK,YAAY,EAAE,KAAK,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAE7E,MAAM,MAAM,gBAAgB,GAAG,IAAI,CAAC,iBAAiB,EAAE,UAAU,CAAC,GAAG;IAAE,QAAQ,EAAE,cAAc,CAAA;CAAE,CAAC;AAElG,qBAAa,YAAa,YAAW,YAAY;IAC7C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmB;gBAErC,aAAa,EAAE,gBAAgB,EAAE,UAAU,EAAE,mBAAmB,EAAE;IAI9E,OAAO;IAIP,OAAO,CAAC,gBAAgB;CAoC3B;AAED,qBAAa,SAAU,SAAQ,SAAS;IAGxB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAFpC,OAAO,CAAC,MAAM,CAA0D;gBAE3C,OAAO,EAAE,gBAAgB;IAKtD,UAAU,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;QAAC,QAAQ,EAAE,YAAY,CAAA;KAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,iBAAiB;IAiB3H,MAAM,CAAC,QAAQ,EAAE,iBAAiB,GAAG,IAAI;CAI5C"}

package/lib/importer/pipes/parsers/csv-parser.pipe.js

@@ -0,0 +1,98 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CsvParser = exports.CsvParsePipe = void 0;
+const csv = __importStar(require("@fast-csv/parse"));
+const stream_1 = require("stream");
+class CsvParsePipe {
+    constructor(parserOptions, csvColumns) {
+        this.parserOptions = this.getParserOptions(parserOptions, csvColumns);
+    }
+    getPipe() {
+        return new CsvParser(this.parserOptions);
+    }
+    getParserOptions(jobRunParserOptions, csvColumns) {
+        var _a;
+        //check entity metadata for csv headers
+        const entityHasOnlyNumericCsvColumnNames = csvColumns.every((column) => typeof column.fieldPath === "number");
+        const entityHasOnlyStringCsvColumnNames = csvColumns.every((column) => typeof column.fieldPath === "string");
+        if (entityHasOnlyNumericCsvColumnNames && entityHasOnlyStringCsvColumnNames) {
+            throw new Error(`Error importing: CSV column names must be either all property names or all indices`);
+        }
+        if ((jobRunParserOptions === null || jobRunParserOptions === void 0 ? void 0 : jobRunParserOptions.headers) && entityHasOnlyNumericCsvColumnNames) {
+            throw new Error(`Error importing: Cannot use 'parserOptions.headers' when CSV column names are indices`);
+        }
+        return Object.assign(Object.assign({ delimiter: ";", quote: '"', trim: true }, jobRunParserOptions), { headers: ((_a = jobRunParserOptions === null || jobRunParserOptions === void 0 ? void 0 : jobRunParserOptions.headers) !== null && _a !== void 0 ? _a : entityHasOnlyNumericCsvColumnNames)
+                ? undefined
+                : (headers) => headers.map((header) => {
+                    if (!header) {
+                        return;
+                    }
+                    const csvColumn = csvColumns.find((column) => column.fieldName.toLowerCase() === header.toLowerCase());
+                    if (!csvColumn) {
+                        // There is no csvColumnName for this column. Will be ignored.
+                        return header;
+                    }
+                    return csvColumn.key;
+                }) });
+    }
+}
+exports.CsvParsePipe = CsvParsePipe;
+class CsvParser extends stream_1.Transform {
+    constructor(options) {
+        super({ objectMode: true });
+        this.options = options;
+        this.parser = csv.parse(Object.assign({}, this.options));
+    }
+    _transform(input, encoding, callback) {
+        const { chunk, metadata } = input;
+        this.parser.removeAllListeners();
+        this.parser.on("error", (err) => callback(err));
+        this.parser.on("data", (row) => {
+            this.push({ data: row, metadata });
+        });
+        this.parser.on("end", () => {
+            callback();
+        });
+        this.parser.write(chunk);
+        callback();
+    }
+    _flush(callback) {
+        this.parser.end();
+        callback();
+    }
+}
+exports.CsvParser = CsvParser;
+//# sourceMappingURL=csv-parser.pipe.js.map

package/lib/importer/pipes/parsers/csv-parser.pipe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-parser.pipe.js","sourceRoot":"","sources":["../../../../src/importer/pipes/parsers/csv-parser.pipe.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,qDAAuC;AAEvC,mCAA2D;AAO3D,MAAa,YAAY;IAGrB,YAAY,aAA+B,EAAE,UAAiC;QAC1E,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;IAC1E,CAAC;IAED,OAAO;QACH,OAAO,IAAI,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC7C,CAAC;IAEO,gBAAgB,CAAC,mBAAqC,EAAE,UAAiC;;QAC7F,uCAAuC;QACvC,MAAM,kCAAkC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC;QAC9G,MAAM,iCAAiC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC;QAC7G,IAAI,kCAAkC,IAAI,iCAAiC,EAAE,CAAC;YAC1E,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAC;QAC1G,CAAC;QAED,IAAI,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,OAAO,KAAI,kCAAkC,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAC;QAC7G,CAAC;QAED,qCACI,SAAS,EAAE,GAAG,EACd,KAAK,EAAE,GAAG,EACV,IAAI,EAAE,IAAI,IACP,mBAAmB,KACtB,OAAO,EACH,CAAC,MAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,OAAO,mCAAI,kCAAkC,CAAC;gBAChE,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,CAAC,OAAoB,EAAE,EAAE,CACrB,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;oBACnB,IAAI,CAAC,MAAM,EAAE,CAAC;wBACV,OAAO;oBACX,CAAC;oBAED,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAE,MAAM,CAAC,SAAoB,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;oBAEnH,IAAI,CAAC,SAAS,EAAE,CAAC;wBACb,8DAA8D;wBAC9D,OAAO,MAAM,CAAC;oBAClB,CAAC;oBACD,OAAO,SAAS,CAAC,GAAG,CAAC;gBACzB,CAAC,CAAC,IAClB;IACN,CAAC;CACJ;AA/CD,oCA+CC;AAED,MAAa,SAAU,SAAQ,kBAAS;IAGpC,YAA6B,OAAyB;QAClD,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QADH,YAAO,GAAP,OAAO,CAAkB;QAElD,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,KAAK,mBAAM,IAAI,CAAC,OAAO,EAAG,CAAC;IACjD,CAAC;IAED,UAAU,CAAC,KAAyD,EAAE,QAAwB,EAAE,QAA2B;QACvH,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;QAElC,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAEjC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;YAC3B,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACvB,QAAQ,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEzB,QAAQ,EAAE,CAAC;IACf,CAAC;IAED,MAAM,CAAC,QAA2B;QAC9B,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QAClB,QAAQ,EAAE,CAAC;IACf,CAAC;CACJ;AA7BD,8BA6BC"}