@ellipticltd/aml-utils 0.16.5 → 0.16.6

package/README.md

@@ -0,0 +1,19 @@
+# aml-utils
+
+This lib contains some utility functions which originally lived in aml-utils repo.
+
+## Running unit tests
+
+Run `npx nx test aml-utils` to execute the unit tests via [Jest](https://jestjs.io).
+
+## Running lint
+
+Run `npx nx lint aml-utils` to execute the lint via [ESLint](https://eslint.org/).
+
+## Building
+
+Run `npx nx build aml-utils` to build the package
+
+##  Publishing
+Run `npx nx publish aml-utils` to build and publish the package
+You can also publish temp version of the package to npm with a tag by running `npx nx publish aml-utils -- --tag "your-tag-name"`

package/lib/errors/errors.d.ts

@@ -0,0 +1,9 @@
+export const RequestError: any;
+export const ServerError: any;
+export const Forbidden: any;
+export const Unauthorized: any;
+export const BadRequest: any;
+export const NotFound: any;
+export const ConflictError: any;
+export const InvalidArguments: any;
+export const ServerTimeout: any;

package/lib/errors/errors.js

@@ -0,0 +1,42 @@
+const create = require('create-error');
+const AppError = create('AppError');
+const RequestError = create(AppError, 'RequestError');
+RequestError.toJSON = () => ({
+    message: this.message,
+});
+const Forbidden = create(RequestError, 'ForbiddenError', {
+    status: 403,
+});
+const Unauthorized = create(RequestError, 'UnauthorizedError', {
+    status: 401,
+});
+const BadRequest = create(RequestError, 'BadRequestError', {
+    status: 400,
+});
+const NotFound = create(RequestError, 'NotFoundError', {
+    status: 404,
+});
+const ConflictError = create(RequestError, 'ConflictError', {
+    status: 409,
+});
+const ServerError = create(RequestError, 'ServerError', {
+    status: 500,
+});
+const InvalidArguments = create(RequestError, 'InvalidArgumentsError', {
+    status: 500,
+});
+const ServerTimeout = create(RequestError, 'ServerTimeoutError', {
+    status: 503,
+});
+module.exports = {
+    RequestError,
+    ServerError,
+    Forbidden,
+    Unauthorized,
+    BadRequest,
+    NotFound,
+    ConflictError,
+    InvalidArguments,
+    ServerTimeout,
+};
+//# sourceMappingURL=errors.js.map

package/lib/errors/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/errors/errors.js"],"names":[],"mappings":"AAAA,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAEvC,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;AAEpC,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;AAEtD,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC;IAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;CACtB,CAAC,CAAC;AAEH,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,EAAE,gBAAgB,EAAE;IACvD,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,EAAE,mBAAmB,EAAE;IAC7D,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,EAAE,iBAAiB,EAAE;IACzD,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE;IACrD,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE;IAC1D,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,EAAE,aAAa,EAAE;IACtD,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,MAAM,CAAC,YAAY,EAAE,uBAAuB,EAAE;IACrE,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,EAAE,oBAAoB,EAAE;IAC/D,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,CAAC,OAAO,GAAG;IACf,YAAY;IACZ,WAAW;IACX,SAAS;IACT,YAAY;IACZ,UAAU;IACV,QAAQ;IACR,aAAa;IACb,gBAAgB;IAChB,aAAa;CACd,CAAC","sourcesContent":["const create = require('create-error');\n\nconst AppError = create('AppError');\n\nconst RequestError = create(AppError, 'RequestError');\n\nRequestError.toJSON = () => ({\n  message: this.message,\n});\n\nconst Forbidden = create(RequestError, 'ForbiddenError', {\n  status: 403,\n});\n\nconst Unauthorized = create(RequestError, 'UnauthorizedError', {\n  status: 401,\n});\n\nconst BadRequest = create(RequestError, 'BadRequestError', {\n  status: 400,\n});\n\nconst NotFound = create(RequestError, 'NotFoundError', {\n  status: 404,\n});\n\nconst ConflictError = create(RequestError, 'ConflictError', {\n  status: 409,\n});\n\nconst ServerError = create(RequestError, 'ServerError', {\n  status: 500,\n});\n\nconst InvalidArguments = create(RequestError, 'InvalidArgumentsError', {\n  status: 500,\n});\n\nconst ServerTimeout = create(RequestError, 'ServerTimeoutError', {\n  status: 503,\n});\n\nmodule.exports = {\n  RequestError,\n  ServerError,\n  Forbidden,\n  Unauthorized,\n  BadRequest,\n  NotFound,\n  ConflictError,\n  InvalidArguments,\n  ServerTimeout,\n};\n"]}

package/lib/file-parser/errors.d.ts

@@ -0,0 +1,3 @@
+export declare class TooManyRowsError extends Error {
+    constructor();
+}

package/lib/file-parser/errors.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TooManyRowsError = void 0;
+class TooManyRowsError extends Error {
+    constructor() {
+        super('More than configured number of rows imported');
+        this.name = 'TooManyRowsError';
+    }
+}
+exports.TooManyRowsError = TooManyRowsError;
+//# sourceMappingURL=errors.js.map

package/lib/file-parser/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/file-parser/errors.ts"],"names":[],"mappings":";;;AAAA,MAAa,gBAAiB,SAAQ,KAAK;IACzC;QACE,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACtD,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AALD,4CAKC","sourcesContent":["export class TooManyRowsError extends Error {\n  constructor() {\n    super('More than configured number of rows imported');\n    this.name = 'TooManyRowsError';\n  }\n}\n"]}

package/lib/file-parser/file-parser.d.ts

@@ -0,0 +1,6 @@
+import { ProcessingEntry } from './sanitizeRows';
+type Dependencies<T extends ProcessingEntry> = {
+    processRow: (cells: string[]) => T;
+};
+declare function parseFile<T extends ProcessingEntry>(fileContent: string, maxRows: number, dependencies: Dependencies<T>): Promise<T[]>;
+export default parseFile;

package/lib/file-parser/file-parser.js

@@ -0,0 +1,59 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const parse_row_1 = tslib_1.__importDefault(require("./parse-row"));
+const errors_1 = require("./errors");
+const sanitizeRows_1 = tslib_1.__importDefault(require("./sanitizeRows"));
+function chunk(array, size) {
+    if (!array.length) {
+        return [];
+    }
+    const head = array.slice(0, size);
+    const tail = array.slice(size);
+    return [head, ...chunk(tail, size)];
+}
+function processChunk(parsedRows, dependencies) {
+    return tslib_1.__awaiter(this, void 0, void 0, function* () {
+        const { processRow } = dependencies;
+        return new Promise((resolve, reject) => {
+            setTimeout(() => {
+                try {
+                    const processedRows = parsedRows.map(processRow);
+                    resolve(processedRows);
+                }
+                catch (ex) {
+                    if (ex instanceof Error) {
+                        reject(ex);
+                    }
+                }
+            }, 0);
+        });
+    });
+}
+function parseFile(fileContent, maxRows, dependencies) {
+    return tslib_1.__awaiter(this, void 0, void 0, function* () {
+        const { processRow } = dependencies;
+        if (fileContent === 'invalidFileType') {
+            throw Error('Invalid file type');
+        }
+        const rows = fileContent.split('\n');
+        const parsedRows = rows.map(parse_row_1.default);
+        const sanitizedRows = (0, sanitizeRows_1.default)(parsedRows, processRow);
+        if (sanitizedRows.length > maxRows) {
+            throw new errors_1.TooManyRowsError();
+        }
+        if (sanitizedRows.length === 0) {
+            throw new Error('No rows');
+        }
+        const parsedRowChunks = chunk(sanitizedRows, 30);
+        let results = [];
+        // eslint-disable-next-line no-restricted-syntax
+        for (const currentRowChunk of parsedRowChunks) {
+            const chunkResult = yield processChunk(currentRowChunk, dependencies);
+            results = results.concat(chunkResult);
+        }
+        return results;
+    });
+}
+exports.default = parseFile;
+//# sourceMappingURL=file-parser.js.map

package/lib/file-parser/file-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-parser.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/file-parser/file-parser.ts"],"names":[],"mappings":";;;AAAA,oEAAmC;AACnC,qCAA4C;AAC5C,0EAA+D;AAM/D,SAAS,KAAK,CAAI,KAAU,EAAE,IAAY;IACxC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;QACjB,OAAO,EAAE,CAAC;KACX;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAE/B,OAAO,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,SAAe,YAAY,CAA4B,UAAsB,EAAE,YAA6B;;QAC1G,MAAM,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC;QACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAA6B,EAAE,MAA8B,EAAQ,EAAE;YACzF,UAAU,CAAC,GAAG,EAAE;gBACd,IAAI;oBACF,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;oBACjD,OAAO,CAAC,aAAa,CAAC,CAAC;iBACxB;gBAAC,OAAO,EAAE,EAAE;oBACX,IAAI,EAAE,YAAY,KAAK,EAAE;wBACvB,MAAM,CAAC,EAAE,CAAC,CAAC;qBACZ;iBACF;YACH,CAAC,EAAE,CAAC,CAAC,CAAC;QACR,CAAC,CAAC,CAAC;IACL,CAAC;CAAA;AAED,SAAe,SAAS,CAA4B,WAAmB,EAAE,OAAe,EAAE,YAA6B;;QACrH,MAAM,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC;QAEpC,IAAI,WAAW,KAAK,iBAAiB,EAAE;YACrC,MAAM,KAAK,CAAC,mBAAmB,CAAC,CAAC;SAClC;QAED,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,mBAAQ,CAAC,CAAC;QAEtC,MAAM,aAAa,GAAG,IAAA,sBAAY,EAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAE3D,IAAI,aAAa,CAAC,MAAM,GAAG,OAAO,EAAE;YAClC,MAAM,IAAI,yBAAgB,EAAE,CAAC;SAC9B;QAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE;YAC9B,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;SAC5B;QAED,MAAM,eAAe,GAAG,KAAK,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QACjD,IAAI,OAAO,GAAQ,EAAE,CAAC;QACtB,gDAAgD;QAChD,KAAK,MAAM,eAAe,IAAI,eAAe,EAAE;YAC7C,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;YACtE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;SACvC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CAAA;AAED,kBAAe,SAAS,CAAC","sourcesContent":["import parseRow from './parse-row';\nimport { TooManyRowsError } from './errors';\nimport sanitizeRows, { ProcessingEntry } from './sanitizeRows';\n\ntype Dependencies<T extends ProcessingEntry> = {\n  processRow: (cells: string[]) => T;\n};\n\nfunction chunk<T>(array: T[], size: number): T[][] {\n  if (!array.length) {\n    return [];\n  }\n  const head = array.slice(0, size);\n  const tail = array.slice(size);\n\n  return [head, ...chunk(tail, size)];\n}\n\nasync function processChunk<T extends ProcessingEntry>(parsedRows: string[][], dependencies: Dependencies<T>): Promise<T[]> {\n  const { processRow } = dependencies;\n  return new Promise((resolve: (value: T[]) => void, reject: (error: Error) => void): void => {\n    setTimeout(() => {\n      try {\n        const processedRows = parsedRows.map(processRow);\n        resolve(processedRows);\n      } catch (ex) {\n        if (ex instanceof Error) {\n          reject(ex);\n        }\n      }\n    }, 0);\n  });\n}\n\nasync function parseFile<T extends ProcessingEntry>(fileContent: string, maxRows: number, dependencies: Dependencies<T>): Promise<T[]> {\n  const { processRow } = dependencies;\n\n  if (fileContent === 'invalidFileType') {\n    throw Error('Invalid file type');\n  }\n\n  const rows = fileContent.split('\\n');\n  const parsedRows = rows.map(parseRow);\n\n  const sanitizedRows = sanitizeRows(parsedRows, processRow);\n\n  if (sanitizedRows.length > maxRows) {\n    throw new TooManyRowsError();\n  }\n\n  if (sanitizedRows.length === 0) {\n    throw new Error('No rows');\n  }\n\n  const parsedRowChunks = chunk(sanitizedRows, 30);\n  let results: T[] = [];\n  // eslint-disable-next-line no-restricted-syntax\n  for (const currentRowChunk of parsedRowChunks) {\n    const chunkResult = await processChunk(currentRowChunk, dependencies);\n    results = results.concat(chunkResult);\n  }\n\n  return results;\n}\n\nexport default parseFile;\n"]}

package/lib/file-parser/parse-row.d.ts

@@ -0,0 +1,2 @@
+declare const parseRow: (row: string) => string[];
+export default parseRow;

package/lib/file-parser/parse-row.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const fp_1 = require("lodash/fp");
+const parseRow = (row) => {
+    const trySplitByTab = (line) => {
+        if (typeof line === 'string' && line.match('\t')) {
+            return line.split('\t');
+        }
+        return line;
+    };
+    const trySplitByComa = (line) => {
+        if (typeof line === 'string' && line.match(',')) {
+            return line.split(',');
+        }
+        return line;
+    };
+    const trySplitByMultipleSpaces = (line) => {
+        if (typeof line === 'string' && line.match(/ {3,}/)) {
+            return line.split(/ {3,}/);
+        }
+        return line;
+    };
+    const trySplitBySpace = (line) => {
+        if (typeof line === 'string' && line.match(' ')) {
+            return line.split(' ');
+        }
+        return line;
+    };
+    const trySplitByNothing = (line) => {
+        if (typeof line === 'string') {
+            return [line];
+        }
+        return line;
+    };
+    const splitRow = (0, fp_1.pipe)(trySplitByTab, trySplitByComa, trySplitByMultipleSpaces, trySplitBySpace, trySplitByNothing);
+    const cells = splitRow(row);
+    return cells.map((c) => c.trim());
+};
+exports.default = parseRow;
+//# sourceMappingURL=parse-row.js.map

package/lib/file-parser/parse-row.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-row.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/file-parser/parse-row.ts"],"names":[],"mappings":";;AAAA,kCAAiC;AAEjC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAY,EAAE;IACzC,MAAM,aAAa,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACnE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YAChD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACzB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACpE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACxB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,wBAAwB,GAAG,CAAC,IAAuB,EAAqB,EAAE;QAC9E,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;YACnD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAC5B;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACrE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACxB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,CAAC,IAAuB,EAAY,EAAE;QAC9D,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC5B,OAAO,CAAC,IAAI,CAAC,CAAC;SACf;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAA,SAAI,EAAC,aAAa,EAAE,cAAc,EAAE,wBAAwB,EAAE,eAAe,EAAE,iBAAiB,CAAC,CAAC;IAEnH,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAE5B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,kBAAe,QAAQ,CAAC","sourcesContent":["import { pipe } from 'lodash/fp';\n\nconst parseRow = (row: string): string[] => {\n  const trySplitByTab = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match('\\t')) {\n      return line.split('\\t');\n    }\n    return line;\n  };\n\n  const trySplitByComa = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(',')) {\n      return line.split(',');\n    }\n    return line;\n  };\n\n  const trySplitByMultipleSpaces = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(/ {3,}/)) {\n      return line.split(/ {3,}/);\n    }\n    return line;\n  };\n\n  const trySplitBySpace = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(' ')) {\n      return line.split(' ');\n    }\n    return line;\n  };\n\n  const trySplitByNothing = (line: string | string[]): string[] => {\n    if (typeof line === 'string') {\n      return [line];\n    }\n    return line;\n  };\n\n  const splitRow = pipe(trySplitByTab, trySplitByComa, trySplitByMultipleSpaces, trySplitBySpace, trySplitByNothing);\n\n  const cells = splitRow(row);\n\n  return cells.map((c: string) => c.trim());\n};\n\nexport default parseRow;\n"]}

package/lib/file-parser/sanitizeRows.d.ts

@@ -0,0 +1,5 @@
+export type ProcessingEntry = {
+    isValid: boolean;
+};
+declare function sanitizeRows<T extends ProcessingEntry>(parsedRows: string[][], processRow: (row: string[]) => T): string[][];
+export default sanitizeRows;

package/lib/file-parser/sanitizeRows.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const sensicalRowCheck = (cells) => cells.some((cell) => !!cell);
+function sanitizeRows(parsedRows, processRow) {
+    const firstSensicalRowIndex = parsedRows.findIndex(sensicalRowCheck);
+    const lastSensicalRowIndex = [...parsedRows].reverse().findIndex(sensicalRowCheck);
+    const sanitizedRows = parsedRows.splice(firstSensicalRowIndex, parsedRows.length - firstSensicalRowIndex - lastSensicalRowIndex);
+    const firstRow = processRow(sanitizedRows[0]);
+    if (firstRow.isValid) {
+        return sanitizedRows;
+    }
+    return sanitizedRows.splice(1);
+}
+exports.default = sanitizeRows;
+//# sourceMappingURL=sanitizeRows.js.map

package/lib/file-parser/sanitizeRows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sanitizeRows.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/file-parser/sanitizeRows.ts"],"names":[],"mappings":";;AAIA,MAAM,gBAAgB,GAAG,CAAC,KAAe,EAAW,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAE5F,SAAS,YAAY,CAA4B,UAAsB,EAAE,UAAgC;IACvG,MAAM,qBAAqB,GAAG,UAAU,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAErE,MAAM,oBAAoB,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAEnF,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,qBAAqB,EAAE,UAAU,CAAC,MAAM,GAAG,qBAAqB,GAAG,oBAAoB,CAAC,CAAC;IAEjI,MAAM,QAAQ,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9C,IAAI,QAAQ,CAAC,OAAO,EAAE;QACpB,OAAO,aAAa,CAAC;KACtB;IACD,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACjC,CAAC;AAED,kBAAe,YAAY,CAAC","sourcesContent":["export type ProcessingEntry = {\n  isValid: boolean;\n};\n\nconst sensicalRowCheck = (cells: string[]): boolean => cells.some((cell: string) => !!cell);\n\nfunction sanitizeRows<T extends ProcessingEntry>(parsedRows: string[][], processRow: (row: string[]) => T): string[][] {\n  const firstSensicalRowIndex = parsedRows.findIndex(sensicalRowCheck);\n\n  const lastSensicalRowIndex = [...parsedRows].reverse().findIndex(sensicalRowCheck);\n\n  const sanitizedRows = parsedRows.splice(firstSensicalRowIndex, parsedRows.length - firstSensicalRowIndex - lastSensicalRowIndex);\n\n  const firstRow = processRow(sanitizedRows[0]);\n\n  if (firstRow.isValid) {\n    return sanitizedRows;\n  }\n  return sanitizedRows.splice(1);\n}\n\nexport default sanitizeRows;\n"]}

package/lib/formatting/formatting.d.ts

@@ -0,0 +1,2 @@
+export function rethrowError(fnName: any, e: any): string;
+export function sqlEscapeWildcard(str: any): any;

package/lib/formatting/formatting.js

@@ -0,0 +1,17 @@
+const _ = require('lodash');
+const rethrowError = (fnName, e) => {
+    let formattedError;
+    if (_.isPlainObject(e.error) || _.isArray(e.error)) {
+        formattedError = `\n${JSON.stringify(e.error, null, 2)}`;
+    }
+    else {
+        formattedError = e.error;
+    }
+    return `${fnName} - ${e.name}: ${e.statusCode} - ${formattedError}`;
+};
+const sqlEscapeWildcard = (str) => str.replace(/_|%|\\/g, (x) => `\\${x}`);
+module.exports = {
+    rethrowError,
+    sqlEscapeWildcard,
+};
+//# sourceMappingURL=formatting.js.map

package/lib/formatting/formatting.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"formatting.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/formatting/formatting.js"],"names":[],"mappings":"AAAA,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AAE5B,MAAM,YAAY,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;IACjC,IAAI,cAAc,CAAC;IACnB,IAAI,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE;QAClD,cAAc,GAAG,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;KAC1D;SAAM;QACL,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC;KAC1B;IACD,OAAO,GAAG,MAAM,MAAM,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,UAAU,MAAM,cAAc,EAAE,CAAC;AACtE,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAE3E,MAAM,CAAC,OAAO,GAAG;IACf,YAAY;IACZ,iBAAiB;CAClB,CAAC","sourcesContent":["const _ = require('lodash');\n\nconst rethrowError = (fnName, e) => {\n  let formattedError;\n  if (_.isPlainObject(e.error) || _.isArray(e.error)) {\n    formattedError = `\\n${JSON.stringify(e.error, null, 2)}`;\n  } else {\n    formattedError = e.error;\n  }\n  return `${fnName} - ${e.name}: ${e.statusCode} - ${formattedError}`;\n};\n\nconst sqlEscapeWildcard = (str) => str.replace(/_|%|\\\\/g, (x) => `\\\\${x}`);\n\nmodule.exports = {\n  rethrowError,\n  sqlEscapeWildcard,\n};\n"]}

package/lib/index.d.ts

@@ -0,0 +1,9 @@
+import types from './types/types';
+import validations from './validations/validations';
+import errors from './errors/errors';
+import formatting from './formatting/formatting';
+import middleware from './middleware/middleware';
+import ormHelpers from './orm-helpers/ormHelpers';
+import fileParser from './file-parser/file-parser';
+import structuredFileParser from './structured-file-parser/structured-file-parser';
+export { types, validations, errors, formatting, fileParser, structuredFileParser, middleware, ormHelpers };

package/lib/index.js

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ormHelpers = exports.middleware = exports.structuredFileParser = exports.fileParser = exports.formatting = exports.errors = exports.validations = exports.types = void 0;
+const tslib_1 = require("tslib");
+const types_1 = tslib_1.__importDefault(require("./types/types"));
+exports.types = types_1.default;
+const validations_1 = tslib_1.__importDefault(require("./validations/validations"));
+exports.validations = validations_1.default;
+const errors_1 = tslib_1.__importDefault(require("./errors/errors"));
+exports.errors = errors_1.default;
+const formatting_1 = tslib_1.__importDefault(require("./formatting/formatting"));
+exports.formatting = formatting_1.default;
+const middleware_1 = tslib_1.__importDefault(require("./middleware/middleware"));
+exports.middleware = middleware_1.default;
+const ormHelpers_1 = tslib_1.__importDefault(require("./orm-helpers/ormHelpers"));
+exports.ormHelpers = ormHelpers_1.default;
+const file_parser_1 = tslib_1.__importDefault(require("./file-parser/file-parser"));
+exports.fileParser = file_parser_1.default;
+const structured_file_parser_1 = tslib_1.__importDefault(require("./structured-file-parser/structured-file-parser"));
+exports.structuredFileParser = structured_file_parser_1.default;
+//# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../libs/aml-utils/lib/index.ts"],"names":[],"mappings":";;;;AAAA,kEAAkC;AASzB,gBATF,eAAK,CASE;AARd,oFAAoD;AAQpC,sBART,qBAAW,CAQS;AAP3B,qEAAqC;AAOR,iBAPtB,gBAAM,CAOsB;AANnC,iFAAiD;AAMZ,qBAN9B,oBAAU,CAM8B;AAL/C,iFAAiD;AAKkC,qBAL5E,oBAAU,CAK4E;AAJ7F,kFAAkD;AAI6C,qBAJxF,oBAAU,CAIwF;AAHzG,oFAAmD;AAGF,qBAH1C,qBAAU,CAG0C;AAF3D,qHAAmF;AAEtB,+BAFtD,gCAAoB,CAEsD","sourcesContent":["import types from './types/types';\nimport validations from './validations/validations';\nimport errors from './errors/errors';\nimport formatting from './formatting/formatting';\nimport middleware from './middleware/middleware';\nimport ormHelpers from './orm-helpers/ormHelpers';\nimport fileParser from './file-parser/file-parser';\nimport structuredFileParser from './structured-file-parser/structured-file-parser';\n\nexport { types, validations, errors, formatting, fileParser, structuredFileParser, middleware, ormHelpers };\n"]}

package/lib/middleware/middleware.d.ts

@@ -0,0 +1,4 @@
+export function ensureType(type: any): (req: any, res: any, next: any, id: any, name: any) => any;
+export function ensureUUID(req: any, res: any, next: any, id: any, name: any): any;
+export function ensureHex32(req: any, res: any, next: any, id: any, name: any): any;
+export function ensureInteger(req: any, res: any, next: any, id: any, name: any): any;

package/lib/middleware/middleware.js

@@ -0,0 +1,22 @@
+const T = require('../types/types');
+const ensureType = (type) => (req, res, next, id, name) => {
+    let error;
+    try {
+        T.ensureType(type, id, `Invalid ${name}`);
+        return next();
+    }
+    catch (error1) {
+        error = error1;
+        return next(error);
+    }
+};
+const ensureUUID = ensureType('UUID');
+const ensureHex32 = ensureType('Hex32');
+const ensureInteger = ensureType('IntString');
+module.exports = {
+    ensureType,
+    ensureUUID,
+    ensureHex32,
+    ensureInteger,
+};
+//# sourceMappingURL=middleware.js.map

package/lib/middleware/middleware.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"middleware.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/middleware/middleware.js"],"names":[],"mappings":"AAAA,MAAM,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAEpC,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE;IACxD,IAAI,KAAK,CAAC;IACV,IAAI;QACF,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,EAAE,WAAW,IAAI,EAAE,CAAC,CAAC;QAC1C,OAAO,IAAI,EAAE,CAAC;KACf;IAAC,OAAO,MAAM,EAAE;QACf,KAAK,GAAG,MAAM,CAAC;QACf,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC;KACpB;AACH,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;AAEtC,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;AAExC,MAAM,aAAa,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;AAE9C,MAAM,CAAC,OAAO,GAAG;IACf,UAAU;IACV,UAAU;IACV,WAAW;IACX,aAAa;CACd,CAAC","sourcesContent":["const T = require('../types/types');\n\nconst ensureType = (type) => (req, res, next, id, name) => {\n  let error;\n  try {\n    T.ensureType(type, id, `Invalid ${name}`);\n    return next();\n  } catch (error1) {\n    error = error1;\n    return next(error);\n  }\n};\n\nconst ensureUUID = ensureType('UUID');\n\nconst ensureHex32 = ensureType('Hex32');\n\nconst ensureInteger = ensureType('IntString');\n\nmodule.exports = {\n  ensureType,\n  ensureUUID,\n  ensureHex32,\n  ensureInteger,\n};\n"]}

package/lib/orm-helpers/ormHelpers.d.ts

@@ -0,0 +1 @@
+export function includeNested(orm: any, models: any): any;

package/lib/orm-helpers/ormHelpers.js

@@ -0,0 +1,17 @@
+const _ = require('lodash');
+const includeNested = (orm, models) => _.map(_.toPairs(models), (arg) => {
+    const [modelName, inclusion] = arg;
+    const include = includeNested(orm, inclusion);
+    const model = orm[modelName];
+    if (_.isEmpty(include)) {
+        return model;
+    }
+    return {
+        model,
+        include,
+    };
+});
+module.exports = {
+    includeNested,
+};
+//# sourceMappingURL=ormHelpers.js.map

package/lib/orm-helpers/ormHelpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ormHelpers.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/orm-helpers/ormHelpers.js"],"names":[],"mappings":"AAAA,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AAE5B,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CACpC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE;IAC/B,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,GAAG,CAAC;IACnC,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;IAC7B,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QACtB,OAAO,KAAK,CAAC;KACd;IACD,OAAO;QACL,KAAK;QACL,OAAO;KACR,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,OAAO,GAAG;IACf,aAAa;CACd,CAAC","sourcesContent":["const _ = require('lodash');\n\nconst includeNested = (orm, models) =>\n  _.map(_.toPairs(models), (arg) => {\n    const [modelName, inclusion] = arg;\n    const include = includeNested(orm, inclusion);\n    const model = orm[modelName];\n    if (_.isEmpty(include)) {\n      return model;\n    }\n    return {\n      model,\n      include,\n    };\n  });\n\nmodule.exports = {\n  includeNested,\n};\n"]}

package/lib/structured-file-parser/errors.d.ts

@@ -0,0 +1,12 @@
+export declare class InvalidFileError extends Error {
+    constructor();
+}
+export declare class TooManyRowsError extends Error {
+    constructor();
+}
+export declare class NoRowsError extends Error {
+    constructor();
+}
+export declare class InvalidHeadersError extends Error {
+    constructor();
+}

package/lib/structured-file-parser/errors.js

@@ -0,0 +1,33 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InvalidHeadersError = exports.NoRowsError = exports.TooManyRowsError = exports.InvalidFileError = void 0;
+/* eslint-disable max-classes-per-file */
+class InvalidFileError extends Error {
+    constructor() {
+        super('Invalid file type');
+        this.name = 'InvalidFileError';
+    }
+}
+exports.InvalidFileError = InvalidFileError;
+class TooManyRowsError extends Error {
+    constructor() {
+        super('More than configured number of rows imported');
+        this.name = 'TooManyRowsError';
+    }
+}
+exports.TooManyRowsError = TooManyRowsError;
+class NoRowsError extends Error {
+    constructor() {
+        super('No rows');
+        this.name = 'NoRowsError';
+    }
+}
+exports.NoRowsError = NoRowsError;
+class InvalidHeadersError extends Error {
+    constructor() {
+        super('Invalid or incomplete headers list');
+        this.name = 'InvalidHeadersError';
+    }
+}
+exports.InvalidHeadersError = InvalidHeadersError;
+//# sourceMappingURL=errors.js.map

package/lib/structured-file-parser/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/structured-file-parser/errors.ts"],"names":[],"mappings":";;;AAAA,yCAAyC;AACzC,MAAa,gBAAiB,SAAQ,KAAK;IACzC;QACE,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AALD,4CAKC;AACD,MAAa,gBAAiB,SAAQ,KAAK;IACzC;QACE,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACtD,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AALD,4CAKC;AACD,MAAa,WAAY,SAAQ,KAAK;IACpC;QACE,KAAK,CAAC,SAAS,CAAC,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF;AALD,kCAKC;AACD,MAAa,mBAAoB,SAAQ,KAAK;IAC5C;QACE,KAAK,CAAC,oCAAoC,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AALD,kDAKC","sourcesContent":["/* eslint-disable max-classes-per-file */\nexport class InvalidFileError extends Error {\n  constructor() {\n    super('Invalid file type');\n    this.name = 'InvalidFileError';\n  }\n}\nexport class TooManyRowsError extends Error {\n  constructor() {\n    super('More than configured number of rows imported');\n    this.name = 'TooManyRowsError';\n  }\n}\nexport class NoRowsError extends Error {\n  constructor() {\n    super('No rows');\n    this.name = 'NoRowsError';\n  }\n}\nexport class InvalidHeadersError extends Error {\n  constructor() {\n    super('Invalid or incomplete headers list');\n    this.name = 'InvalidHeadersError';\n  }\n}\n"]}

package/lib/structured-file-parser/parse-row.d.ts

@@ -0,0 +1,2 @@
+declare const parseRow: (row: string) => string[];
+export default parseRow;

package/lib/structured-file-parser/parse-row.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const fp_1 = require("lodash/fp");
+const parseRow = (row) => {
+    const trySplitByTab = (line) => {
+        if (typeof line === 'string' && line.match('\t')) {
+            return line.split('\t');
+        }
+        return line;
+    };
+    const trySplitByComa = (line) => {
+        if (typeof line === 'string' && line.match(',')) {
+            return line.split(',');
+        }
+        return line;
+    };
+    const trySplitByMultipleSpaces = (line) => {
+        if (typeof line === 'string' && line.match(/ {3,}/)) {
+            return line.split(/ {3,}/);
+        }
+        return line;
+    };
+    const trySplitBySpace = (line) => {
+        if (typeof line === 'string' && line.match(' ')) {
+            return line.split(' ');
+        }
+        return line;
+    };
+    const trySplitByNothing = (line) => {
+        if (typeof line === 'string') {
+            return [line];
+        }
+        return line;
+    };
+    const splitRow = (0, fp_1.pipe)(trySplitByTab, trySplitByComa, trySplitByMultipleSpaces, trySplitBySpace, trySplitByNothing);
+    const cells = splitRow(row);
+    return cells.map((c) => c.trim());
+};
+exports.default = parseRow;
+//# sourceMappingURL=parse-row.js.map

package/lib/structured-file-parser/parse-row.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-row.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/structured-file-parser/parse-row.ts"],"names":[],"mappings":";;AAAA,kCAAiC;AAEjC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAY,EAAE;IACzC,MAAM,aAAa,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACnE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YAChD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACzB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACpE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACxB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,wBAAwB,GAAG,CAAC,IAAuB,EAAqB,EAAE;QAC9E,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;YACnD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAC5B;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACrE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACxB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,CAAC,IAAuB,EAAY,EAAE;QAC9D,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC5B,OAAO,CAAC,IAAI,CAAC,CAAC;SACf;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAA,SAAI,EAAC,aAAa,EAAE,cAAc,EAAE,wBAAwB,EAAE,eAAe,EAAE,iBAAiB,CAAC,CAAC;IAEnH,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAE5B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,kBAAe,QAAQ,CAAC","sourcesContent":["import { pipe } from 'lodash/fp';\n\nconst parseRow = (row: string): string[] => {\n  const trySplitByTab = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match('\\t')) {\n      return line.split('\\t');\n    }\n    return line;\n  };\n\n  const trySplitByComa = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(',')) {\n      return line.split(',');\n    }\n    return line;\n  };\n\n  const trySplitByMultipleSpaces = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(/ {3,}/)) {\n      return line.split(/ {3,}/);\n    }\n    return line;\n  };\n\n  const trySplitBySpace = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(' ')) {\n      return line.split(' ');\n    }\n    return line;\n  };\n\n  const trySplitByNothing = (line: string | string[]): string[] => {\n    if (typeof line === 'string') {\n      return [line];\n    }\n    return line;\n  };\n\n  const splitRow = pipe(trySplitByTab, trySplitByComa, trySplitByMultipleSpaces, trySplitBySpace, trySplitByNothing);\n\n  const cells = splitRow(row);\n\n  return cells.map((c: string) => c.trim());\n};\n\nexport default parseRow;\n"]}

package/lib/structured-file-parser/sanitize-rows.d.ts

@@ -0,0 +1,2 @@
+declare function sanitizeRows(parsedRows: string[][]): string[][];
+export default sanitizeRows;

package/lib/structured-file-parser/sanitize-rows.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const sensicalRowCheck = (cells) => cells.some((cell) => !!cell);
+function sanitizeRows(parsedRows) {
+    const firstSensicalRowIndex = parsedRows.findIndex(sensicalRowCheck);
+    const lastSensicalRowIndex = [...parsedRows].reverse().findIndex(sensicalRowCheck);
+    if (firstSensicalRowIndex < 0) {
+        return [];
+    }
+    const sanitizedRows = [...parsedRows].splice(firstSensicalRowIndex, parsedRows.length - firstSensicalRowIndex - lastSensicalRowIndex);
+    return sanitizedRows;
+}
+exports.default = sanitizeRows;
+//# sourceMappingURL=sanitize-rows.js.map

package/lib/structured-file-parser/sanitize-rows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sanitize-rows.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/structured-file-parser/sanitize-rows.ts"],"names":[],"mappings":";;AAAA,MAAM,gBAAgB,GAAG,CAAC,KAAe,EAAW,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAE5F,SAAS,YAAY,CAAC,UAAsB;IAC1C,MAAM,qBAAqB,GAAG,UAAU,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAErE,MAAM,oBAAoB,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAEnF,IAAI,qBAAqB,GAAG,CAAC,EAAE;QAC7B,OAAO,EAAE,CAAC;KACX;IAED,MAAM,aAAa,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,MAAM,CAAC,qBAAqB,EAAE,UAAU,CAAC,MAAM,GAAG,qBAAqB,GAAG,oBAAoB,CAAC,CAAC;IAEtI,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,kBAAe,YAAY,CAAC","sourcesContent":["const sensicalRowCheck = (cells: string[]): boolean => cells.some((cell: string) => !!cell);\n\nfunction sanitizeRows(parsedRows: string[][]): string[][] {\n  const firstSensicalRowIndex = parsedRows.findIndex(sensicalRowCheck);\n\n  const lastSensicalRowIndex = [...parsedRows].reverse().findIndex(sensicalRowCheck);\n\n  if (firstSensicalRowIndex < 0) {\n    return [];\n  }\n\n  const sanitizedRows = [...parsedRows].splice(firstSensicalRowIndex, parsedRows.length - firstSensicalRowIndex - lastSensicalRowIndex);\n\n  return sanitizedRows;\n}\n\nexport default sanitizeRows;\n"]}

package/lib/structured-file-parser/structured-file-parser.d.ts

@@ -0,0 +1,10 @@
+export type ProcessingEntry = {
+    isValid: boolean;
+};
+type Dependencies<T extends ProcessingEntry> = {
+    processRow: (cells: string[], headers: string[]) => T;
+};
+export declare const hasHeaderRow: (rows: string[][], requiredHeaderNames: string[]) => boolean;
+export declare const isHeaderRowValid: (rows: string[][], requiredHeaderNames: string[]) => boolean;
+declare function parseFile<T extends ProcessingEntry>(fileContent: string, maxRows: number, requiredHeaderNames: string[], dependencies: Dependencies<T>): Promise<T[]>;
+export default parseFile;

package/lib/structured-file-parser/structured-file-parser.js

@@ -0,0 +1,95 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isHeaderRowValid = exports.hasHeaderRow = void 0;
+const tslib_1 = require("tslib");
+/* eslint-disable no-restricted-syntax */
+const parse_row_1 = tslib_1.__importDefault(require("./parse-row"));
+const errors_1 = require("./errors");
+const sanitize_rows_1 = tslib_1.__importDefault(require("./sanitize-rows"));
+function chunk(array, size) {
+    if (!array.length) {
+        return [];
+    }
+    const head = array.slice(0, size);
+    const tail = array.slice(size);
+    return [head, ...chunk(tail, size)];
+}
+function processChunk(parsedRows, dependencies) {
+    return tslib_1.__awaiter(this, void 0, void 0, function* () {
+        const { processRow, headers } = dependencies;
+        return new Promise((resolve, reject) => {
+            setTimeout(() => {
+                try {
+                    const processedRows = parsedRows.map((row) => processRow(row, headers));
+                    resolve(processedRows);
+                }
+                catch (ex) {
+                    reject(ex);
+                }
+            }, 0);
+        });
+    });
+}
+// a row is said to contain headers if two valid header names are present
+const hasHeaderRow = (rows, requiredHeaderNames) => {
+    const firstRow = rows[0];
+    if (!firstRow) {
+        return false;
+    }
+    const foundIndex = firstRow.findIndex((value) => requiredHeaderNames.includes(value.toLowerCase()));
+    if (foundIndex < 0) {
+        return false;
+    }
+    const containsSecondHeader = firstRow
+        .filter((_val, i) => i !== foundIndex)
+        .some((value) => requiredHeaderNames.includes(value.toLowerCase()));
+    return containsSecondHeader;
+};
+exports.hasHeaderRow = hasHeaderRow;
+const isHeaderRowValid = (rows, requiredHeaderNames) => {
+    const firstRow = rows[0];
+    if (!firstRow) {
+        return false;
+    }
+    return (requiredHeaderNames.every((header) => firstRow.map((value) => value.toLowerCase()).includes(header)) &&
+        requiredHeaderNames.length === firstRow.length);
+};
+exports.isHeaderRowValid = isHeaderRowValid;
+function parseFile(fileContent, maxRows, requiredHeaderNames, dependencies) {
+    return tslib_1.__awaiter(this, void 0, void 0, function* () {
+        if (fileContent === 'invalidFileType') {
+            throw new errors_1.InvalidFileError();
+        }
+        const rows = fileContent.split('\n');
+        const parsedRows = rows.map(parse_row_1.default);
+        const sanitizedRows = (0, sanitize_rows_1.default)(parsedRows);
+        if (sanitizedRows.length > maxRows) {
+            throw new errors_1.TooManyRowsError();
+        }
+        if (sanitizedRows.length === 0) {
+            throw new errors_1.NoRowsError();
+        }
+        const containsHeaders = (0, exports.hasHeaderRow)(sanitizedRows, requiredHeaderNames);
+        if (containsHeaders && !(0, exports.isHeaderRowValid)(sanitizedRows, requiredHeaderNames)) {
+            throw new errors_1.InvalidHeadersError();
+        }
+        const firstSanitizedRow = sanitizedRows[0];
+        if (!firstSanitizedRow) {
+            throw new errors_1.NoRowsError();
+        }
+        const headers = containsHeaders ? firstSanitizedRow.map((value) => value.toLowerCase()) : requiredHeaderNames;
+        const dataRows = containsHeaders ? sanitizedRows.splice(1) : sanitizedRows;
+        if (dataRows.length === 0) {
+            throw new errors_1.NoRowsError();
+        }
+        const parsedRowChunks = chunk(dataRows, 30);
+        let results = [];
+        for (const currentRowChunk of parsedRowChunks) {
+            const chunkResult = yield processChunk(currentRowChunk, Object.assign(Object.assign({}, dependencies), { headers }));
+            results = results.concat(chunkResult);
+        }
+        return results;
+    });
+}
+exports.default = parseFile;
+//# sourceMappingURL=structured-file-parser.js.map