@ellipticltd/aml-utils 0.16.27 → 0.16.29

package/README.md

@@ -1,51 +1,19 @@
-# Elliptic aml-utils
+# aml-utils
 
-This is a library that contains a set of utilities used by aml-api. In particular:
+This lib contains some utility functions which originally lived in aml-utils repo.
 
-- Custom errors used when returning a response from aml-api, e.g. BadRequest, Forbidden etc.
-- Formatting functions (sql escaping)
-- Validator functions, also used by swagger node middleware. E.g. Bitcoin and Ethereum addresses validators
-- Express middlewares to validate params types
-- An async CSV file parser
+## Running unit tests
 
+Run `npx nx test aml-utils` to execute the unit tests via [Jest](https://jestjs.io).
 
-Prereqs
--------
+## Running lint
 
-1. Correct version of node (use [nvm](https://github.com/creationix/nvm)).
+Run `npx nx lint aml-utils` to execute the lint via [ESLint](https://eslint.org/).
 
-Development
------------
+## Building
 
-`nvm use` ensures you are running the correct version of node.js.
+Run `npx nx build aml-utils` to build the package
 
-`npm i` installs your dependencies.
-
-`npm run build:dev`:
-- starts webpack on watch mode, recompiling any changes made to the code
-
-To test your changes locally go to the repo you are working on's package.json and replace:
- ```
- @ellipticltd/aml-utils: "*.*.*"
- ```
-with
- ```
-@ellipticltd/aml-utils: "file:../aml-utils"
-```
-(if you repositories are in the same directory).
-
-Commiting
------------
-
-**N.B. The semantic release process described below currently does not work, meaning this package has to be deployed manually using npm publish.**
-
-**If a permissions error is encountered when authenticating with an npm token, remove .npmrc and authenticate using npm login.**
-
-This repository uses [Semantic release](https://semantic-release.gitbook.io/) for version publishing. To create a new version of the package simply push to bitbucket and CircleCI will create a new version. No change to this repo's package.json is required.
-
-To work out what the next version of package should be a git commit linter is used. This is enforced by Husky and only commits with the following syntax can be [used](https://github.com/conventional-changelog/commitlint/tree/master/@commitlint/config-angular).
-  
-Setting up Semantic release
------------
-
-This [article](https://circleci.com/docs/2.0/gh-bb-integration/#creating-a-bitbucket-user-key) explains the integration between Bitbucket and CirlceCI. An NPM token also needs to be provided for the write access to the npm package
+##  Publishing
+Run `npx nx publish aml-utils` to build and publish the package
+You can also publish temp version of the package to npm with a tag by running `npx nx publish aml-utils -- --tag "your-tag-name"`

package/lib/errors/errors.js

@@ -1,53 +1,42 @@
 const create = require('create-error');
-
 const AppError = create('AppError');
-
 const RequestError = create(AppError, 'RequestError');
-
 RequestError.toJSON = () => ({
-  message: this.message,
+    message: this.message,
 });
-
 const Forbidden = create(RequestError, 'ForbiddenError', {
-  status: 403,
+    status: 403,
 });
-
 const Unauthorized = create(RequestError, 'UnauthorizedError', {
-  status: 401,
+    status: 401,
 });
-
 const BadRequest = create(RequestError, 'BadRequestError', {
-  status: 400,
+    status: 400,
 });
-
 const NotFound = create(RequestError, 'NotFoundError', {
-  status: 404,
+    status: 404,
 });
-
 const ConflictError = create(RequestError, 'ConflictError', {
-  status: 409,
+    status: 409,
 });
-
 const ServerError = create(RequestError, 'ServerError', {
-  status: 500,
+    status: 500,
 });
-
 const InvalidArguments = create(RequestError, 'InvalidArgumentsError', {
-  status: 500,
+    status: 500,
 });
-
 const ServerTimeout = create(RequestError, 'ServerTimeoutError', {
-  status: 503,
+    status: 503,
 });
-
 module.exports = {
-  RequestError,
-  ServerError,
-  Forbidden,
-  Unauthorized,
-  BadRequest,
-  NotFound,
-  ConflictError,
-  InvalidArguments,
-  ServerTimeout,
+    RequestError,
+    ServerError,
+    Forbidden,
+    Unauthorized,
+    BadRequest,
+    NotFound,
+    ConflictError,
+    InvalidArguments,
+    ServerTimeout,
 };
+//# sourceMappingURL=errors.js.map

package/lib/errors/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/errors/errors.js"],"names":[],"mappings":"AAAA,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAEvC,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;AAEpC,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;AAEtD,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC;IAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;CACtB,CAAC,CAAC;AAEH,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,EAAE,gBAAgB,EAAE;IACvD,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,EAAE,mBAAmB,EAAE;IAC7D,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,EAAE,iBAAiB,EAAE;IACzD,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE;IACrD,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE;IAC1D,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,EAAE,aAAa,EAAE;IACtD,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,MAAM,CAAC,YAAY,EAAE,uBAAuB,EAAE;IACrE,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,EAAE,oBAAoB,EAAE;IAC/D,MAAM,EAAE,GAAG;CACZ,CAAC,CAAC;AAEH,MAAM,CAAC,OAAO,GAAG;IACf,YAAY;IACZ,WAAW;IACX,SAAS;IACT,YAAY;IACZ,UAAU;IACV,QAAQ;IACR,aAAa;IACb,gBAAgB;IAChB,aAAa;CACd,CAAC","sourcesContent":["const create = require('create-error');\n\nconst AppError = create('AppError');\n\nconst RequestError = create(AppError, 'RequestError');\n\nRequestError.toJSON = () => ({\n  message: this.message,\n});\n\nconst Forbidden = create(RequestError, 'ForbiddenError', {\n  status: 403,\n});\n\nconst Unauthorized = create(RequestError, 'UnauthorizedError', {\n  status: 401,\n});\n\nconst BadRequest = create(RequestError, 'BadRequestError', {\n  status: 400,\n});\n\nconst NotFound = create(RequestError, 'NotFoundError', {\n  status: 404,\n});\n\nconst ConflictError = create(RequestError, 'ConflictError', {\n  status: 409,\n});\n\nconst ServerError = create(RequestError, 'ServerError', {\n  status: 500,\n});\n\nconst InvalidArguments = create(RequestError, 'InvalidArgumentsError', {\n  status: 500,\n});\n\nconst ServerTimeout = create(RequestError, 'ServerTimeoutError', {\n  status: 503,\n});\n\nmodule.exports = {\n  RequestError,\n  ServerError,\n  Forbidden,\n  Unauthorized,\n  BadRequest,\n  NotFound,\n  ConflictError,\n  InvalidArguments,\n  ServerTimeout,\n};\n"]}

package/{dist → lib}/file-parser/errors.js

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TooManyRowsError = void 0;
-// eslint-disable-next-line import/prefer-default-export
 class TooManyRowsError extends Error {
     constructor() {
         super('More than configured number of rows imported');
@@ -9,3 +8,4 @@ class TooManyRowsError extends Error {
     }
 }
 exports.TooManyRowsError = TooManyRowsError;
+//# sourceMappingURL=errors.js.map

package/lib/file-parser/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/file-parser/errors.ts"],"names":[],"mappings":";;;AAAA,MAAa,gBAAiB,SAAQ,KAAK;IACzC;QACE,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACtD,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AALD,4CAKC","sourcesContent":["export class TooManyRowsError extends Error {\n  constructor() {\n    super('More than configured number of rows imported');\n    this.name = 'TooManyRowsError';\n  }\n}\n"]}

package/{dist → lib}/file-parser/file-parser.d.ts

@@ -1,7 +1,5 @@
-export declare type ProcessingEntry = {
-    isValid: boolean;
-};
-declare type Dependencies<T extends ProcessingEntry> = {
+import { ProcessingEntry } from './sanitizeRows';
+type Dependencies<T extends ProcessingEntry> = {
     processRow: (cells: string[]) => T;
 };
 declare function parseFile<T extends ProcessingEntry>(fileContent: string, maxRows: number, dependencies: Dependencies<T>): Promise<T[]>;

package/lib/file-parser/file-parser.js

@@ -0,0 +1,59 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const parse_row_1 = tslib_1.__importDefault(require("./parse-row"));
+const errors_1 = require("./errors");
+const sanitizeRows_1 = tslib_1.__importDefault(require("./sanitizeRows"));
+function chunk(array, size) {
+    if (!array.length) {
+        return [];
+    }
+    const head = array.slice(0, size);
+    const tail = array.slice(size);
+    return [head, ...chunk(tail, size)];
+}
+function processChunk(parsedRows, dependencies) {
+    return tslib_1.__awaiter(this, void 0, void 0, function* () {
+        const { processRow } = dependencies;
+        return new Promise((resolve, reject) => {
+            setTimeout(() => {
+                try {
+                    const processedRows = parsedRows.map(processRow);
+                    resolve(processedRows);
+                }
+                catch (ex) {
+                    if (ex instanceof Error) {
+                        reject(ex);
+                    }
+                }
+            }, 0);
+        });
+    });
+}
+function parseFile(fileContent, maxRows, dependencies) {
+    return tslib_1.__awaiter(this, void 0, void 0, function* () {
+        const { processRow } = dependencies;
+        if (fileContent === 'invalidFileType') {
+            throw Error('Invalid file type');
+        }
+        const rows = fileContent.split('\n');
+        const parsedRows = rows.map(parse_row_1.default);
+        const sanitizedRows = (0, sanitizeRows_1.default)(parsedRows, processRow);
+        if (sanitizedRows.length > maxRows) {
+            throw new errors_1.TooManyRowsError();
+        }
+        if (sanitizedRows.length === 0) {
+            throw new Error('No rows');
+        }
+        const parsedRowChunks = chunk(sanitizedRows, 30);
+        let results = [];
+        // eslint-disable-next-line no-restricted-syntax
+        for (const currentRowChunk of parsedRowChunks) {
+            const chunkResult = yield processChunk(currentRowChunk, dependencies);
+            results = results.concat(chunkResult);
+        }
+        return results;
+    });
+}
+exports.default = parseFile;
+//# sourceMappingURL=file-parser.js.map

package/lib/file-parser/file-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-parser.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/file-parser/file-parser.ts"],"names":[],"mappings":";;;AAAA,oEAAmC;AACnC,qCAA4C;AAC5C,0EAA+D;AAM/D,SAAS,KAAK,CAAI,KAAU,EAAE,IAAY;IACxC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;QACjB,OAAO,EAAE,CAAC;KACX;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAE/B,OAAO,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,SAAe,YAAY,CAA4B,UAAsB,EAAE,YAA6B;;QAC1G,MAAM,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC;QACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAA6B,EAAE,MAA8B,EAAQ,EAAE;YACzF,UAAU,CAAC,GAAG,EAAE;gBACd,IAAI;oBACF,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;oBACjD,OAAO,CAAC,aAAa,CAAC,CAAC;iBACxB;gBAAC,OAAO,EAAE,EAAE;oBACX,IAAI,EAAE,YAAY,KAAK,EAAE;wBACvB,MAAM,CAAC,EAAE,CAAC,CAAC;qBACZ;iBACF;YACH,CAAC,EAAE,CAAC,CAAC,CAAC;QACR,CAAC,CAAC,CAAC;IACL,CAAC;CAAA;AAED,SAAe,SAAS,CAA4B,WAAmB,EAAE,OAAe,EAAE,YAA6B;;QACrH,MAAM,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC;QAEpC,IAAI,WAAW,KAAK,iBAAiB,EAAE;YACrC,MAAM,KAAK,CAAC,mBAAmB,CAAC,CAAC;SAClC;QAED,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,mBAAQ,CAAC,CAAC;QAEtC,MAAM,aAAa,GAAG,IAAA,sBAAY,EAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAE3D,IAAI,aAAa,CAAC,MAAM,GAAG,OAAO,EAAE;YAClC,MAAM,IAAI,yBAAgB,EAAE,CAAC;SAC9B;QAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE;YAC9B,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;SAC5B;QAED,MAAM,eAAe,GAAG,KAAK,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QACjD,IAAI,OAAO,GAAQ,EAAE,CAAC;QACtB,gDAAgD;QAChD,KAAK,MAAM,eAAe,IAAI,eAAe,EAAE;YAC7C,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;YACtE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;SACvC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CAAA;AAED,kBAAe,SAAS,CAAC","sourcesContent":["import parseRow from './parse-row';\nimport { TooManyRowsError } from './errors';\nimport sanitizeRows, { ProcessingEntry } from './sanitizeRows';\n\ntype Dependencies<T extends ProcessingEntry> = {\n  processRow: (cells: string[]) => T;\n};\n\nfunction chunk<T>(array: T[], size: number): T[][] {\n  if (!array.length) {\n    return [];\n  }\n  const head = array.slice(0, size);\n  const tail = array.slice(size);\n\n  return [head, ...chunk(tail, size)];\n}\n\nasync function processChunk<T extends ProcessingEntry>(parsedRows: string[][], dependencies: Dependencies<T>): Promise<T[]> {\n  const { processRow } = dependencies;\n  return new Promise((resolve: (value: T[]) => void, reject: (error: Error) => void): void => {\n    setTimeout(() => {\n      try {\n        const processedRows = parsedRows.map(processRow);\n        resolve(processedRows);\n      } catch (ex) {\n        if (ex instanceof Error) {\n          reject(ex);\n        }\n      }\n    }, 0);\n  });\n}\n\nasync function parseFile<T extends ProcessingEntry>(fileContent: string, maxRows: number, dependencies: Dependencies<T>): Promise<T[]> {\n  const { processRow } = dependencies;\n\n  if (fileContent === 'invalidFileType') {\n    throw Error('Invalid file type');\n  }\n\n  const rows = fileContent.split('\\n');\n  const parsedRows = rows.map(parseRow);\n\n  const sanitizedRows = sanitizeRows(parsedRows, processRow);\n\n  if (sanitizedRows.length > maxRows) {\n    throw new TooManyRowsError();\n  }\n\n  if (sanitizedRows.length === 0) {\n    throw new Error('No rows');\n  }\n\n  const parsedRowChunks = chunk(sanitizedRows, 30);\n  let results: T[] = [];\n  // eslint-disable-next-line no-restricted-syntax\n  for (const currentRowChunk of parsedRowChunks) {\n    const chunkResult = await processChunk(currentRowChunk, dependencies);\n    results = results.concat(chunkResult);\n  }\n\n  return results;\n}\n\nexport default parseFile;\n"]}

package/{dist/structured-file-parser → lib/file-parser}/parse-row.js

@@ -32,8 +32,9 @@ const parseRow = (row) => {
         }
         return line;
     };
-    const splitRow = fp_1.pipe(trySplitByTab, trySplitByComa, trySplitByMultipleSpaces, trySplitBySpace, trySplitByNothing);
+    const splitRow = (0, fp_1.pipe)(trySplitByTab, trySplitByComa, trySplitByMultipleSpaces, trySplitBySpace, trySplitByNothing);
     const cells = splitRow(row);
     return cells.map((c) => c.trim());
 };
 exports.default = parseRow;
+//# sourceMappingURL=parse-row.js.map

package/lib/file-parser/parse-row.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-row.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/file-parser/parse-row.ts"],"names":[],"mappings":";;AAAA,kCAAiC;AAEjC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAY,EAAE;IACzC,MAAM,aAAa,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACnE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YAChD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACzB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACpE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACxB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,wBAAwB,GAAG,CAAC,IAAuB,EAAqB,EAAE;QAC9E,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;YACnD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAC5B;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACrE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACxB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,CAAC,IAAuB,EAAY,EAAE;QAC9D,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC5B,OAAO,CAAC,IAAI,CAAC,CAAC;SACf;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAA,SAAI,EAAC,aAAa,EAAE,cAAc,EAAE,wBAAwB,EAAE,eAAe,EAAE,iBAAiB,CAAC,CAAC;IAEnH,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAE5B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,kBAAe,QAAQ,CAAC","sourcesContent":["import { pipe } from 'lodash/fp';\n\nconst parseRow = (row: string): string[] => {\n  const trySplitByTab = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match('\\t')) {\n      return line.split('\\t');\n    }\n    return line;\n  };\n\n  const trySplitByComa = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(',')) {\n      return line.split(',');\n    }\n    return line;\n  };\n\n  const trySplitByMultipleSpaces = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(/ {3,}/)) {\n      return line.split(/ {3,}/);\n    }\n    return line;\n  };\n\n  const trySplitBySpace = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(' ')) {\n      return line.split(' ');\n    }\n    return line;\n  };\n\n  const trySplitByNothing = (line: string | string[]): string[] => {\n    if (typeof line === 'string') {\n      return [line];\n    }\n    return line;\n  };\n\n  const splitRow = pipe(trySplitByTab, trySplitByComa, trySplitByMultipleSpaces, trySplitBySpace, trySplitByNothing);\n\n  const cells = splitRow(row);\n\n  return cells.map((c: string) => c.trim());\n};\n\nexport default parseRow;\n"]}

package/{dist/file-parser/sanitzeRows.d.ts → lib/file-parser/sanitizeRows.d.ts}

@@ -1,3 +1,5 @@
-import { ProcessingEntry } from './file-parser';
+export type ProcessingEntry = {
+    isValid: boolean;
+};
 declare function sanitizeRows<T extends ProcessingEntry>(parsedRows: string[][], processRow: (row: string[]) => T): string[][];
 export default sanitizeRows;

package/lib/file-parser/sanitizeRows.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const sensicalRowCheck = (cells) => cells.some((cell) => !!cell);
+function sanitizeRows(parsedRows, processRow) {
+    const firstSensicalRowIndex = parsedRows.findIndex(sensicalRowCheck);
+    const lastSensicalRowIndex = [...parsedRows].reverse().findIndex(sensicalRowCheck);
+    const sanitizedRows = parsedRows.splice(firstSensicalRowIndex, parsedRows.length - firstSensicalRowIndex - lastSensicalRowIndex);
+    const firstRow = processRow(sanitizedRows[0]);
+    if (firstRow.isValid) {
+        return sanitizedRows;
+    }
+    return sanitizedRows.splice(1);
+}
+exports.default = sanitizeRows;
+//# sourceMappingURL=sanitizeRows.js.map

package/lib/file-parser/sanitizeRows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sanitizeRows.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/file-parser/sanitizeRows.ts"],"names":[],"mappings":";;AAIA,MAAM,gBAAgB,GAAG,CAAC,KAAe,EAAW,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAE5F,SAAS,YAAY,CAA4B,UAAsB,EAAE,UAAgC;IACvG,MAAM,qBAAqB,GAAG,UAAU,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAErE,MAAM,oBAAoB,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAEnF,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,qBAAqB,EAAE,UAAU,CAAC,MAAM,GAAG,qBAAqB,GAAG,oBAAoB,CAAC,CAAC;IAEjI,MAAM,QAAQ,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9C,IAAI,QAAQ,CAAC,OAAO,EAAE;QACpB,OAAO,aAAa,CAAC;KACtB;IACD,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACjC,CAAC;AAED,kBAAe,YAAY,CAAC","sourcesContent":["export type ProcessingEntry = {\n  isValid: boolean;\n};\n\nconst sensicalRowCheck = (cells: string[]): boolean => cells.some((cell: string) => !!cell);\n\nfunction sanitizeRows<T extends ProcessingEntry>(parsedRows: string[][], processRow: (row: string[]) => T): string[][] {\n  const firstSensicalRowIndex = parsedRows.findIndex(sensicalRowCheck);\n\n  const lastSensicalRowIndex = [...parsedRows].reverse().findIndex(sensicalRowCheck);\n\n  const sanitizedRows = parsedRows.splice(firstSensicalRowIndex, parsedRows.length - firstSensicalRowIndex - lastSensicalRowIndex);\n\n  const firstRow = processRow(sanitizedRows[0]);\n\n  if (firstRow.isValid) {\n    return sanitizedRows;\n  }\n  return sanitizedRows.splice(1);\n}\n\nexport default sanitizeRows;\n"]}

package/lib/formatting/formatting.js

@@ -1,18 +1,17 @@
 const _ = require('lodash');
-
 const rethrowError = (fnName, e) => {
-  let formattedError;
-  if (_.isPlainObject(e.error) || _.isArray(e.error)) {
-    formattedError = `\n${JSON.stringify(e.error, null, 2)}`;
-  } else {
-    formattedError = e.error;
-  }
-  return `${fnName} - ${e.name}: ${e.statusCode} - ${formattedError}`;
+    let formattedError;
+    if (_.isPlainObject(e.error) || _.isArray(e.error)) {
+        formattedError = `\n${JSON.stringify(e.error, null, 2)}`;
+    }
+    else {
+        formattedError = e.error;
+    }
+    return `${fnName} - ${e.name}: ${e.statusCode} - ${formattedError}`;
 };
-
 const sqlEscapeWildcard = (str) => str.replace(/_|%|\\/g, (x) => `\\${x}`);
-
 module.exports = {
-  rethrowError,
-  sqlEscapeWildcard,
+    rethrowError,
+    sqlEscapeWildcard,
 };
+//# sourceMappingURL=formatting.js.map

package/lib/formatting/formatting.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"formatting.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/formatting/formatting.js"],"names":[],"mappings":"AAAA,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AAE5B,MAAM,YAAY,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;IACjC,IAAI,cAAc,CAAC;IACnB,IAAI,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE;QAClD,cAAc,GAAG,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;KAC1D;SAAM;QACL,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC;KAC1B;IACD,OAAO,GAAG,MAAM,MAAM,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,UAAU,MAAM,cAAc,EAAE,CAAC;AACtE,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAE3E,MAAM,CAAC,OAAO,GAAG;IACf,YAAY;IACZ,iBAAiB;CAClB,CAAC","sourcesContent":["const _ = require('lodash');\n\nconst rethrowError = (fnName, e) => {\n  let formattedError;\n  if (_.isPlainObject(e.error) || _.isArray(e.error)) {\n    formattedError = `\\n${JSON.stringify(e.error, null, 2)}`;\n  } else {\n    formattedError = e.error;\n  }\n  return `${fnName} - ${e.name}: ${e.statusCode} - ${formattedError}`;\n};\n\nconst sqlEscapeWildcard = (str) => str.replace(/_|%|\\\\/g, (x) => `\\\\${x}`);\n\nmodule.exports = {\n  rethrowError,\n  sqlEscapeWildcard,\n};\n"]}

package/{dist → lib}/index.d.ts

@@ -6,4 +6,4 @@ import middleware from './middleware/middleware';
 import ormHelpers from './orm-helpers/ormHelpers';
 import fileParser from './file-parser/file-parser';
 import structuredFileParser from './structured-file-parser/structured-file-parser';
-export { types, validations, errors, formatting, fileParser, structuredFileParser, middleware, ormHelpers, };
+export { types, validations, errors, formatting, fileParser, structuredFileParser, middleware, ormHelpers };

package/lib/index.js

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ormHelpers = exports.middleware = exports.structuredFileParser = exports.fileParser = exports.formatting = exports.errors = exports.validations = exports.types = void 0;
+const tslib_1 = require("tslib");
+const types_1 = tslib_1.__importDefault(require("./types/types"));
+exports.types = types_1.default;
+const validations_1 = tslib_1.__importDefault(require("./validations/validations"));
+exports.validations = validations_1.default;
+const errors_1 = tslib_1.__importDefault(require("./errors/errors"));
+exports.errors = errors_1.default;
+const formatting_1 = tslib_1.__importDefault(require("./formatting/formatting"));
+exports.formatting = formatting_1.default;
+const middleware_1 = tslib_1.__importDefault(require("./middleware/middleware"));
+exports.middleware = middleware_1.default;
+const ormHelpers_1 = tslib_1.__importDefault(require("./orm-helpers/ormHelpers"));
+exports.ormHelpers = ormHelpers_1.default;
+const file_parser_1 = tslib_1.__importDefault(require("./file-parser/file-parser"));
+exports.fileParser = file_parser_1.default;
+const structured_file_parser_1 = tslib_1.__importDefault(require("./structured-file-parser/structured-file-parser"));
+exports.structuredFileParser = structured_file_parser_1.default;
+//# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../libs/aml-utils/lib/index.ts"],"names":[],"mappings":";;;;AAAA,kEAAkC;AASzB,gBATF,eAAK,CASE;AARd,oFAAoD;AAQpC,sBART,qBAAW,CAQS;AAP3B,qEAAqC;AAOR,iBAPtB,gBAAM,CAOsB;AANnC,iFAAiD;AAMZ,qBAN9B,oBAAU,CAM8B;AAL/C,iFAAiD;AAKkC,qBAL5E,oBAAU,CAK4E;AAJ7F,kFAAkD;AAI6C,qBAJxF,oBAAU,CAIwF;AAHzG,oFAAmD;AAGF,qBAH1C,qBAAU,CAG0C;AAF3D,qHAAmF;AAEtB,+BAFtD,gCAAoB,CAEsD","sourcesContent":["import types from './types/types';\nimport validations from './validations/validations';\nimport errors from './errors/errors';\nimport formatting from './formatting/formatting';\nimport middleware from './middleware/middleware';\nimport ormHelpers from './orm-helpers/ormHelpers';\nimport fileParser from './file-parser/file-parser';\nimport structuredFileParser from './structured-file-parser/structured-file-parser';\n\nexport { types, validations, errors, formatting, fileParser, structuredFileParser, middleware, ormHelpers };\n"]}

package/lib/middleware/middleware.js

@@ -1,25 +1,22 @@
 const T = require('../types/types');
-
 const ensureType = (type) => (req, res, next, id, name) => {
-  let error;
-  try {
-    T.ensureType(type, id, `Invalid ${name}`);
-    return next();
-  } catch (error1) {
-    error = error1;
-    return next(error);
-  }
+    let error;
+    try {
+        T.ensureType(type, id, `Invalid ${name}`);
+        return next();
+    }
+    catch (error1) {
+        error = error1;
+        return next(error);
+    }
 };
-
 const ensureUUID = ensureType('UUID');
-
 const ensureHex32 = ensureType('Hex32');
-
 const ensureInteger = ensureType('IntString');
-
 module.exports = {
-  ensureType,
-  ensureUUID,
-  ensureHex32,
-  ensureInteger,
+    ensureType,
+    ensureUUID,
+    ensureHex32,
+    ensureInteger,
 };
+//# sourceMappingURL=middleware.js.map

package/lib/middleware/middleware.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"middleware.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/middleware/middleware.js"],"names":[],"mappings":"AAAA,MAAM,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAEpC,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE;IACxD,IAAI,KAAK,CAAC;IACV,IAAI;QACF,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,EAAE,WAAW,IAAI,EAAE,CAAC,CAAC;QAC1C,OAAO,IAAI,EAAE,CAAC;KACf;IAAC,OAAO,MAAM,EAAE;QACf,KAAK,GAAG,MAAM,CAAC;QACf,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC;KACpB;AACH,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;AAEtC,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;AAExC,MAAM,aAAa,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;AAE9C,MAAM,CAAC,OAAO,GAAG;IACf,UAAU;IACV,UAAU;IACV,WAAW;IACX,aAAa;CACd,CAAC","sourcesContent":["const T = require('../types/types');\n\nconst ensureType = (type) => (req, res, next, id, name) => {\n  let error;\n  try {\n    T.ensureType(type, id, `Invalid ${name}`);\n    return next();\n  } catch (error1) {\n    error = error1;\n    return next(error);\n  }\n};\n\nconst ensureUUID = ensureType('UUID');\n\nconst ensureHex32 = ensureType('Hex32');\n\nconst ensureInteger = ensureType('IntString');\n\nmodule.exports = {\n  ensureType,\n  ensureUUID,\n  ensureHex32,\n  ensureInteger,\n};\n"]}

package/lib/orm-helpers/ormHelpers.js

@@ -1,18 +1,17 @@
 const _ = require('lodash');
-
 const includeNested = (orm, models) => _.map(_.toPairs(models), (arg) => {
-  const [modelName, inclusion] = arg;
-  const include = includeNested(orm, inclusion);
-  const model = orm[modelName];
-  if (_.isEmpty(include)) {
-    return model;
-  }
-  return {
-    model,
-    include,
-  };
+    const [modelName, inclusion] = arg;
+    const include = includeNested(orm, inclusion);
+    const model = orm[modelName];
+    if (_.isEmpty(include)) {
+        return model;
+    }
+    return {
+        model,
+        include,
+    };
 });
-
 module.exports = {
-  includeNested,
+    includeNested,
 };
+//# sourceMappingURL=ormHelpers.js.map

package/lib/orm-helpers/ormHelpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ormHelpers.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/orm-helpers/ormHelpers.js"],"names":[],"mappings":"AAAA,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AAE5B,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CACpC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE;IAC/B,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,GAAG,CAAC;IACnC,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;IAC7B,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QACtB,OAAO,KAAK,CAAC;KACd;IACD,OAAO;QACL,KAAK;QACL,OAAO;KACR,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,OAAO,GAAG;IACf,aAAa;CACd,CAAC","sourcesContent":["const _ = require('lodash');\n\nconst includeNested = (orm, models) =>\n  _.map(_.toPairs(models), (arg) => {\n    const [modelName, inclusion] = arg;\n    const include = includeNested(orm, inclusion);\n    const model = orm[modelName];\n    if (_.isEmpty(include)) {\n      return model;\n    }\n    return {\n      model,\n      include,\n    };\n  });\n\nmodule.exports = {\n  includeNested,\n};\n"]}

package/{dist → lib}/structured-file-parser/errors.js

@@ -30,3 +30,4 @@ class InvalidHeadersError extends Error {
     }
 }
 exports.InvalidHeadersError = InvalidHeadersError;
+//# sourceMappingURL=errors.js.map

package/lib/structured-file-parser/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/structured-file-parser/errors.ts"],"names":[],"mappings":";;;AAAA,yCAAyC;AACzC,MAAa,gBAAiB,SAAQ,KAAK;IACzC;QACE,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AALD,4CAKC;AACD,MAAa,gBAAiB,SAAQ,KAAK;IACzC;QACE,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACtD,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AALD,4CAKC;AACD,MAAa,WAAY,SAAQ,KAAK;IACpC;QACE,KAAK,CAAC,SAAS,CAAC,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF;AALD,kCAKC;AACD,MAAa,mBAAoB,SAAQ,KAAK;IAC5C;QACE,KAAK,CAAC,oCAAoC,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AALD,kDAKC","sourcesContent":["/* eslint-disable max-classes-per-file */\nexport class InvalidFileError extends Error {\n  constructor() {\n    super('Invalid file type');\n    this.name = 'InvalidFileError';\n  }\n}\nexport class TooManyRowsError extends Error {\n  constructor() {\n    super('More than configured number of rows imported');\n    this.name = 'TooManyRowsError';\n  }\n}\nexport class NoRowsError extends Error {\n  constructor() {\n    super('No rows');\n    this.name = 'NoRowsError';\n  }\n}\nexport class InvalidHeadersError extends Error {\n  constructor() {\n    super('Invalid or incomplete headers list');\n    this.name = 'InvalidHeadersError';\n  }\n}\n"]}

package/{dist/file-parser → lib/structured-file-parser}/parse-row.js

@@ -32,8 +32,9 @@ const parseRow = (row) => {
         }
         return line;
     };
-    const splitRow = fp_1.pipe(trySplitByTab, trySplitByComa, trySplitByMultipleSpaces, trySplitBySpace, trySplitByNothing);
+    const splitRow = (0, fp_1.pipe)(trySplitByTab, trySplitByComa, trySplitByMultipleSpaces, trySplitBySpace, trySplitByNothing);
     const cells = splitRow(row);
     return cells.map((c) => c.trim());
 };
 exports.default = parseRow;
+//# sourceMappingURL=parse-row.js.map

package/lib/structured-file-parser/parse-row.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-row.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/structured-file-parser/parse-row.ts"],"names":[],"mappings":";;AAAA,kCAAiC;AAEjC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAY,EAAE;IACzC,MAAM,aAAa,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACnE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YAChD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACzB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACpE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACxB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,wBAAwB,GAAG,CAAC,IAAuB,EAAqB,EAAE;QAC9E,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;YACnD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAC5B;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,CAAC,IAAuB,EAAqB,EAAE;QACrE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACxB;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,CAAC,IAAuB,EAAY,EAAE;QAC9D,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YAC5B,OAAO,CAAC,IAAI,CAAC,CAAC;SACf;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAA,SAAI,EAAC,aAAa,EAAE,cAAc,EAAE,wBAAwB,EAAE,eAAe,EAAE,iBAAiB,CAAC,CAAC;IAEnH,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAE5B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,kBAAe,QAAQ,CAAC","sourcesContent":["import { pipe } from 'lodash/fp';\n\nconst parseRow = (row: string): string[] => {\n  const trySplitByTab = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match('\\t')) {\n      return line.split('\\t');\n    }\n    return line;\n  };\n\n  const trySplitByComa = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(',')) {\n      return line.split(',');\n    }\n    return line;\n  };\n\n  const trySplitByMultipleSpaces = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(/ {3,}/)) {\n      return line.split(/ {3,}/);\n    }\n    return line;\n  };\n\n  const trySplitBySpace = (line: string | string[]): string | string[] => {\n    if (typeof line === 'string' && line.match(' ')) {\n      return line.split(' ');\n    }\n    return line;\n  };\n\n  const trySplitByNothing = (line: string | string[]): string[] => {\n    if (typeof line === 'string') {\n      return [line];\n    }\n    return line;\n  };\n\n  const splitRow = pipe(trySplitByTab, trySplitByComa, trySplitByMultipleSpaces, trySplitBySpace, trySplitByNothing);\n\n  const cells = splitRow(row);\n\n  return cells.map((c: string) => c.trim());\n};\n\nexport default parseRow;\n"]}

package/{dist → lib}/structured-file-parser/sanitize-rows.js

@@ -1,11 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-const sensicalRowCheck = (cells) => (cells.some((cell) => !!cell));
+const sensicalRowCheck = (cells) => cells.some((cell) => !!cell);
 function sanitizeRows(parsedRows) {
     const firstSensicalRowIndex = parsedRows.findIndex(sensicalRowCheck);
-    const lastSensicalRowIndex = [...parsedRows]
-        .reverse()
-        .findIndex(sensicalRowCheck);
+    const lastSensicalRowIndex = [...parsedRows].reverse().findIndex(sensicalRowCheck);
     if (firstSensicalRowIndex < 0) {
         return [];
     }
@@ -13,3 +11,4 @@ function sanitizeRows(parsedRows) {
     return sanitizedRows;
 }
 exports.default = sanitizeRows;
+//# sourceMappingURL=sanitize-rows.js.map

package/lib/structured-file-parser/sanitize-rows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sanitize-rows.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/structured-file-parser/sanitize-rows.ts"],"names":[],"mappings":";;AAAA,MAAM,gBAAgB,GAAG,CAAC,KAAe,EAAW,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAE5F,SAAS,YAAY,CAAC,UAAsB;IAC1C,MAAM,qBAAqB,GAAG,UAAU,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAErE,MAAM,oBAAoB,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAEnF,IAAI,qBAAqB,GAAG,CAAC,EAAE;QAC7B,OAAO,EAAE,CAAC;KACX;IAED,MAAM,aAAa,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,MAAM,CAAC,qBAAqB,EAAE,UAAU,CAAC,MAAM,GAAG,qBAAqB,GAAG,oBAAoB,CAAC,CAAC;IAEtI,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,kBAAe,YAAY,CAAC","sourcesContent":["const sensicalRowCheck = (cells: string[]): boolean => cells.some((cell: string) => !!cell);\n\nfunction sanitizeRows(parsedRows: string[][]): string[][] {\n  const firstSensicalRowIndex = parsedRows.findIndex(sensicalRowCheck);\n\n  const lastSensicalRowIndex = [...parsedRows].reverse().findIndex(sensicalRowCheck);\n\n  if (firstSensicalRowIndex < 0) {\n    return [];\n  }\n\n  const sanitizedRows = [...parsedRows].splice(firstSensicalRowIndex, parsedRows.length - firstSensicalRowIndex - lastSensicalRowIndex);\n\n  return sanitizedRows;\n}\n\nexport default sanitizeRows;\n"]}

package/{dist → lib}/structured-file-parser/structured-file-parser.d.ts

@@ -1,7 +1,7 @@
-export declare type ProcessingEntry = {
+export type ProcessingEntry = {
     isValid: boolean;
 };
-declare type Dependencies<T extends ProcessingEntry> = {
+type Dependencies<T extends ProcessingEntry> = {
     processRow: (cells: string[], headers: string[]) => T;
 };
 export declare const hasHeaderRow: (rows: string[][], requiredHeaderNames: string[]) => boolean;

package/lib/structured-file-parser/structured-file-parser.js

@@ -0,0 +1,95 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isHeaderRowValid = exports.hasHeaderRow = void 0;
+const tslib_1 = require("tslib");
+/* eslint-disable no-restricted-syntax */
+const parse_row_1 = tslib_1.__importDefault(require("./parse-row"));
+const errors_1 = require("./errors");
+const sanitize_rows_1 = tslib_1.__importDefault(require("./sanitize-rows"));
+function chunk(array, size) {
+    if (!array.length) {
+        return [];
+    }
+    const head = array.slice(0, size);
+    const tail = array.slice(size);
+    return [head, ...chunk(tail, size)];
+}
+function processChunk(parsedRows, dependencies) {
+    return tslib_1.__awaiter(this, void 0, void 0, function* () {
+        const { processRow, headers } = dependencies;
+        return new Promise((resolve, reject) => {
+            setTimeout(() => {
+                try {
+                    const processedRows = parsedRows.map((row) => processRow(row, headers));
+                    resolve(processedRows);
+                }
+                catch (ex) {
+                    reject(ex);
+                }
+            }, 0);
+        });
+    });
+}
+// a row is said to contain headers if two valid header names are present
+const hasHeaderRow = (rows, requiredHeaderNames) => {
+    const firstRow = rows[0];
+    if (!firstRow) {
+        return false;
+    }
+    const foundIndex = firstRow.findIndex((value) => requiredHeaderNames.includes(value.toLowerCase()));
+    if (foundIndex < 0) {
+        return false;
+    }
+    const containsSecondHeader = firstRow
+        .filter((_val, i) => i !== foundIndex)
+        .some((value) => requiredHeaderNames.includes(value.toLowerCase()));
+    return containsSecondHeader;
+};
+exports.hasHeaderRow = hasHeaderRow;
+const isHeaderRowValid = (rows, requiredHeaderNames) => {
+    const firstRow = rows[0];
+    if (!firstRow) {
+        return false;
+    }
+    return (requiredHeaderNames.every((header) => firstRow.map((value) => value.toLowerCase()).includes(header)) &&
+        requiredHeaderNames.length === firstRow.length);
+};
+exports.isHeaderRowValid = isHeaderRowValid;
+function parseFile(fileContent, maxRows, requiredHeaderNames, dependencies) {
+    return tslib_1.__awaiter(this, void 0, void 0, function* () {
+        if (fileContent === 'invalidFileType') {
+            throw new errors_1.InvalidFileError();
+        }
+        const rows = fileContent.split('\n');
+        const parsedRows = rows.map(parse_row_1.default);
+        const sanitizedRows = (0, sanitize_rows_1.default)(parsedRows);
+        if (sanitizedRows.length > maxRows) {
+            throw new errors_1.TooManyRowsError();
+        }
+        if (sanitizedRows.length === 0) {
+            throw new errors_1.NoRowsError();
+        }
+        const containsHeaders = (0, exports.hasHeaderRow)(sanitizedRows, requiredHeaderNames);
+        if (containsHeaders && !(0, exports.isHeaderRowValid)(sanitizedRows, requiredHeaderNames)) {
+            throw new errors_1.InvalidHeadersError();
+        }
+        const firstSanitizedRow = sanitizedRows[0];
+        if (!firstSanitizedRow) {
+            throw new errors_1.NoRowsError();
+        }
+        const headers = containsHeaders ? firstSanitizedRow.map((value) => value.toLowerCase()) : requiredHeaderNames;
+        const dataRows = containsHeaders ? sanitizedRows.splice(1) : sanitizedRows;
+        if (dataRows.length === 0) {
+            throw new errors_1.NoRowsError();
+        }
+        const parsedRowChunks = chunk(dataRows, 30);
+        let results = [];
+        for (const currentRowChunk of parsedRowChunks) {
+            const chunkResult = yield processChunk(currentRowChunk, Object.assign(Object.assign({}, dependencies), { headers }));
+            results = results.concat(chunkResult);
+        }
+        return results;
+    });
+}
+exports.default = parseFile;
+//# sourceMappingURL=structured-file-parser.js.map

package/lib/structured-file-parser/structured-file-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"structured-file-parser.js","sourceRoot":"","sources":["../../../../../libs/aml-utils/lib/structured-file-parser/structured-file-parser.ts"],"names":[],"mappings":";;;;AAAA,yCAAyC;AACzC,oEAAmC;AACnC,qCAAgG;AAChG,4EAA2C;AAe3C,SAAS,KAAK,CAAI,KAAU,EAAE,IAAY;IACxC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;QACjB,OAAO,EAAE,CAAC;KACX;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAE/B,OAAO,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,SAAe,YAAY,CACzB,UAAsB,EACtB,YAAwC;;QAExC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC;QAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAyC,EAAE,MAA8B,EAAQ,EAAE;YACrG,UAAU,CAAC,GAAG,EAAE;gBACd,IAAI;oBACF,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;oBACxE,OAAO,CAAC,aAAa,CAAC,CAAC;iBACxB;gBAAC,OAAO,EAAE,EAAE;oBACX,MAAM,CAAC,EAAE,CAAC,CAAC;iBACZ;YACH,CAAC,EAAE,CAAC,CAAC,CAAC;QACR,CAAC,CAAC,CAAC;IACL,CAAC;CAAA;AAED,yEAAyE;AAClE,MAAM,YAAY,GAAG,CAAC,IAAgB,EAAE,mBAA6B,EAAW,EAAE;IACvF,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACzB,IAAI,CAAC,QAAQ,EAAE;QACb,OAAO,KAAK,CAAC;KACd;IACD,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACpG,IAAI,UAAU,GAAG,CAAC,EAAE;QAClB,OAAO,KAAK,CAAC;KACd;IACD,MAAM,oBAAoB,GAAG,QAAQ;SAClC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,UAAU,CAAC;SACrC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACtE,OAAO,oBAAoB,CAAC;AAC9B,CAAC,CAAC;AAbW,QAAA,YAAY,gBAavB;AAEK,MAAM,gBAAgB,GAAG,CAAC,IAAgB,EAAE,mBAA6B,EAAW,EAAE;IAC3F,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACzB,IAAI,CAAC,QAAQ,EAAE;QACb,OAAO,KAAK,CAAC;KACd;IACD,OAAO,CACL,mBAAmB,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpG,mBAAmB,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,CAC/C,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,gBAAgB,oBAS3B;AAEF,SAAe,SAAS,CACtB,WAAmB,EACnB,OAAe,EACf,mBAA6B,EAC7B,YAA6B;;QAE7B,IAAI,WAAW,KAAK,iBAAiB,EAAE;YACrC,MAAM,IAAI,yBAAgB,EAAE,CAAC;SAC9B;QAED,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,mBAAQ,CAAC,CAAC;QAEtC,MAAM,aAAa,GAAG,IAAA,uBAAY,EAAC,UAAU,CAAC,CAAC;QAE/C,IAAI,aAAa,CAAC,MAAM,GAAG,OAAO,EAAE;YAClC,MAAM,IAAI,yBAAgB,EAAE,CAAC;SAC9B;QAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE;YAC9B,MAAM,IAAI,oBAAW,EAAE,CAAC;SACzB;QAED,MAAM,eAAe,GAAG,IAAA,oBAAY,EAAC,aAAa,EAAE,mBAAmB,CAAC,CAAC;QACzE,IAAI,eAAe,IAAI,CAAC,IAAA,wBAAgB,EAAC,aAAa,EAAE,mBAAmB,CAAC,EAAE;YAC5E,MAAM,IAAI,4BAAmB,EAAE,CAAC;SACjC;QAED,MAAM,iBAAiB,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAE3C,IAAI,CAAC,iBAAiB,EAAE;YACtB,MAAM,IAAI,oBAAW,EAAE,CAAC;SACzB;QAED,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAE9G,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;QAE3E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;YACzB,MAAM,IAAI,oBAAW,EAAE,CAAC;SACzB;QAED,MAAM,eAAe,GAAG,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5C,IAAI,OAAO,GAAQ,EAAE,CAAC;QACtB,KAAK,MAAM,eAAe,IAAI,eAAe,EAAE;YAC7C,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,eAAe,kCACjD,YAAY,KACf,OAAO,IACP,CAAC;YACH,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;SACvC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CAAA;AAED,kBAAe,SAAS,CAAC","sourcesContent":["/* eslint-disable no-restricted-syntax */\nimport parseRow from './parse-row';\nimport { InvalidFileError, TooManyRowsError, NoRowsError, InvalidHeadersError } from './errors';\nimport sanitizeRows from './sanitize-rows';\n\nexport type ProcessingEntry = {\n  isValid: boolean;\n};\n\ntype Dependencies<T extends ProcessingEntry> = {\n  processRow: (cells: string[], headers: string[]) => T;\n};\n\ntype CompleteDependencies<T extends ProcessingEntry, U extends string[]> = {\n  processRow: (cells: string[], headers: U) => T;\n  headers: U;\n};\n\nfunction chunk<T>(array: T[], size: number): T[][] {\n  if (!array.length) {\n    return [];\n  }\n  const head = array.slice(0, size);\n  const tail = array.slice(size);\n\n  return [head, ...chunk(tail, size)];\n}\n\nasync function processChunk<T extends ProcessingEntry, U extends string[]>(\n  parsedRows: string[][],\n  dependencies: CompleteDependencies<T, U>\n): Promise<T[]> {\n  const { processRow, headers } = dependencies;\n  return new Promise((resolve: (value: T[] | undefined) => void, reject: (error: Error) => void): void => {\n    setTimeout(() => {\n      try {\n        const processedRows = parsedRows.map((row) => processRow(row, headers));\n        resolve(processedRows);\n      } catch (ex) {\n        reject(ex);\n      }\n    }, 0);\n  });\n}\n\n// a row is said to contain headers if two valid header names are present\nexport const hasHeaderRow = (rows: string[][], requiredHeaderNames: string[]): boolean => {\n  const firstRow = rows[0];\n  if (!firstRow) {\n    return false;\n  }\n  const foundIndex = firstRow.findIndex((value) => requiredHeaderNames.includes(value.toLowerCase()));\n  if (foundIndex < 0) {\n    return false;\n  }\n  const containsSecondHeader = firstRow\n    .filter((_val, i) => i !== foundIndex)\n    .some((value) => requiredHeaderNames.includes(value.toLowerCase()));\n  return containsSecondHeader;\n};\n\nexport const isHeaderRowValid = (rows: string[][], requiredHeaderNames: string[]): boolean => {\n  const firstRow = rows[0];\n  if (!firstRow) {\n    return false;\n  }\n  return (\n    requiredHeaderNames.every((header) => firstRow.map((value) => value.toLowerCase()).includes(header)) &&\n    requiredHeaderNames.length === firstRow.length\n  );\n};\n\nasync function parseFile<T extends ProcessingEntry>(\n  fileContent: string,\n  maxRows: number,\n  requiredHeaderNames: string[],\n  dependencies: Dependencies<T>\n): Promise<T[]> {\n  if (fileContent === 'invalidFileType') {\n    throw new InvalidFileError();\n  }\n\n  const rows = fileContent.split('\\n');\n  const parsedRows = rows.map(parseRow);\n\n  const sanitizedRows = sanitizeRows(parsedRows);\n\n  if (sanitizedRows.length > maxRows) {\n    throw new TooManyRowsError();\n  }\n\n  if (sanitizedRows.length === 0) {\n    throw new NoRowsError();\n  }\n\n  const containsHeaders = hasHeaderRow(sanitizedRows, requiredHeaderNames);\n  if (containsHeaders && !isHeaderRowValid(sanitizedRows, requiredHeaderNames)) {\n    throw new InvalidHeadersError();\n  }\n\n  const firstSanitizedRow = sanitizedRows[0];\n\n  if (!firstSanitizedRow) {\n    throw new NoRowsError();\n  }\n\n  const headers = containsHeaders ? firstSanitizedRow.map((value) => value.toLowerCase()) : requiredHeaderNames;\n\n  const dataRows = containsHeaders ? sanitizedRows.splice(1) : sanitizedRows;\n\n  if (dataRows.length === 0) {\n    throw new NoRowsError();\n  }\n\n  const parsedRowChunks = chunk(dataRows, 30);\n  let results: T[] = [];\n  for (const currentRowChunk of parsedRowChunks) {\n    const chunkResult = await processChunk(currentRowChunk, {\n      ...dependencies,\n      headers,\n    });\n    results = results.concat(chunkResult);\n  }\n\n  return results;\n}\n\nexport default parseFile;\n"]}