fuse-importer 0.0.1-staging

package/lib/esm/Importer/common/Spreadsheet/index.js

@@ -0,0 +1,125 @@
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
+import { jsx as _jsx } from "react/jsx-runtime";
+import { get } from "lodash";
+import { DateTime } from "luxon";
+import React, { useEffect, useState } from "react";
+import { areEqual } from "react-window";
+import { useImporterContext } from "../../contexts/ImporterContextProvider";
+import { SpreadsheetContextProvider } from "./SpreadsheetContextProvider";
+import SpreadsheetData from "./components/SpreadsheetData";
+var useFieldSorting = function () {
+    var templateHeaders = useImporterContext().templateHeaders;
+    var getDefaultSortCompareFn = function (sortBy) {
+        return function (a, b) {
+            var aField = get(a, sortBy.field);
+            var bField = get(b, sortBy.field);
+            var fieldTypes = templateHeaders.reduce(function (acc, header) {
+                var type = header.column_type;
+                var pattern = header.pattern || null;
+                acc[header.internal_key] = { type: type, pattern: pattern };
+                return acc;
+            }, {});
+            var fieldType = fieldTypes[sortBy.field];
+            var isAEmpty = aField === undefined || aField === null || aField === "";
+            var isBEmpty = bField === undefined || bField === null || bField === "";
+            // sort empty values to the end
+            if (isAEmpty && isBEmpty) {
+                if (a._meta.rowIndex === b._meta.rowIndex)
+                    return 0;
+                return a._meta.rowIndex < b._meta.rowIndex ? -1 : 1;
+            }
+            if (isAEmpty)
+                return 1;
+            if (isBEmpty)
+                return -1;
+            if (fieldType && fieldType.type === "boolean") {
+                var aString = aField ? "true" : "false";
+                var bString = bField ? "true" : "false";
+                if (aString === bString) {
+                    if (a._meta.rowIndex === b._meta.rowIndex)
+                        return 0;
+                    return a._meta.rowIndex < b._meta.rowIndex ? -1 : 1;
+                }
+                if (aString === "true")
+                    return sortBy.direction === "asc" ? -1 : 1;
+                if (bString === "true")
+                    return sortBy.direction === "asc" ? 1 : -1;
+            }
+            else if (fieldType &&
+                (fieldType.type === "date" ||
+                    fieldType.type === "datetime" ||
+                    fieldType.type === "time")) {
+                var aDateTime = aField
+                    ? DateTime.fromFormat(aField, fieldType.pattern)
+                    : null;
+                var bDateTime = bField
+                    ? DateTime.fromFormat(bField, fieldType.pattern)
+                    : null;
+                // sort invalid date values to the end before empty values
+                if (aDateTime && !aDateTime.isValid)
+                    return 1;
+                if (bDateTime && !bDateTime.isValid)
+                    return -1;
+                if (aDateTime && bDateTime && aDateTime.equals(bDateTime)) {
+                    if (a._meta.rowIndex === b._meta.rowIndex)
+                        return 0;
+                    return a._meta.rowIndex < b._meta.rowIndex ? -1 : 1;
+                }
+                if (sortBy.direction === "asc") {
+                    return (aDateTime === null || aDateTime === void 0 ? void 0 : aDateTime.valueOf()) - (bDateTime === null || bDateTime === void 0 ? void 0 : bDateTime.valueOf());
+                }
+                return (bDateTime === null || bDateTime === void 0 ? void 0 : bDateTime.valueOf()) - (aDateTime === null || aDateTime === void 0 ? void 0 : aDateTime.valueOf());
+            }
+            else {
+                if (aField === bField) {
+                    if (a._meta.rowIndex === b._meta.rowIndex)
+                        return 0;
+                    return a._meta.rowIndex < b._meta.rowIndex ? -1 : 1;
+                }
+                if (sortBy.direction === "asc") {
+                    return aField > bField ? 1 : -1;
+                }
+                return aField < bField ? 1 : -1;
+            }
+        };
+    };
+    return { getDefaultSortCompareFn: getDefaultSortCompareFn };
+};
+var SpreadsheetWrapper = function (_a) {
+    var initialDataSet = _a.initialDataSet, props = __rest(_a, ["initialDataSet"]);
+    var _b = useState(0), key = _b[0], setKey = _b[1];
+    useEffect(function () {
+        /* increment the key to force a re-mount of the Spreadsheet component
+         when the initialDataSet changes */
+        setKey(key + 1);
+    }, [initialDataSet]);
+    return _jsx(Spreadsheet, __assign({ initialDataSet: initialDataSet }, props), key);
+};
+var Spreadsheet = function (props) {
+    var getDefaultSortCompareFn = useFieldSorting().getDefaultSortCompareFn;
+    return (_jsx(SpreadsheetContextProvider, __assign({}, props, { getSortCompareFn: getDefaultSortCompareFn }, { children: _jsx(SpreadsheetData, {}) })));
+};
+export default React.memo(SpreadsheetWrapper, areEqual);
+export * from "./SpreadsheetContextProvider";
+export * from "./hooks";

package/lib/esm/Importer/common/Spreadsheet/styles.d.ts

@@ -0,0 +1,10 @@
+/// <reference types="react" />
+interface SpreadSheetWrapperProps {
+    canShowCheckboxOnHover?: boolean;
+    shouldShowOnlyCheckbox?: boolean;
+}
+export declare const SpreadSheetData: import("styled-components").StyledComponent<"div", import("styled-components").DefaultTheme, import("../../../styled/utils").CSSProps, never>;
+export declare const SpreadSheetWrapper: import("styled-components").StyledComponent<"div", import("styled-components").DefaultTheme, import("../../../styled/utils").CSSProps & SpreadSheetWrapperProps, never>;
+export declare const SpreadSheetContainer: import("styled-components").StyledComponent<"div", import("styled-components").DefaultTheme, import("../../../styled/utils").CSSProps, never>;
+export declare const TableView: import("styled-components").StyledComponent<import("react").MemoExoticComponent<({ data, columns, pageSize, onRowClick, sortBy, isLoading, highlightFirstRow, setSortBy, rowWidthScalingFactor, onSectionRendered, tableHeadersHeight, rowHeight, h, onTableScroll, getItemKey, isDraggable, checkboxColumnWidth, isFiltering, ...props }: import("../../../common/Table/TableView/types").TableViewProps) => JSX.Element>, import("styled-components").DefaultTheme, {}, never>;
+export {};

package/lib/esm/Importer/common/Spreadsheet/styles.js

@@ -0,0 +1,16 @@
+var __makeTemplateObject = (this && this.__makeTemplateObject) || function (cooked, raw) {
+    if (Object.defineProperty) { Object.defineProperty(cooked, "raw", { value: raw }); } else { cooked.raw = raw; }
+    return cooked;
+};
+import styled, { css } from "styled-components";
+import { TableView as TableViewBase, TableViewCellContainer, TableViewRow, } from "../../../common/Table/TableView";
+import { Div } from "../../../styled/utils";
+export var SpreadSheetData = styled(Div)(templateObject_1 || (templateObject_1 = __makeTemplateObject(["\n  display: flex;\n  justify-content: center;\n  width: 100%;\n"], ["\n  display: flex;\n  justify-content: center;\n  width: 100%;\n"])));
+export var SpreadSheetWrapper = styled(Div)(templateObject_5 || (templateObject_5 = __makeTemplateObject(["\n  border-bottom: solid 1px ", ";\n  border-top: solid 1px ", ";\n  background: ", ";\n  overflow: hidden !important;\n  flex-grow: 1;\n\n  ", "\n"], ["\n  border-bottom: solid 1px ", ";\n  border-top: solid 1px ", ";\n  background: ", ";\n  overflow: hidden !important;\n  flex-grow: 1;\n\n  ", "\n"])), function (p) { return p.theme.colors.gray300; }, function (p) { return p.theme.colors.gray300; }, function (p) { return p.theme.colors.white; }, function (_a) {
+    var canShowCheckboxOnHover = _a.canShowCheckboxOnHover, shouldShowOnlyCheckbox = _a.shouldShowOnlyCheckbox;
+    return css(templateObject_4 || (templateObject_4 = __makeTemplateObject(["\n    .spreadsheet-row-container {\n      ", "\n\n      ", "\n    }\n  "], ["\n    .spreadsheet-row-container {\n      ", "\n\n      ", "\n    }\n  "])), shouldShowOnlyCheckbox && css(templateObject_2 || (templateObject_2 = __makeTemplateObject(["\n        .row-numbers-cell {\n          visibility: hidden;\n        }\n\n        .checkbox-cell {\n          visibility: visible;\n        }\n      "], ["\n        .row-numbers-cell {\n          visibility: hidden;\n        }\n\n        .checkbox-cell {\n          visibility: visible;\n        }\n      "]))), !shouldShowOnlyCheckbox &&
+        canShowCheckboxOnHover && css(templateObject_3 || (templateObject_3 = __makeTemplateObject(["\n        &:hover {\n          .row-numbers-cell {\n            visibility: hidden;\n          }\n\n          .checkbox-cell {\n            visibility: visible;\n          }\n        }\n      "], ["\n        &:hover {\n          .row-numbers-cell {\n            visibility: hidden;\n          }\n\n          .checkbox-cell {\n            visibility: visible;\n          }\n        }\n      "]))));
+});
+export var SpreadSheetContainer = styled(Div)(templateObject_6 || (templateObject_6 = __makeTemplateObject([""], [""])));
+export var TableView = styled(TableViewBase)(templateObject_7 || (templateObject_7 = __makeTemplateObject(["\n  width: 100%;\n  border: none;\n  border-top-left-radius: 0;\n  border-bottom-left-radius: 0;\n  overflow: hidden;\n  background-color: ", ";\n  ", " {\n    border-bottom: none;\n    height: 40px;\n  }\n  ", " {\n    padding: 0 !important;\n    box-shadow: inset 0 -1px 0 ", ",\n      inset -1px 0 0 ", ";\n    &.last-column {\n      box-shadow: inset 0 -1px 0 ", ",\n        inset 1px 0 0 transparent, inset -1px 0 0 transparent !important;\n    }\n  }\n"], ["\n  width: 100%;\n  border: none;\n  border-top-left-radius: 0;\n  border-bottom-left-radius: 0;\n  overflow: hidden;\n  background-color: ", ";\n  ", " {\n    border-bottom: none;\n    height: 40px;\n  }\n  ", " {\n    padding: 0 !important;\n    box-shadow: inset 0 -1px 0 ", ",\n      inset -1px 0 0 ", ";\n    &.last-column {\n      box-shadow: inset 0 -1px 0 ", ",\n        inset 1px 0 0 transparent, inset -1px 0 0 transparent !important;\n    }\n  }\n"])), function (p) { return p.theme.colors.gray50; }, TableViewRow, TableViewCellContainer, function (p) { return p.theme.colors.gray300; }, function (p) { return p.theme.colors.gray300; }, function (p) { return p.theme.colors.gray300; });
+var templateObject_1, templateObject_2, templateObject_3, templateObject_4, templateObject_5, templateObject_6, templateObject_7;

package/lib/esm/Importer/common/Spreadsheet/transformation/index.d.ts

@@ -0,0 +1,7 @@
+import { Field, Record } from "../../../../types";
+type TransformRecordArgs = {
+    record: Record;
+    fields: Field[];
+};
+export declare function transformRecord({ record, fields }: TransformRecordArgs): void;
+export {};

package/lib/esm/Importer/common/Spreadsheet/transformation/index.js

@@ -0,0 +1,25 @@
+import { fieldTransformations } from "./transformators";
+var runTransformation = function (record, transformation, field) {
+    var transformationType = transformation.transformation_type;
+    var transformerFunction = fieldTransformations[transformationType];
+    return transformerFunction(record, transformation, field);
+};
+export function transformRecord(_a) {
+    var record = _a.record, fields = _a.fields;
+    for (var key in fields) {
+        var currentField = fields[key];
+        var fieldTransformations_1 = currentField === null || currentField === void 0 ? void 0 : currentField.transformations;
+        var fieldToBeTransformed = record === null || record === void 0 ? void 0 : record[currentField === null || currentField === void 0 ? void 0 : currentField.name];
+        if (!fieldTransformations_1 ||
+            (fieldTransformations_1 === null || fieldTransformations_1 === void 0 ? void 0 : fieldTransformations_1.length) === 0 ||
+            !fieldToBeTransformed) {
+            continue;
+        }
+        var transformedField = fieldToBeTransformed;
+        for (var i = 0; i < fieldTransformations_1.length; i++) {
+            var currentTransformation = fieldTransformations_1[i];
+            transformedField = runTransformation(transformedField, currentTransformation, currentField);
+        }
+        record[currentField.name] = transformedField;
+    }
+}

package/lib/esm/Importer/common/Spreadsheet/transformation/transformators.d.ts

@@ -0,0 +1,8 @@
+import { Field, FieldTransformation } from "../../../../types";
+export type FieldValidator = (fieldValue: any, transformation?: FieldTransformation, fieldOptions?: Field) => null | any;
+export type FieldTransformations = Partial<{
+    [key: string]: FieldValidator;
+}>;
+export declare const fieldTransformations: {
+    [x: string]: FieldValidator;
+};

package/lib/esm/Importer/common/Spreadsheet/transformation/transformators.js

@@ -0,0 +1,106 @@
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+import { DateTime } from "luxon";
+var stringFieldTransformations = {
+    sentence_case: function (fieldValue) {
+        var _a, _b;
+        if (typeof fieldValue !== "string")
+            return fieldValue;
+        return (((_b = (_a = fieldValue === null || fieldValue === void 0 ? void 0 : fieldValue.toLowerCase()) === null || _a === void 0 ? void 0 : _a.charAt(0)) === null || _b === void 0 ? void 0 : _b.toUpperCase()) +
+            (fieldValue === null || fieldValue === void 0 ? void 0 : fieldValue.slice(1).toLowerCase()));
+    },
+    capitalize: function (fieldValue) {
+        var _a;
+        if (typeof fieldValue !== "string")
+            return fieldValue;
+        return ((_a = fieldValue === null || fieldValue === void 0 ? void 0 : fieldValue.charAt(0)) === null || _a === void 0 ? void 0 : _a.toUpperCase()) + (fieldValue === null || fieldValue === void 0 ? void 0 : fieldValue.slice(1));
+    },
+    uppercase: function (fieldValue) {
+        if (typeof fieldValue !== "string")
+            return fieldValue;
+        return fieldValue === null || fieldValue === void 0 ? void 0 : fieldValue.toUpperCase();
+    },
+    lowercase: function (fieldValue) {
+        if (typeof fieldValue !== "string")
+            return fieldValue;
+        return fieldValue === null || fieldValue === void 0 ? void 0 : fieldValue.toLowerCase();
+    },
+    trim_whitespace: function (fieldValue) {
+        if (typeof fieldValue !== "string")
+            return fieldValue;
+        return fieldValue === null || fieldValue === void 0 ? void 0 : fieldValue.trim();
+    },
+};
+var datesDateTimesAndTimesTransformations = {
+    autoformat: function (fieldValue, _, fieldOptions) {
+        var JSDate = new Date(fieldValue);
+        if (!fieldValue || isNaN(JSDate.getTime())) {
+            return fieldValue;
+        }
+        var luxonDate = DateTime.fromJSDate(JSDate);
+        return luxonDate.toFormat(fieldOptions.pattern);
+    },
+};
+var urlTransformations = {
+    prefix: function (fieldValue, transformation) {
+        var _a;
+        var prefixValue = (_a = transformation === null || transformation === void 0 ? void 0 : transformation.options) === null || _a === void 0 ? void 0 : _a.prefix;
+        if (!prefixValue)
+            return fieldValue;
+        return "".concat(prefixValue).concat(fieldValue);
+    },
+};
+var floatTransformations = {
+    number_of_decimals: function (fieldValue, transformation) {
+        var _a;
+        var numberOfDecimalsValue = Number((_a = transformation === null || transformation === void 0 ? void 0 : transformation.options) === null || _a === void 0 ? void 0 : _a.number_of_decimals);
+        if (isNaN(numberOfDecimalsValue) || isNaN(fieldValue))
+            return fieldValue;
+        return Number(fieldValue.toFixed(numberOfDecimalsValue));
+    },
+};
+var integerTransformations = {
+    round: function (fieldValue) {
+        if (isNaN(fieldValue))
+            return fieldValue;
+        return Math.round(fieldValue);
+    },
+    floor: function (fieldValue) {
+        if (isNaN(fieldValue))
+            return fieldValue;
+        return Math.floor(fieldValue);
+    },
+    ceiling: function (fieldValue) {
+        if (isNaN(fieldValue))
+            return fieldValue;
+        return Math.ceil(fieldValue);
+    },
+};
+var enumTransformations = {
+    autodetect: function (fieldValue, _, fieldOptions) {
+        var options = fieldOptions.options.map(function (option) {
+            return option.toLowerCase();
+        });
+        if (!fieldValue || options.length === 0)
+            return fieldValue;
+        var parsedRecord = String(fieldValue).toLowerCase();
+        var trueOptionIndex = options.findIndex(function (option) { return option === "true" || option === "1"; });
+        var falseOptionIndex = options.findIndex(function (option) { return option === "false" || option === "0"; });
+        if (trueOptionIndex !== -1 && falseOptionIndex !== -1) {
+            return parsedRecord === options[trueOptionIndex]
+                ? fieldOptions.options[trueOptionIndex]
+                : fieldOptions.options[falseOptionIndex];
+        }
+        return fieldOptions.options[0];
+    },
+};
+export var fieldTransformations = __assign(__assign(__assign(__assign(__assign(__assign({}, stringFieldTransformations), datesDateTimesAndTimesTransformations), urlTransformations), floatTransformations), integerTransformations), enumTransformations);

package/lib/esm/Importer/common/Spreadsheet/validation/index.d.ts

@@ -0,0 +1,23 @@
+import { Field, FieldValidation, OnValidateRecord, Record, ValidationErrors } from "../../../../types";
+import { FieldValidator } from "./validators";
+type SelectedValidator = {
+    validator: FieldValidation;
+    validatorFunction: FieldValidator;
+};
+type SelectedFieldValidators = {
+    field: Field;
+    validators: SelectedValidator[];
+};
+type ValidateRecordArgs = {
+    onValidateRecord?: OnValidateRecord;
+    validatorsCache?: SelectedFieldValidators[];
+    record: Record;
+    fields: Field[];
+    data: Record[];
+};
+export declare function selectValidatorsFor(fields: Field[]): SelectedFieldValidators[];
+export declare function validateRecord({ record, fields, data, onValidateRecord, validatorsCache, }: ValidateRecordArgs): Promise<{
+    errors?: ValidationErrors;
+    warnings?: ValidationErrors;
+}>;
+export {};

package/lib/esm/Importer/common/Spreadsheet/validation/index.js

@@ -0,0 +1,196 @@
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
+    if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
+        if (ar || !(i in from)) {
+            if (!ar) ar = Array.prototype.slice.call(from, 0, i);
+            ar[i] = from[i];
+        }
+    }
+    return to.concat(ar || Array.prototype.slice.call(from));
+};
+import { ignoreNullOrUndefinedKeyValues, isNullOrUndefined, isRecordEmpty, } from "../common";
+import { fieldValidations } from "./validators";
+var datePatternTypes = ["date", "datetime", "time"];
+function safeCallOnValidateRecord(_a) {
+    var onValidateRecord = _a.onValidateRecord, record = _a.record;
+    return __awaiter(this, void 0, void 0, function () {
+        var result, isNewVersion, mappedResult, errors, warnings, error_1;
+        return __generator(this, function (_b) {
+            switch (_b.label) {
+                case 0:
+                    _b.trys.push([0, 2, , 3]);
+                    return [4 /*yield*/, onValidateRecord(record)];
+                case 1:
+                    result = _b.sent();
+                    isNewVersion = "errors" in result || "warnings" in result;
+                    mappedResult = isNewVersion
+                        ? result
+                        : result;
+                    errors = isNewVersion
+                        ? mappedResult.errors
+                        : mappedResult;
+                    warnings = isNewVersion
+                        ? mappedResult.warnings
+                        : mappedResult;
+                    return [2 /*return*/, { errors: errors || {}, warnings: warnings || {} }];
+                case 2:
+                    error_1 = _b.sent();
+                    console.warn("onValidateRecord hook failed with error: ".concat(error_1));
+                    return [2 /*return*/, { errors: {}, warnings: {} }];
+                case 3: return [2 /*return*/];
+            }
+        });
+    });
+}
+function safeCallValidator(_a) {
+    var field = _a.field, record = _a.record, validator = _a.validator, validatorFunction = _a.validatorFunction, data = _a.data;
+    try {
+        return validatorFunction(field, record[field.name], validator, data);
+    }
+    catch (e) {
+        console.error("Validator ".concat(validator === null || validator === void 0 ? void 0 : validator.validation_type, " for field ").concat(JSON.stringify(field), " and value ").concat(record[field.name], " failed."), e);
+        return "".concat(e);
+    }
+}
+function runValidatorsFor(_a) {
+    var record = _a.record, data = _a.data, validators = _a.validators;
+    return validators.reduce(function (currentErrors, _a) {
+        var field = _a.field, validators = _a.validators;
+        var errors = {};
+        for (var index = 0; index < validators.length; index++) {
+            var _b = validators[index], validator = _b.validator, validatorFunction = _b.validatorFunction;
+            var error = safeCallValidator({
+                field: field,
+                record: record,
+                validator: validator,
+                data: data,
+                validatorFunction: validatorFunction,
+            });
+            if (error) {
+                errors[field.name] = error;
+                break;
+            }
+        }
+        return __assign(__assign({}, currentErrors), { errors: __assign(__assign({}, (currentErrors.errors || {})), errors), warnings: __assign({}, (currentErrors.warnings || {})) });
+    }, {});
+}
+export function selectValidatorsFor(fields) {
+    return fields.map(function (field) {
+        var _a, _b;
+        var defaultValidators = [];
+        if (field.isRequired) {
+            defaultValidators.push({
+                validator: null,
+                validatorFunction: fieldValidations.required,
+            });
+        }
+        if (datePatternTypes.includes(field.type)) {
+            defaultValidators.push({
+                validator: null,
+                validatorFunction: fieldValidations.date_pattern,
+            });
+        }
+        var configuredValidators = (_b = (_a = field.validations) === null || _a === void 0 ? void 0 : _a.map(function (validator) {
+            var validatorFunction = fieldValidations[validator.validation_type];
+            if (!validatorFunction) {
+                throw new Error("Validator ".concat(validator.validation_type, " not implemented."));
+            }
+            return {
+                validator: validator,
+                validatorFunction: validatorFunction,
+            };
+        })) !== null && _b !== void 0 ? _b : [];
+        return {
+            field: field,
+            validators: __spreadArray(__spreadArray([], defaultValidators, true), configuredValidators, true),
+        };
+    });
+}
+export function validateRecord(_a) {
+    var _b, _c;
+    var record = _a.record, fields = _a.fields, data = _a.data, onValidateRecord = _a.onValidateRecord, validatorsCache = _a.validatorsCache;
+    return __awaiter(this, void 0, void 0, function () {
+        var isTouched, backendErrors, hasBackendErrors, validators, _d, validatorErrors, validatorWarnings, errors, warnings, _e, onValidateRecordErrors, onValidateRecordWarnings;
+        return __generator(this, function (_f) {
+            switch (_f.label) {
+                case 0:
+                    if (isRecordEmpty(record, fields)) {
+                        //TODO: Check this logic because this can skip the validation of touched rows because all fields are empty
+                        return [2 /*return*/, { errors: {}, warnings: {} }];
+                    }
+                    isTouched = (_b = record._meta) === null || _b === void 0 ? void 0 : _b.touched;
+                    backendErrors = ((_c = record._meta) === null || _c === void 0 ? void 0 : _c.backendErrors) || {};
+                    hasBackendErrors = Object.keys(backendErrors).length > 0;
+                    if (!isTouched && hasBackendErrors) {
+                        return [2 /*return*/, { errors: backendErrors, warnings: {} }];
+                    }
+                    validators = validatorsCache !== null && validatorsCache !== void 0 ? validatorsCache : selectValidatorsFor(fields);
+                    _d = runValidatorsFor({
+                        record: record,
+                        data: data,
+                        validators: validators,
+                    }), validatorErrors = _d.errors, validatorWarnings = _d.warnings;
+                    errors = ignoreNullOrUndefinedKeyValues(validatorErrors);
+                    warnings = ignoreNullOrUndefinedKeyValues(validatorWarnings);
+                    if (!!isNullOrUndefined(onValidateRecord)) return [3 /*break*/, 2];
+                    return [4 /*yield*/, safeCallOnValidateRecord({
+                            onValidateRecord: onValidateRecord,
+                            record: record,
+                        })];
+                case 1:
+                    _e = _f.sent(), onValidateRecordErrors = _e.errors, onValidateRecordWarnings = _e.warnings;
+                    return [2 /*return*/, {
+                            errors: __assign(__assign({}, errors), onValidateRecordErrors),
+                            warnings: __assign(__assign({}, warnings), onValidateRecordWarnings),
+                        }];
+                case 2: return [2 /*return*/, { errors: errors, warnings: warnings }];
+            }
+        });
+    });
+}

package/lib/esm/Importer/common/Spreadsheet/validation/validators.d.ts

@@ -0,0 +1,6 @@
+import { Field, FieldValidation, Record } from "../../../../types";
+export type FieldValidator = (field: Field, fieldValue: any, validation?: FieldValidation, data?: Record[]) => null | string;
+export type FieldValidations = Partial<{
+    [key: string]: FieldValidator;
+}>;
+export declare const fieldValidations: FieldValidations;