fuse-importer 0.1.1-testing → 0.1.3-testing

package/lib/esm/Importer/ImporterWithContext.d.ts

@@ -1,6 +1,8 @@
 type LayoutProps = {
     zIndex: number;
+    isModal?: boolean;
 };
 export declare const Layout: import("styled-components").StyledComponent<"div", import("styled-components").DefaultTheme, import("../styled").CSSProps & LayoutProps, never>;
+export declare const Backdrop: import("styled-components").StyledComponent<"div", import("styled-components").DefaultTheme, {}, never>;
 export declare const ImporterWithContext: () => JSX.Element;
 export {};

package/lib/esm/Importer/ImporterWithContext.js

@@ -32,17 +32,21 @@ import { Footer } from "./common/Footer";
 import { GlobalStyle } from "./common/GlobalStyle";
 import { ImporterFonts } from "./common/ImporterFonts";
 import { useImporterContext } from "./contexts/ImporterContextProvider";
-import { AppLoadingContextProvider } from "../common/AppLoadingContextProvider";
-export var Layout = styled(Div)(templateObject_1 || (templateObject_1 = __makeTemplateObject(["\n  background: ", ";\n  display: flex;\n  flex-direction: column;\n  height: 100vh;\n  left: 0;\n  overflow-y: auto;\n  position: fixed;\n  top: 0;\n  width: 100vw;\n  z-index: ", ";\n  ", ";\n"], ["\n  background: ", ";\n  display: flex;\n  flex-direction: column;\n  height: 100vh;\n  left: 0;\n  overflow-y: auto;\n  position: fixed;\n  top: 0;\n  width: 100vw;\n  z-index: ", ";\n  ", ";\n"])), function (_a) {
+import { AppLoadingContextProvider, } from "../common/AppLoadingContextProvider";
+export var Layout = styled(Div)(templateObject_3 || (templateObject_3 = __makeTemplateObject(["\n  background: ", ";\n  display: flex;\n  flex-direction: column;\n  position: fixed;\n  z-index: ", ";\n  ", ";\n  ", "\n"], ["\n  background: ", ";\n  display: flex;\n  flex-direction: column;\n  position: fixed;\n  z-index: ", ";\n  ", ";\n  ", "\n"])), function (_a) {
     var theme = _a.theme;
     return theme.colors.backgroundInterface;
-}, function (p) { return p.zIndex; }, function (p) { return p.theme.css.scrollbarDark; });
-var Content = styled(Div)(templateObject_3 || (templateObject_3 = __makeTemplateObject(["\n  ", "\n"], ["\n  ", "\n"])), function (_a) {
+}, function (p) { return p.zIndex; }, function (p) { return p.theme.css.scrollbarDark; }, function (p) {
+    return p.isModal
+        ? css(templateObject_1 || (templateObject_1 = __makeTemplateObject(["\n          top: 27px;\n          bottom: 27px;\n          left: 29px;\n          right: 29px;\n          border-radius: 4px;\n          overflow: hidden;\n        "], ["\n          top: 27px;\n          bottom: 27px;\n          left: 29px;\n          right: 29px;\n          border-radius: 4px;\n          overflow: hidden;\n        "]))) : css(templateObject_2 || (templateObject_2 = __makeTemplateObject(["\n          height: 100vh;\n          width: 100vw;\n          top: 0;\n          left: 0;\n          overflow-y: auto;\n        "], ["\n          height: 100vh;\n          width: 100vw;\n          top: 0;\n          left: 0;\n          overflow-y: auto;\n        "])));
+});
+export var Backdrop = styled.div(templateObject_4 || (templateObject_4 = __makeTemplateObject(["\n  background: rgba(0, 0, 0, 0.75); // Opaque black\n  position: fixed;\n  top: 0;\n  bottom: 0;\n  left: 0;\n  right: 0;\n  z-index: -1;\n"], ["\n  background: rgba(0, 0, 0, 0.75); // Opaque black\n  position: fixed;\n  top: 0;\n  bottom: 0;\n  left: 0;\n  right: 0;\n  z-index: -1;\n"])));
+var Content = styled(Div)(templateObject_6 || (templateObject_6 = __makeTemplateObject(["\n  ", "\n"], ["\n  ", "\n"])), function (_a) {
     var colors = _a.theme.colors, inTrialMode = _a.inTrialMode;
-    return css(templateObject_2 || (templateObject_2 = __makeTemplateObject(["\n    background-color: ", ";\n    flex: ", ";\n  "], ["\n    background-color: ", ";\n    flex: ", ";\n  "])), colors.backgroundInterface, inTrialMode ? "none" : 1);
+    return css(templateObject_5 || (templateObject_5 = __makeTemplateObject(["\n    background-color: ", ";\n    flex: ", ";\n  "], ["\n    background-color: ", ";\n    flex: ", ";\n  "])), colors.backgroundInterface, inTrialMode ? "none" : 1);
 });
 export var ImporterWithContext = function () {
-    var _a = useImporterContext(), inTrialMode = _a.inTrialMode, currentStepIndex = _a.currentStepIndex, matcherSubstep = _a.matcherSubstep, templateHeaders = _a.templateHeaders, theme = _a.theme, logoURL = _a.logoURL, previewFirstTime = _a.previewFirstTime, headerRowIndex = _a.headerRowIndex, initialRecords = _a.initialRecords, _b = _a.importerOptions, zIndex = _b.zIndex, previewMode = _b.previewMode;
+    var _a = useImporterContext(), inTrialMode = _a.inTrialMode, currentStepIndex = _a.currentStepIndex, matcherSubstep = _a.matcherSubstep, templateHeaders = _a.templateHeaders, theme = _a.theme, logoURL = _a.logoURL, previewFirstTime = _a.previewFirstTime, initialRecords = _a.initialRecords, _b = _a.importerOptions, zIndex = _b.zIndex, previewMode = _b.previewMode, isModal = _b.modal;
     var layoutRef = useRef(null);
     var t = useTranslation().t;
     useEffect(function () {
@@ -58,6 +62,6 @@ export var ImporterWithContext = function () {
         return (_jsxs(_Fragment, { children: [_jsxs(Div, { children: [previewMode && _jsx(PreviewModeBanner, {}), !previewMode && _jsx(TrialModeBanner, {}), _jsx(Stepper, { stepLabels: stepLabels, logoURL: logoURL })] }), _jsxs(Content, { children: [currentStepIndex === 0 && _jsx(Uploader, {}), currentStepIndex === 1 && _jsx(Matcher, {}), currentStepIndex === 2 && templateHeaders && _jsx(Review, {})] }), inTrialMode && (_jsx(Content, __assign({ inTrialMode: inTrialMode }, { children: _jsx(Footer, {}) })))] }));
     }
     var shouldShowPreviewFirstTime = previewFirstTime && previewMode;
-    return (_jsx(ThemeProvider, __assign({ theme: theme }, { children: _jsxs(AppLoadingContextProvider, { children: [_jsx(Toast, {}), _jsx(GlobalStyle, {}), _jsx(ImporterFonts, {}), templateHeaders ? (_jsx(ReviewContextProvider, __assign({ initialRecords: initialRecords }, { children: _jsx(Layout, __assign({ zIndex: zIndex, ref: layoutRef }, { children: shouldShowPreviewFirstTime ? (_jsx(PreviewFirstTime, {})) : (renderContent()) })) }))) : (_jsx(AppLoading, {}))] }) })));
+    return (_jsx(ThemeProvider, __assign({ theme: theme }, { children: _jsxs(AppLoadingContextProvider, { children: [_jsx(Toast, {}), _jsx(GlobalStyle, {}), _jsx(ImporterFonts, {}), templateHeaders ? (_jsx(ReviewContextProvider, __assign({ initialRecords: initialRecords }, { children: _jsxs(_Fragment, { children: [isModal && _jsx(Backdrop, {}), _jsx(Layout, __assign({ zIndex: zIndex, ref: layoutRef, isModal: isModal }, { children: shouldShowPreviewFirstTime ? (_jsx(PreviewFirstTime, {})) : (renderContent()) }))] }) }))) : (_jsx(AppLoading, {}))] }) })));
 };
-var templateObject_1, templateObject_2, templateObject_3;
+var templateObject_1, templateObject_2, templateObject_3, templateObject_4, templateObject_5, templateObject_6;

package/lib/esm/Importer/Review/ReviewContextProvider.js

@@ -292,7 +292,7 @@ export var ReviewContextProvider = function (_a) {
                 });
             }); })();
         }
-    }, [uploadedData, currentStepIndex, templateHeaders, uploadedData]);
+    }, [currentStepIndex, templateHeaders, uploadedData]);
     var value = {
         previewInitialDataSet: previewInitialDataSet,
         previewFields: previewFields,

package/lib/esm/Importer/Uploader/DragAndDropImporter/ImporterDropzone.js

@@ -58,22 +58,25 @@ var ImporterDropzone = function () {
             setIsUploading(true);
             setFileName(file.name);
             var reader = new FileReader();
+            var isCsvFile = file.type === "text/csv";
             reader.onabort = function () { return console.log("file reading was aborted"); };
             reader.onerror = function () { return console.log("file reading has failed"); };
             reader.onload = function (event) {
                 var _a;
                 var results = event.target.result;
-                var isCsvFile = file.type === "text/csv";
-                // rounded value to 20MB
-                var isLargeFile = file.size > 20000000;
+                if (isCsvFile) {
+                    Papa.parse(results, {
+                        worker: true,
+                        complete: function (parserResults) {
+                            setUploadedData(parserResults.data);
+                            setIsUploading(false);
+                        },
+                    });
+                    return;
+                }
                 var getDataFromFile = function (fileResults) {
-                    if (isCsvFile) {
-                        var csvString = new TextDecoder().decode(fileResults instanceof ArrayBuffer
-                            ? fileResults
-                            : new TextEncoder().encode(fileResults));
-                        var data = Papa.parse(csvString).data;
-                        return data;
-                    }
+                    // rounded value to 20MB
+                    var isLargeFile = file.size > 20000000;
                     var workBook = XLSX.read(fileResults, {
                         type: "array",
                         codepage: 65001,
@@ -91,7 +94,12 @@ var ImporterDropzone = function () {
                 }
                 setIsUploading(false);
             };
-            reader.readAsArrayBuffer(file);
+            if (isCsvFile) {
+                reader.readAsText(file);
+            }
+            else {
+                reader.readAsArrayBuffer(file);
+            }
         });
     };
     var onDropRejected = function (rejectedFiles) {

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/filterMethods.js

@@ -1,3 +1,4 @@
+import { rowIsEmpty } from "./utils";
 //Filter records by search value
 export var filterRecordsBySearchValue = function (obj, value) {
     var isObject = function (value) {
@@ -28,18 +29,10 @@ export var filterRecordsBySearchValue = function (obj, value) {
 };
 export var filterRecordsByType = function (obj, filterType) {
     var _a, _b;
-    var rowIsEmpty = function (row) {
-        return Object.keys(row).every(function (key) {
-            if (key === "_meta")
-                return true;
-            return !row[key];
-        });
-    };
     var filteredObj = {};
     for (var key in obj) {
         if (filterType === "all" ||
-            (((_b = (_a = obj[key]) === null || _a === void 0 ? void 0 : _a._meta) === null || _b === void 0 ? void 0 : _b.isInvalid) !== (filterType === "valid") &&
-                !rowIsEmpty(obj[key]))) {
+            (((_b = (_a = obj[key]) === null || _a === void 0 ? void 0 : _a._meta) === null || _b === void 0 ? void 0 : _b.isInvalid) && !rowIsEmpty(obj[key]))) {
             filteredObj[key] = obj[key];
         }
     }

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/index.d.ts

@@ -1,6 +1,6 @@
 import React from "react";
 import { SpreadsheetOptions } from "../../../..";
-import { BatchValidationErrors, Field, Record, RecordDataSet } from "../../../../types";
+import { BatchValidationErrors, DuplicateRecords, Field, Record, RecordDataSet } from "../../../../types";
 import { SortBy, SpreadsheetProps } from "../common/types";
 import { ValidationState } from "../hooks";
 import { SpreadsheetFilter } from "./useSpreadsheetFilter";
@@ -9,7 +9,6 @@ export type OnValidationStateChanged = (state: ValidationState) => void;
 type State = {
     data: Record[];
     fields: Field[];
-    isLoading: boolean;
     isReadOnly?: boolean;
     errors: BatchValidationErrors;
     warnings: BatchValidationErrors;
@@ -17,7 +16,6 @@ type State = {
     sortByFieldErrors: string;
     sortByFieldWarnings: string;
     updateRecord: (record: Record) => void;
-    setIsLoading: React.Dispatch<React.SetStateAction<boolean>>;
     setSortByFieldErrors: React.Dispatch<React.SetStateAction<string>>;
     selectedRows: string[];
     setSelectedRows: React.Dispatch<React.SetStateAction<string[]>>;
@@ -39,6 +37,7 @@ type State = {
     setSortBy: React.Dispatch<React.SetStateAction<SortBy>>;
     setIsTransformTooltipOpened: React.Dispatch<React.SetStateAction<boolean>>;
     isTransformTooltipOpened: boolean;
+    duplicateRecords: DuplicateRecords;
 } & ValidationState;
 type Props = SpreadsheetProps & {
     children: JSX.Element;

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/index.js

@@ -27,7 +27,7 @@ import { addMeta } from "../../../data";
 import { useValidationState } from "../hooks";
 import { useSpreadsheetFilter, } from "./useSpreadsheetFilter";
 import { filterRecordsByType, filterRecordsByError, filterRecordsBySearchValue, } from "./filterMethods";
-import { hasValueInAnyField } from "./utils";
+import { hasValueInAnyField, rowIsEmpty } from "./utils";
 var getDefaultSortCompareFn = function (sortBy) {
     return function (a, b) {
         var aField = get(a, sortBy.field);
@@ -47,24 +47,22 @@ var SpreadsheetContext = createContext({});
 export var SpreadsheetContextProvider = function (_a) {
     var initialDataSet = _a.initialDataSet, fields = _a.fields, options = _a.options, isReadOnly = _a.isReadOnly, children = _a.children, onValidateRecord = _a.onValidateRecord, onDataSetChanged = _a.onDataSetChanged, onValidationStateChanged = _a.onValidationStateChanged, selectedRows = _a.selectedRows, setSelectedRows = _a.setSelectedRows, _b = _a.getSortCompareFn, getSortCompareFn = _b === void 0 ? getDefaultSortCompareFn : _b;
     var _c = useState(initialDataSet), dataSet = _c[0], setDataSet = _c[1];
-    var _d = useState(false), isLoading = _d[0], setIsLoading = _d[1];
-    var _e = useState(null), sortByFieldErrors = _e[0], setSortByFieldErrors = _e[1];
-    var _f = useState(null), sortByFieldWarnings = _f[0], setSortByFieldWarnings = _f[1];
-    var _g = useState(""), filteredInputValue = _g[0], setFilteredInputValue = _g[1];
-    var _h = useState(null), sortBy = _h[0], setSortBy = _h[1];
+    var _d = useState(null), sortByFieldErrors = _d[0], setSortByFieldErrors = _d[1];
+    var _e = useState(null), sortByFieldWarnings = _e[0], setSortByFieldWarnings = _e[1];
+    var _f = useState(""), filteredInputValue = _f[0], setFilteredInputValue = _f[1];
+    var _g = useState(null), sortBy = _g[0], setSortBy = _g[1];
     var addRowTimeoutRef = useRef(null);
-    var _j = useState(false), isTransformTooltipOpened = _j[0], setIsTransformTooltipOpened = _j[1];
-    var _k = useSpreadsheetFilter(), spreadsheetFilter = _k.spreadsheetFilter, filterRecordsByRowType = _k.filterRecordsByRowType, filterRecordsByFieldErrors = _k.filterRecordsByFieldErrors, resetSpreadsheetFilter = _k.resetSpreadsheetFilter;
-    var _l = useValidationState({
+    var _h = useState(false), isTransformTooltipOpened = _h[0], setIsTransformTooltipOpened = _h[1];
+    var _j = useSpreadsheetFilter(), spreadsheetFilter = _j.spreadsheetFilter, filterRecordsByRowType = _j.filterRecordsByRowType, filterRecordsByFieldErrors = _j.filterRecordsByFieldErrors, resetSpreadsheetFilter = _j.resetSpreadsheetFilter;
+    var _k = useValidationState({
         dataSet: dataSet,
         initialDataSet: initialDataSet,
         fields: fields,
         options: options,
         isReadOnly: isReadOnly,
         setDataSet: setDataSet,
-        setIsLoading: setIsLoading,
         onValidateRecord: onValidateRecord,
-    }), updateRecordAndRevalidate = _l.updateRecordAndRevalidate, deleteRecords = _l.deleteRecords, warnings = _l.warnings, errors = _l.errors, validationState = __rest(_l, ["updateRecordAndRevalidate", "deleteRecords", "warnings", "errors"]);
+    }), updateRecordAndRevalidate = _k.updateRecordAndRevalidate, deleteRecords = _k.deleteRecords, warnings = _k.warnings, errors = _k.errors, validationState = __rest(_k, ["updateRecordAndRevalidate", "deleteRecords", "warnings", "errors"]);
     var addNewRowsToSpreadsheet = function () {
         addRowTimeoutRef.current = setTimeout(function () {
             var _a, _b;
@@ -83,10 +81,62 @@ export var SpreadsheetContextProvider = function (_a) {
     var handleDeleteErrors = function (selectedRows) {
         deleteRecords(selectedRows, errors, warnings);
     };
+    var duplicateRecords = useMemo(function () {
+        if (isReadOnly)
+            return { records: {}, count: 0 };
+        var uniqueRecords = new Map();
+        var duplicateGroups = [];
+        var _loop_1 = function (recordKey) {
+            if (Object.prototype.hasOwnProperty.call(dataSet, recordKey)) {
+                var record_1 = dataSet[recordKey];
+                if (rowIsEmpty(record_1))
+                    return "continue";
+                var key = fields.map(function (field) { return record_1[field.name]; }).join("|");
+                if (uniqueRecords.has(key)) {
+                    var saved_1 = uniqueRecords.get(key);
+                    var existingGroup = duplicateGroups.find(function (group) {
+                        return group.some(function (item) { return item._meta.id === saved_1._meta.id; });
+                    });
+                    if (existingGroup) {
+                        existingGroup.push(record_1);
+                    }
+                    else {
+                        duplicateGroups.push([saved_1, record_1]);
+                    }
+                }
+                else {
+                    uniqueRecords.set(key, record_1);
+                }
+            }
+        };
+        for (var recordKey in dataSet) {
+            _loop_1(recordKey);
+        }
+        var count = duplicateGroups.length;
+        var records = {};
+        for (var i = 0; i < duplicateGroups.length; i++) {
+            var group = duplicateGroups[i];
+            for (var j = 0; j < group.length; j++) {
+                var record = group[j];
+                records[record._meta.id] = __assign({}, record);
+            }
+        }
+        return { records: records, count: count };
+    }, [dataSet]);
     var dataSnapshot = useMemo(function () {
-        var filteredData = spreadsheetFilter.type === "rowBased"
-            ? filterRecordsByType(dataSet, spreadsheetFilter.byRow)
-            : filterRecordsByError(dataSet, spreadsheetFilter.byColumn.field, errors);
+        var filteredData = dataSet;
+        switch (spreadsheetFilter.type) {
+            case "rowBased":
+                if (spreadsheetFilter.byRow === "duplicates") {
+                    filteredData = duplicateRecords.records;
+                    break;
+                }
+                filteredData = filterRecordsByType(dataSet, spreadsheetFilter.byRow);
+                break;
+            case "columnBased":
+                filteredData = filterRecordsByError(dataSet, spreadsheetFilter.byColumn.field, errors);
+                break;
+        }
         var filteredDatasetByString = filteredInputValue
             ? filterRecordsBySearchValue(filteredData, filteredInputValue)
             : filteredData;
@@ -109,6 +159,7 @@ export var SpreadsheetContextProvider = function (_a) {
         spreadsheetFilter,
         sortBy,
         Object.keys(dataSet).length,
+        duplicateRecords.count,
         sortByFieldErrors,
         sortByFieldWarnings,
     ]);
@@ -170,7 +221,7 @@ export var SpreadsheetContextProvider = function (_a) {
             return updatedData;
         });
     }, [dataSet, dataSnapshot]);
-    var value = __assign(__assign({ data: updatedDataSnapshot, fields: fields, isLoading: isLoading }, validationState), { isReadOnly: isReadOnly, sortByFieldErrors: sortByFieldErrors, sortByFieldWarnings: sortByFieldWarnings, options: options, recordsWithValuesCount: recordsWithValuesCount, filteredDataCount: filteredDataCount, sortBy: sortBy, warnings: warnings, errors: errors, setIsLoading: setIsLoading, setSortByFieldErrors: handleSortByFieldErrors, setSortByFieldWarnings: handleSortByFieldWarnings, onValidateRecord: onValidateRecord, updateRecord: updateRecordAndRevalidate, selectedRows: selectedRows, setSelectedRows: setSelectedRows, deleteRecords: handleDeleteErrors, filteredInputValue: filteredInputValue, setFilteredInputValue: setFilteredInputValue, lastClickedIndexRef: lastClickedIndexRef, addNewRowsToSpreadsheet: addNewRowsToSpreadsheet, spreadsheetFilter: spreadsheetFilter, resetSpreadsheetFilter: resetSpreadsheetFilter, filterRecordsByRowType: filterRecordsByRowType, filterRecordsByFieldErrors: filterRecordsByFieldErrors, checkboxColumnWidth: checkboxColumnWidth, setSortBy: setSortBy, isFiltering: isFiltering, setIsTransformTooltipOpened: setIsTransformTooltipOpened, isTransformTooltipOpened: isTransformTooltipOpened });
+    var value = __assign(__assign({ data: updatedDataSnapshot, fields: fields }, validationState), { isReadOnly: isReadOnly, sortByFieldErrors: sortByFieldErrors, sortByFieldWarnings: sortByFieldWarnings, options: options, recordsWithValuesCount: recordsWithValuesCount, filteredDataCount: filteredDataCount, sortBy: sortBy, warnings: warnings, errors: errors, setSortByFieldErrors: handleSortByFieldErrors, setSortByFieldWarnings: handleSortByFieldWarnings, onValidateRecord: onValidateRecord, updateRecord: updateRecordAndRevalidate, selectedRows: selectedRows, setSelectedRows: setSelectedRows, deleteRecords: handleDeleteErrors, filteredInputValue: filteredInputValue, setFilteredInputValue: setFilteredInputValue, lastClickedIndexRef: lastClickedIndexRef, addNewRowsToSpreadsheet: addNewRowsToSpreadsheet, spreadsheetFilter: spreadsheetFilter, resetSpreadsheetFilter: resetSpreadsheetFilter, filterRecordsByRowType: filterRecordsByRowType, filterRecordsByFieldErrors: filterRecordsByFieldErrors, checkboxColumnWidth: checkboxColumnWidth, setSortBy: setSortBy, isFiltering: isFiltering, setIsTransformTooltipOpened: setIsTransformTooltipOpened, isTransformTooltipOpened: isTransformTooltipOpened, duplicateRecords: duplicateRecords });
     return (_jsx(SpreadsheetContext.Provider, __assign({ value: value }, { children: children })));
 };
 export var useSpreadsheetContext = function () { return useContext(SpreadsheetContext); };

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/useSpreadsheetFilter.d.ts

@@ -1,6 +1,6 @@
 export type SpreadsheetFilter = {
     type: "rowBased" | "columnBased";
-    byRow?: "all" | "invalid" | "valid";
+    byRow?: "all" | "invalid" | "duplicates";
     byColumn?: {
         type: "fieldWithErrors";
         field: string;

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/utils.d.ts

@@ -1,2 +1,3 @@
 import { Record } from "../../../../types";
 export declare const hasValueInAnyField: (record: Record) => boolean;
+export declare const rowIsEmpty: (row: Record) => boolean;

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/utils.js

@@ -12,3 +12,10 @@ export var hasValueInAnyField = function (record) {
         return value !== null && value !== undefined;
     });
 };
+export var rowIsEmpty = function (row) {
+    return Object.keys(row).every(function (key) {
+        if (key === "_meta")
+            return true;
+        return !row[key];
+    });
+};

package/lib/esm/Importer/common/Spreadsheet/components/SpreadsheetData.js

@@ -38,7 +38,7 @@ import { useImporterContext } from "../../../../Importer/contexts/ImporterContex
 import useWindowDimensions from "../../../../utils/hooks/useWindowSize";
 var getItemKey = function (record) { return record._meta.id; };
 var SpreadsheetData = function (props) {
-    var _a = useSpreadsheetContext(), fields = _a.fields, data = _a.data, isLoading = _a.isLoading, isReadOnly = _a.isReadOnly, totalErrors = _a.totalErrors, validationPercentage = _a.validationPercentage, setSortByFieldErrors = _a.setSortByFieldErrors, options = _a.options, setSortByFieldWarnings = _a.setSortByFieldWarnings, selectedRows = _a.selectedRows, setSelectedRows = _a.setSelectedRows, checkboxColumnWidth = _a.checkboxColumnWidth, isFiltering = _a.isFiltering;
+    var _a = useSpreadsheetContext(), fields = _a.fields, data = _a.data, isReadOnly = _a.isReadOnly, totalErrors = _a.totalErrors, validationPercentage = _a.validationPercentage, setSortByFieldErrors = _a.setSortByFieldErrors, options = _a.options, setSortByFieldWarnings = _a.setSortByFieldWarnings, selectedRows = _a.selectedRows, setSelectedRows = _a.setSelectedRows, checkboxColumnWidth = _a.checkboxColumnWidth, isFiltering = _a.isFiltering;
     var currentStepIndex = useImporterContext().currentStepIndex;
     var isOnSmallScreens = useWindowDimensions().isOnSmallScreens;
     var canShowCheckboxOnCheckboxRowHover = currentStepIndex === 2;
@@ -105,6 +105,6 @@ var SpreadsheetData = function (props) {
     var showValidationProgress = !isReadOnly && validationPercentage < 100;
     var isReviewStep = currentStepIndex === 2;
     return (_jsxs(S.SpreadSheetData, __assign({ h100: true, flexColumn: true, className: props.className }, { children: [_jsx(GlobalStyle, {}), showValidationProgress && (_jsx(Div, __assign({ h: 32 }, { children: _jsx(ValidationProgress, { totalErrors: totalErrors, validationPercentage: validationPercentage }) }))), _jsxs(S.SpreadSheetContainer, __assign({ flexColumn: true, w100: true, h100: true }, { children: [_jsx(Div, __assign({ w100: true, justifyCenter: true }, { children: isReviewStep && _jsx(TableActions, {}) })), _jsxs(S.SpreadSheetWrapper, __assign({ canShowCheckboxOnHover: !showValidationProgress && canShowCheckboxOnCheckboxRowHover, shouldShowOnlyCheckbox: (!showValidationProgress && selectedRows.length > 0) ||
-                            currentStepIndex === 0, dflex: true, h100: true }, { children: [(options === null || options === void 0 ? void 0 : options.showCheckboxColumn) && (_jsx(SpreadsheetRowCheckboxes, { gridRef: rowCheckboxesGridRef, height: spreadsheetHeight, isLoadingData: showValidationProgress })), _jsx(S.TableView, { tableHeadersHeight: spreadsheetHeaderHeightPx, rowHeight: spreadsheetRowHeightPx, h: null, rowWidthScalingFactor: rowWidthScalingFactor, data: data, columns: columns, isLoading: isLoading, onTableScroll: onTableScroll, getItemKey: getItemKey, checkboxColumnWidth: checkboxColumnWidth, isFiltering: isFiltering })] }))] }))] })));
+                            currentStepIndex === 0, dflex: true, h100: true }, { children: [(options === null || options === void 0 ? void 0 : options.showCheckboxColumn) && (_jsx(SpreadsheetRowCheckboxes, { gridRef: rowCheckboxesGridRef, height: spreadsheetHeight, isLoadingData: showValidationProgress })), _jsx(S.TableView, { tableHeadersHeight: spreadsheetHeaderHeightPx, rowHeight: spreadsheetRowHeightPx, h: null, rowWidthScalingFactor: rowWidthScalingFactor, data: data, columns: columns, onTableScroll: onTableScroll, getItemKey: getItemKey, checkboxColumnWidth: checkboxColumnWidth, isFiltering: isFiltering })] }))] }))] })));
 };
 export default React.memo(SpreadsheetData, areEqual);

package/lib/esm/Importer/common/Spreadsheet/components/SpreadsheetRowCheckboxes.js

@@ -44,6 +44,7 @@ import { useSpreadsheetContext } from "../SpreadsheetContextProvider";
 import { Checkbox } from "../../../../common/inputs/Checkbox";
 import { useImporterContext } from "../../../contexts/ImporterContextProvider";
 import ReactVirtualizedAutoSizer from "react-virtualized-auto-sizer";
+import { rowIsEmpty } from "../SpreadsheetContextProvider/utils";
 var StyledGrid = styled(Grid)(templateObject_1 || (templateObject_1 = __makeTemplateObject(["\n  background: ", ";\n  overflow-y: scroll;\n"], ["\n  background: ", ";\n  overflow-y: scroll;\n"])), function (_a) {
     var theme = _a.theme;
     return theme.colors.white50;
@@ -54,16 +55,9 @@ var gridStyles = {
     overflowY: "hidden",
     overflowX: "scroll",
 };
-var rowIsEmpty = function (row) {
-    return Object.keys(row).every(function (key) {
-        if (key === "_meta")
-            return true;
-        return !row[key];
-    });
-};
 export var SpreadsheetRowCheckboxes = function (_a) {
     var height = _a.height, gridRef = _a.gridRef, isLoadingData = _a.isLoadingData, props = __rest(_a, ["height", "gridRef", "isLoadingData"]);
-    var _b = useSpreadsheetContext(), data = _b.data, selectedRows = _b.selectedRows, options = _b.options, lastClickedIndexRef = _b.lastClickedIndexRef, setSelectedRows = _b.setSelectedRows, checkboxColumnWidth = _b.checkboxColumnWidth;
+    var _b = useSpreadsheetContext(), data = _b.data, selectedRows = _b.selectedRows, options = _b.options, lastClickedIndexRef = _b.lastClickedIndexRef, setSelectedRows = _b.setSelectedRows, checkboxColumnWidth = _b.checkboxColumnWidth, isTransformTooltipOpened = _b.isTransformTooltipOpened;
     var currentStepIndex = useImporterContext().currentStepIndex;
     var nonEmptyRows = useMemo(function () { return data.filter(function (row) { return !rowIsEmpty(row); }); }, [
         data,
@@ -71,6 +65,8 @@ export var SpreadsheetRowCheckboxes = function (_a) {
     var isIndeterminate = selectedRows.length > 0 && selectedRows.length < nonEmptyRows.length;
     var handleRowSelect = function (checked, rowIndex, rowMetaId) {
         var _a, _b;
+        if (isTransformTooltipOpened)
+            return;
         var lastRowMetaId = data[data.length - 1]._meta.id;
         var isLastRow = rowMetaId === lastRowMetaId;
         var isLastRowAndEmpty = isLastRow && rowIsEmpty(data[rowIndex]);
@@ -93,6 +89,8 @@ export var SpreadsheetRowCheckboxes = function (_a) {
     };
     var handleSelectMultipleRows = function (rowIndex) {
         var _a, _b;
+        if (isTransformTooltipOpened)
+            return;
         var clickedRowId = (_b = (_a = data[rowIndex]) === null || _a === void 0 ? void 0 : _a._meta) === null || _b === void 0 ? void 0 : _b.id;
         if (selectedRows.includes(clickedRowId)) {
             // The clicked row is already selected, so we have to remove it
@@ -129,6 +127,8 @@ export var SpreadsheetRowCheckboxes = function (_a) {
         }
     };
     var handleSelectAllRows = function (checked) {
+        if (isTransformTooltipOpened)
+            return;
         if (checked) {
             var allRows = data
                 .filter(function (row) {

package/lib/esm/Importer/common/Spreadsheet/components/fields/SpreadsheetInput.js

@@ -56,7 +56,7 @@ export var SpreadsheetInput = function (_a) {
             ? "".concat(totalInputSize, "px")
             : "".concat(defaultWidthAsNumber, "px");
     }, [value, record, columnWidth]);
-    return (_jsxs(SpreadsheetField, __assign({ validationError: validationError, validationWarning: validationWarning, isHighlighted: isHighlighted, defaultFieldWidth: defaultWidthAsNumber, expandedFieldWidth: expandedFieldWidth, shouldExpandInput: true }, { children: [_jsx(Input, __assign({ hasError: !!validationError, hasWarning: !!validationWarning, value: value || "", onChange: function (_a) {
+    return (_jsxs(SpreadsheetField, __assign({ validationError: validationError, validationWarning: validationWarning, isHighlighted: isHighlighted, defaultFieldWidth: defaultWidthAsNumber, expandedFieldWidth: expandedFieldWidth, shouldExpandInput: true }, { children: [_jsx(Input, __assign({ autoComplete: "off", hasError: !!validationError, hasWarning: !!validationWarning, value: value || "", onChange: function (_a) {
                     var value = _a.target.value;
                     return !isTransformTooltipOpened && setValue(value);
                 }, disabledWhen: isTransformTooltipOpened }, props)), ((_g = (_f = (_e = record === null || record === void 0 ? void 0 : record._meta) === null || _e === void 0 ? void 0 : _e.transformedRow) === null || _f === void 0 ? void 0 : _f[name]) === null || _g === void 0 ? void 0 : _g.original) &&

package/lib/esm/Importer/common/Spreadsheet/components/fields/index.js

@@ -51,7 +51,7 @@ var __generator = (this && this.__generator) || function (thisArg, body) {
 };
 import { jsx as _jsx } from "react/jsx-runtime";
 import { debounce, get } from "lodash";
-import { useCallback, useState } from "react";
+import { useCallback, useEffect, useState } from "react";
 import styled, { css } from "styled-components";
 import { TooltipProvider } from "../../../../../common/TooltipProvider";
 import { Div } from "../../../../../styled/utils";
@@ -62,6 +62,11 @@ export var useSpreadsheetField = function (name, record, fieldType) {
     var _b = useState(record[name]), value = _b[0], setValue = _b[1];
     var validationError = get(errors, "".concat(record._meta.id, ".").concat(name), null);
     var validationWarning = get(warnings, "".concat(record._meta.id, ".").concat(name), null);
+    useEffect(function () {
+        if (record[name] !== value) {
+            setValue(record[name]);
+        }
+    }, [record[name]]);
     var updateData = useCallback(debounce(function (value) { return __awaiter(void 0, void 0, void 0, function () {
         var newRecord;
         var _a;
@@ -102,13 +107,9 @@ var ContentContainer = styled(Div)(templateObject_7 || (templateObject_7 = __mak
 }, function (p) {
     return p.isReadOnly && css(templateObject_6 || (templateObject_6 = __makeTemplateObject(["\n      pointer-events: none;\n    "], ["\n      pointer-events: none;\n    "])));
 });
-var Wrapper = styled(Div)(function (_a) {
-    var isLoading = _a.isLoading;
-    return css(templateObject_9 || (templateObject_9 = __makeTemplateObject(["\n    ", "\n  "], ["\n    ", "\n  "])), isLoading && css(templateObject_8 || (templateObject_8 = __makeTemplateObject(["\n      pointer-events: none;\n    "], ["\n      pointer-events: none;\n    "]))));
-});
 export var SpreadsheetField = function (_a) {
     var validationError = _a.validationError, validationWarning = _a.validationWarning, children = _a.children, isHighlighted = _a.isHighlighted, expandedFieldWidth = _a.expandedFieldWidth, shouldExpandInput = _a.shouldExpandInput, defaultFieldWidth = _a.defaultFieldWidth;
-    var _b = useSpreadsheetContext(), isReadOnly = _b.isReadOnly, isLoading = _b.isLoading;
-    return (_jsx(Wrapper, __assign({ dim: "100%", isLoading: isLoading }, { children: _jsx(TooltipProvider, __assign({ tooltip: validationError || validationWarning }, { children: _jsx(Div, __assign({ dim: "100%" }, { children: _jsx(ContentContainer, __assign({ hasError: !!validationError, hasWarning: !!validationWarning, isHighlighted: isHighlighted, expandedFieldWidth: expandedFieldWidth, defaultFieldWidth: defaultFieldWidth, shouldExpandInput: shouldExpandInput, isReadOnly: isReadOnly, className: "input-content" }, { children: children })) })) })) })));
+    var isReadOnly = useSpreadsheetContext().isReadOnly;
+    return (_jsx(Div, __assign({ dim: "100%" }, { children: _jsx(TooltipProvider, __assign({ tooltip: validationError || validationWarning }, { children: _jsx(Div, __assign({ dim: "100%" }, { children: _jsx(ContentContainer, __assign({ hasError: !!validationError, hasWarning: !!validationWarning, isHighlighted: isHighlighted, expandedFieldWidth: expandedFieldWidth, defaultFieldWidth: defaultFieldWidth, shouldExpandInput: shouldExpandInput, isReadOnly: isReadOnly, className: "input-content" }, { children: children })) })) })) })));
 };
-var templateObject_1, templateObject_2, templateObject_3, templateObject_4, templateObject_5, templateObject_6, templateObject_7, templateObject_8, templateObject_9;
+var templateObject_1, templateObject_2, templateObject_3, templateObject_4, templateObject_5, templateObject_6, templateObject_7;

package/lib/esm/Importer/common/Spreadsheet/hooks.d.ts

@@ -5,7 +5,6 @@ import { BatchValidationErrors, Field, OnValidateRecord, Record, RecordDataSet }
 type UseValidationStateArgs = {
     onValidateRecord?: OnValidateRecord;
     setDataSet: React.Dispatch<React.SetStateAction<RecordDataSet>>;
-    setIsLoading: React.Dispatch<React.SetStateAction<boolean>>;
     initialDataSet: RecordDataSet;
     dataSet: RecordDataSet;
     fields: Field[];
@@ -30,5 +29,5 @@ type UseValidationStateReturnValue = ValidationState & {
     deleteRecords: DeleteRecords;
     updateRecordAndRevalidate: (record: Record) => Promise<void>;
 };
-export declare const useValidationState: ({ initialDataSet, dataSet, fields, options, isReadOnly, setDataSet, setIsLoading, onValidateRecord, }: UseValidationStateArgs) => UseValidationStateReturnValue;
+export declare const useValidationState: ({ initialDataSet, dataSet, fields, options, isReadOnly, setDataSet, onValidateRecord, }: UseValidationStateArgs) => UseValidationStateReturnValue;
 export {};

package/lib/esm/Importer/common/Spreadsheet/hooks.js

@@ -45,7 +45,6 @@ var __generator = (this && this.__generator) || function (thisArg, body) {
         if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
     }
 };
-import { omit, set } from "lodash";
 import { useCallback, useEffect, useMemo, useState } from "react";
 import { useTableActions, } from "../../../common/Table/TableActions/hooks";
 import { selectValidatorsFor, validateRecord } from "./validation";
@@ -56,7 +55,7 @@ var checkIfHasErrors = function (errors) {
 export var useValidationState = function (_a) {
     var initialDataSet = _a.initialDataSet, //Initial Data Set, used to run the initial validation
     dataSet = _a.dataSet, //Current Updated Data Set
-    fields = _a.fields, options = _a.options, isReadOnly = _a.isReadOnly, setDataSet = _a.setDataSet, setIsLoading = _a.setIsLoading, onValidateRecord = _a.onValidateRecord;
+    fields = _a.fields, options = _a.options, isReadOnly = _a.isReadOnly, setDataSet = _a.setDataSet, onValidateRecord = _a.onValidateRecord;
     var _b = useState({}), errors = _b[0], setErrors = _b[1];
     var _c = useState({}), warnings = _c[0], setWarnings = _c[1];
     var _d = useState(0), validationPercentage = _d[0], setValidationPercentage = _d[1];
@@ -68,14 +67,22 @@ export var useValidationState = function (_a) {
         setWarnings: setWarnings,
     }).deleteRecords;
     // Validate record and update dataSet
-    var updateRecordAndRevalidate = useCallback(function (record) { return __awaiter(void 0, void 0, void 0, function () {
-        var recordId, newDataSet, data, _a, recordErrors, recordWarnings, hasError, hasWarning;
-        var _b;
-        return __generator(this, function (_c) {
-            switch (_c.label) {
+    var updateRecordAndRevalidate = useCallback(function (records) { return __awaiter(void 0, void 0, void 0, function () {
+        var recordsArray, newDataSet, newErrors, newWarnings, i, record, recordId, data, _a, recordErrors, recordWarnings, hasError, hasWarning;
+        return __generator(this, function (_b) {
+            switch (_b.label) {
                 case 0:
+                    recordsArray = Array.isArray(records) ? records : [records];
+                    newDataSet = __assign({}, dataSet);
+                    newErrors = __assign({}, errors);
+                    newWarnings = __assign({}, warnings);
+                    i = 0;
+                    _b.label = 1;
+                case 1:
+                    if (!(i < recordsArray.length)) return [3 /*break*/, 4];
+                    record = recordsArray[i];
                     recordId = record._meta.id;
-                    newDataSet = __assign(__assign({}, dataSet), (_b = {}, _b[recordId] = __assign({}, record), _b));
+                    newDataSet[recordId] = __assign({}, record);
                     // 'touched' should be set before validation
                     newDataSet[recordId]._meta.touched = true;
                     data = Object.values(newDataSet);
@@ -86,36 +93,41 @@ export var useValidationState = function (_a) {
                             fields: fields,
                             record: record,
                         })];
-                case 1:
-                    _a = _c.sent(), recordErrors = _a.errors, recordWarnings = _a.warnings;
+                case 2:
+                    _a = _b.sent(), recordErrors = _a.errors, recordWarnings = _a.warnings;
                     hasError = checkIfHasErrors(recordErrors);
                     hasWarning = checkIfHasErrors(recordWarnings);
                     newDataSet[recordId]._meta.isInvalid = hasError;
                     newDataSet[recordId]._meta.hasWarning = hasWarning;
-                    setErrors(function (errors) {
-                        var newErrors = __assign({}, errors);
-                        var newState = hasError
-                            ? set(newErrors, recordId, recordErrors)
-                            : omit(newErrors, recordId);
-                        return newState;
-                    });
-                    setWarnings(function (warnings) {
-                        var newWarnings = __assign({}, warnings);
-                        var newState = hasWarning
-                            ? set(newWarnings, recordId, recordWarnings)
-                            : omit(newWarnings, recordId);
-                        return newState;
-                    });
-                    setDataSet(newDataSet); //Update the dataSet
+                    if (hasError) {
+                        newErrors[recordId] = recordErrors;
+                    }
+                    else {
+                        delete newErrors[recordId];
+                    }
+                    if (hasWarning) {
+                        newWarnings[recordId] = recordWarnings;
+                    }
+                    else {
+                        delete newWarnings[recordId];
+                    }
+                    _b.label = 3;
+                case 3:
+                    i++;
+                    return [3 /*break*/, 1];
+                case 4:
+                    setErrors(newErrors);
+                    setWarnings(newWarnings);
+                    setDataSet(newDataSet); // Update the dataSet
                     return [2 /*return*/];
             }
         });
-    }); }, [dataSet, validatorsCache]);
+    }); }, [dataSet, errors, warnings, validatorsCache]);
     // Initial data validation and update dataSet
     useEffect(function () {
         if (!initialDataSet || isReadOnly)
             return;
-        setIsLoading(true);
+        setIsLoadingApp(true);
         var initialValidation = function () { return __awaiter(void 0, void 0, void 0, function () {
             var errors, warnings, initialData, length, _a, batchValidationDelayMs, _b, batchValidationSize, batchSize, batchCount, batchIdx, idx, batch, index, record, recordId, _c, recordErrors, recordWarnings, hasError, hasWarning, validationPercentage_1;
             return __generator(this, function (_d) {
@@ -194,7 +206,6 @@ export var useValidationState = function (_a) {
                     case 2: return [4 /*yield*/, initialValidation()];
                     case 3:
                         _a.sent();
-                        setIsLoading(false);
                         setIsLoadingApp(false);
                         return [2 /*return*/];
                 }

package/lib/esm/Importer/common/Spreadsheet/transformation/transformators.js

@@ -209,28 +209,4 @@ var integerTransformations = {
         return isTransformationNeeded(fieldValue, valueWithCorrectType);
     },
 };
-var enumTransformations = {
-    autodetect: function (fieldValue, _, fieldOptions) {
-        var options = fieldOptions.options.map(function (option) {
-            return option.toLowerCase();
-        });
-        if (!fieldValue || options.length === 0)
-            return {
-                transformationWasNeeded: false,
-                original: fieldValue,
-                transformed: null,
-            };
-        var parsedRecord = String(fieldValue).toLowerCase();
-        var trueOptionIndex = options.findIndex(function (option) { return option === "true" || option === "1"; });
-        var falseOptionIndex = options.findIndex(function (option) { return option === "false" || option === "0"; });
-        if (trueOptionIndex !== -1 && falseOptionIndex !== -1) {
-            var transformedValue_1 = parsedRecord === options[trueOptionIndex]
-                ? fieldOptions.options[trueOptionIndex]
-                : fieldOptions.options[falseOptionIndex];
-            return isTransformationNeeded(fieldValue, transformedValue_1);
-        }
-        var transformedValue = fieldOptions.options[0];
-        return isTransformationNeeded(fieldValue, transformedValue);
-    },
-};
-export var fieldTransformations = __assign(__assign(__assign(__assign(__assign(__assign({}, stringFieldTransformations), datesDateTimesAndTimesTransformations), urlTransformations), floatTransformations), integerTransformations), enumTransformations);
+export var fieldTransformations = __assign(__assign(__assign(__assign(__assign({}, stringFieldTransformations), datesDateTimesAndTimesTransformations), urlTransformations), floatTransformations), integerTransformations);