fuse-importer 0.27.0 → 0.30.0

package/lib/esm/Importer/Uploader/DragAndDropImporter/index.js

@@ -15,10 +15,10 @@ import { Div } from "../../../styled/utils";
 import { closeIconWithCircle, errorIcon, fileExtensionIcon, } from "../../common/icons";
 import { useImporterContext } from "../../contexts/ImporterContextProvider";
 import { useUploaderContext } from "../UploaderContextProvider";
-import { ImporterDropzone } from "./ImporterDropzone";
 import { useTranslation } from "react-i18next";
 import { HeaderCard } from "./ImporterSectionHeader";
 import * as S from "./DragAndDropImporter.styles";
+import { ImporterDropzone } from "./ImporterDropzone";
 export var ErrorCard = function () {
     var templateError = useImporterContext().templateError;
     var t = useTranslation("upload").t;
@@ -33,8 +33,16 @@ var LoadingCard = function () {
     return (_jsxs(S.LoadingCardWrapper, __assign({ spaceBetween: true, centered: true }, { children: [fileExtensionUI, _jsxs(Div, __assign({ mr: 30, ml: 30 }, { children: [_jsx(Div, __assign({ label2: true }, { children: fileName })), _jsx(Div, __assign({ helperText: true, c: colors.gray500 }, { children: t("loading.title") }))] })), _jsx(Div, __assign({ clickable: true, onClick: resetImport }, { children: closeIconWithCircle }))] })));
 };
 var ImporterSection = function () {
-    var _a = useImporterContext(), templateHeaders = _a.templateHeaders, templateError = _a.templateError;
-    return templateError ? (_jsx(ErrorCard, {})) : (_jsx(_Fragment, { children: templateHeaders && (_jsxs(S.ImporterSectionContainer, { children: [_jsx(ImporterDropzone, {}), _jsx(HeaderCard, { templateHeaders: templateHeaders })] })) }));
+    var _a = useImporterContext(), templateHeaders = _a.templateHeaders, templateError = _a.templateError, setUploadedData = _a.setUploadedData;
+    var _b = useUploaderContext(), setIsUploading = _b.setIsUploading, setFileName = _b.setFileName;
+    var onComplete = function (data) {
+        setUploadedData(data);
+        setIsUploading(false);
+    };
+    var saveFileName = function (fileName) {
+        setFileName(fileName);
+    };
+    return templateError ? (_jsx(ErrorCard, {})) : (_jsx(_Fragment, { children: templateHeaders && (_jsxs(S.ImporterSectionContainer, { children: [_jsx(ImporterDropzone, { onComplete: onComplete, saveFileName: saveFileName, setIsLoading: setIsUploading }), _jsx(HeaderCard, { templateHeaders: templateHeaders })] })) }));
 };
 var DragAndDropImporter = function () {
     var isUploading = useUploaderContext().isUploading;

package/lib/esm/Importer/Uploader/HeadersPreview.js

@@ -14,6 +14,7 @@ var __assign = (this && this.__assign) || function () {
     return __assign.apply(this, arguments);
 };
 import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
+import { useEffect } from "react";
 import { useTranslation } from "react-i18next";
 import styled, { css } from "styled-components";
 import { Div } from "../../styled/utils";
@@ -21,7 +22,6 @@ import { useReviewContext } from "../Review/ReviewContextProvider";
 import SpreadsheetBase from "../common/Spreadsheet";
 import { useImporterContext } from "../contexts/ImporterContextProvider";
 import { HeaderButtons } from "./HeaderButtons";
-import { useEffect } from "react";
 var Spreadsheet = styled(SpreadsheetBase)(function () { return css(templateObject_1 || (templateObject_1 = __makeTemplateObject(["\n    /* rows will be removed for match and review steps */\n    .before-selected-row {\n      opacity: 0.2;\n    }\n  "], ["\n    /* rows will be removed for match and review steps */\n    .before-selected-row {\n      opacity: 0.2;\n    }\n  "]))); });
 var HeaderContainer = styled(Div)(templateObject_2 || (templateObject_2 = __makeTemplateObject(["\n  margin-left: 32px;\n\n  @media (max-width: 1050px) {\n    margin-left: 0px;\n\n    > div:first-of-type {\n      text-align: center;\n    }\n\n    div:last-of-type {\n      margin-left: 0px;\n    }\n  }\n"], ["\n  margin-left: 32px;\n\n  @media (max-width: 1050px) {\n    margin-left: 0px;\n\n    > div:first-of-type {\n      text-align: center;\n    }\n\n    div:last-of-type {\n      margin-left: 0px;\n    }\n  }\n"])));
 var DescriptionAndButtons = styled(Div)(templateObject_3 || (templateObject_3 = __makeTemplateObject(["\n  @media (max-width: 1050px) {\n    flex-direction: column;\n    gap: 16px;\n  }\n"], ["\n  @media (max-width: 1050px) {\n    flex-direction: column;\n    gap: 16px;\n  }\n"])));

package/lib/esm/Importer/common/Spreadsheet/DataSetContextProvider/index.d.ts

@@ -0,0 +1,16 @@
+import React, { MutableRefObject } from "react";
+import { Record, RecordDataSet } from "../../../../types";
+export type State = {
+    getRecord: (recordId: string) => Record;
+    setRecord: (recordId: string, record: Record) => Record;
+    deleteRecord: (recordId: string) => void;
+    dataSet: MutableRefObject<RecordDataSet>;
+    dataSetLength: MutableRefObject<number>;
+    emptyRecordIds: MutableRefObject<Set<string>>;
+};
+export declare const DataSetContext: React.Context<State>;
+export declare const DataSetContextProvider: ({ initialDataSet, children }: {
+    initialDataSet: any;
+    children: any;
+}) => JSX.Element;
+export declare const useDataSetContext: () => State;

package/lib/esm/Importer/common/Spreadsheet/DataSetContextProvider/index.js

@@ -0,0 +1,63 @@
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+import { jsx as _jsx } from "react/jsx-runtime";
+import { createContext, useContext, useEffect, useRef, } from "react";
+import { rowIsEmpty } from "../SpreadsheetContextProvider/utils";
+export var DataSetContext = createContext({});
+export var DataSetContextProvider = function (_a) {
+    var initialDataSet = _a.initialDataSet, children = _a.children;
+    var dataSet = useRef(initialDataSet);
+    var dataSetLength = useRef(Object.keys(dataSet.current).length);
+    var emptyRecordIds = useRef(new Set());
+    var reset = function () {
+        emptyRecordIds.current = new Set();
+    };
+    useEffect(function () {
+        reset();
+        // without the hook, with the changes on where the context would
+        // live, the dataSet was not being correctly updated for the Match step
+        dataSet.current = initialDataSet;
+        dataSetLength.current = Object.keys(initialDataSet).length;
+    }, [initialDataSet]);
+    var getRecord = function (recordId) {
+        return dataSet.current[recordId];
+    };
+    var deleteRecord = function (recordId) {
+        if (dataSet.current[recordId]) {
+            dataSetLength.current -= 1;
+        }
+        delete dataSet.current[recordId];
+    };
+    var setRecord = function (recordId, record) {
+        if (!dataSet.current[recordId]) {
+            dataSetLength.current += 1;
+        }
+        if (rowIsEmpty(record)) {
+            emptyRecordIds.current.add(recordId);
+        }
+        else {
+            emptyRecordIds.current.delete(recordId);
+        }
+        dataSet.current[recordId] = record;
+        return getRecord(recordId);
+    };
+    var value = {
+        getRecord: getRecord,
+        setRecord: setRecord,
+        deleteRecord: deleteRecord,
+        dataSet: dataSet,
+        dataSetLength: dataSetLength,
+        emptyRecordIds: emptyRecordIds,
+    };
+    return (_jsx(DataSetContext.Provider, __assign({ value: value }, { children: children })));
+};
+export var useDataSetContext = function () { return useContext(DataSetContext); };

package/lib/esm/Importer/common/Spreadsheet/DuplicateDataContextProvider/index.d.ts

@@ -0,0 +1,19 @@
+import { MutableRefObject } from "react";
+import { DuplicateValuesCollection, Field, Record, RecordDataSet } from "../../../../types";
+type DuplicateDataProps = {
+    fields: Field[];
+    isReadOnly: boolean;
+    children: any;
+};
+export type State = {
+    duplicateRecordIds: Set<string>;
+    duplicateValues: MutableRefObject<DuplicateValuesCollection>;
+    fieldsWithUniquenessConstraints: MutableRefObject<Field[]>;
+    calculateDuplicateRecords: () => void;
+    updateDuplicateValues: (oldRecord: RecordDataSet, newRecord: RecordDataSet, initialValidation: boolean, updateRecordAndRevalidate: (record: Record | Record[], initialValidation: boolean, loadingIndicator: boolean) => void) => void;
+    resetDuplicateProvider: () => void;
+};
+export declare const DuplicateDataContext: import("react").Context<State>;
+export declare const DuplicateDataContextProvider: ({ fields, isReadOnly, children, }: DuplicateDataProps) => JSX.Element;
+export declare const useDuplicateDataContext: () => State;
+export {};

package/lib/esm/Importer/common/Spreadsheet/DuplicateDataContextProvider/index.js

@@ -0,0 +1,155 @@
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+import { jsx as _jsx } from "react/jsx-runtime";
+import { createContext, useContext, useRef, useState, } from "react";
+import { useDataSetContext } from "../DataSetContextProvider";
+import { RecordHashCalculator } from "../SpreadsheetContextProvider/hashCalculators";
+export var DuplicateDataContext = createContext({});
+export var DuplicateDataContextProvider = function (_a) {
+    var fields = _a.fields, isReadOnly = _a.isReadOnly, children = _a.children;
+    var _b = useState(new Set()), duplicateRecordIds = _b[0], setDuplicateRecordIds = _b[1];
+    var _c = useDataSetContext(), dataSet = _c.dataSet, getRecord = _c.getRecord;
+    var duplicateValues = useRef({});
+    var fieldsWithUniquenessConstraints = useRef([]);
+    var reset = function () {
+        fieldsWithUniquenessConstraints.current = [];
+        duplicateValues.current = {};
+        setDuplicateRecordIds(new Set());
+    };
+    var resetDuplicateProvider = function () {
+        reset();
+        calculateDuplicateRecords();
+        calculateFieldsWithUniquenessConstraints();
+    };
+    var calculateFieldsWithUniquenessConstraints = function () {
+        var uniqueFields = fields.filter(function (f) {
+            if (!f.validations)
+                return;
+            return (f.validations.find(function (v) {
+                return (["unique_case_sensitive", "unique_case_insensitive"].indexOf(v.validation_type) >= 0);
+            }) !== undefined);
+        });
+        fieldsWithUniquenessConstraints.current = uniqueFields;
+    };
+    var updateDuplicateValues = function (oldRecord, newRecord, initialValidation, updateRecordAndRevalidate) {
+        var recordsToUpdate = [];
+        fieldsWithUniquenessConstraints.current.forEach(function (f) { return __awaiter(void 0, void 0, void 0, function () {
+            var duplicatesForField, isCaseInsensitive, recordId, oldValue, newValue, oldValueAccessor, oldIndex, remainingRecordId, newValueAccessor, firstRecordIdToHaveValue;
+            return __generator(this, function (_a) {
+                duplicateValues.current[f.name] = duplicateValues.current[f.name] || {};
+                duplicatesForField = duplicateValues.current[f.name];
+                isCaseInsensitive = f.validations.find(function (v) { return v.validation_type === "unique_case_insensitive"; }) !== undefined;
+                recordId = oldRecord._meta.id;
+                oldValue = oldRecord[f.name];
+                newValue = newRecord[f.name];
+                if (newValue === oldValue && !initialValidation) {
+                    return [2 /*return*/];
+                }
+                if (oldValue && !initialValidation) {
+                    oldValueAccessor = isCaseInsensitive
+                        ? String(oldValue).toLowerCase()
+                        : oldValue;
+                    if (duplicatesForField[oldValueAccessor]) {
+                        oldIndex = duplicatesForField[oldValueAccessor].indexOf(recordId);
+                        if (oldIndex >= 0) {
+                            duplicatesForField[oldValueAccessor].splice(oldIndex, 1);
+                        }
+                        if (duplicatesForField[oldValueAccessor].length === 1) {
+                            remainingRecordId = duplicatesForField[oldValueAccessor][0];
+                            recordsToUpdate.push(getRecord(remainingRecordId));
+                        }
+                    }
+                }
+                if (newValue) {
+                    newValueAccessor = isCaseInsensitive
+                        ? String(newValue).toLowerCase()
+                        : newValue;
+                    duplicatesForField[newValueAccessor] =
+                        duplicatesForField[newValueAccessor] || [];
+                    if (!duplicatesForField[newValueAccessor].includes(recordId)) {
+                        duplicatesForField[newValueAccessor].push(recordId);
+                    }
+                    if (duplicatesForField[newValueAccessor].length === 2) {
+                        firstRecordIdToHaveValue = duplicatesForField[newValueAccessor][0];
+                        recordsToUpdate.push(getRecord(firstRecordIdToHaveValue));
+                    }
+                }
+                return [2 /*return*/];
+            });
+        }); });
+        if (recordsToUpdate.length > 0) {
+            updateRecordAndRevalidate(recordsToUpdate, false, false);
+        }
+    };
+    var calculateDuplicateRecords = function () { return __awaiter(void 0, void 0, void 0, function () {
+        var computeHashesForRecords;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    computeHashesForRecords = RecordHashCalculator().computeHashesForRecords;
+                    return [4 /*yield*/, computeHashesForRecords(dataSet.current, fields, function (hashes) {
+                            var duplicateIds = hashes.map(function (hash) { return hash["id"]; });
+                            setDuplicateRecordIds(new Set(duplicateIds));
+                        })];
+                case 1:
+                    _a.sent();
+                    return [2 /*return*/];
+            }
+        });
+    }); };
+    var value = {
+        duplicateRecordIds: duplicateRecordIds,
+        duplicateValues: duplicateValues,
+        fieldsWithUniquenessConstraints: fieldsWithUniquenessConstraints,
+        calculateDuplicateRecords: calculateDuplicateRecords,
+        updateDuplicateValues: updateDuplicateValues,
+        resetDuplicateProvider: resetDuplicateProvider,
+    };
+    return (_jsx(DuplicateDataContext.Provider, __assign({ value: value }, { children: children })));
+};
+export var useDuplicateDataContext = function () { return useContext(DuplicateDataContext); };

package/lib/esm/Importer/common/Spreadsheet/FilteredDataContextProvider/index.d.ts

@@ -0,0 +1,29 @@
+import React, { MutableRefObject } from "react";
+import { SpreadsheetFilter } from "../SpreadsheetContextProvider/useSpreadsheetFilter";
+import { SortBy } from "../common/types";
+export type State = {
+    filteredDataIds: string[];
+    filteredInputValue: string;
+    setFilteredInputValue: (value: string) => void;
+    sortByFieldErrors: string;
+    sortByFieldWarnings: string;
+    handleSortByFieldErrors: (field: string) => void;
+    handleSortByFieldWarnings: (field: string) => void;
+    resetSpreadsheetFilter: () => void;
+    filterRecordsByRowType: (filterByRow: string) => void;
+    filterRecordsByFieldErrors: (filterByColumn: string) => void;
+    sortBy: SortBy;
+    setSortBy: React.Dispatch<React.SetStateAction<SortBy>>;
+    spreadsheetFilter: SpreadsheetFilter;
+    isFiltering: boolean;
+    lastFilteredRecordId: MutableRefObject<string>;
+    setRecalculateFilters: React.Dispatch<React.SetStateAction<boolean>>;
+};
+type ContextArgs = {
+    getSortCompareFn: any;
+    children: any;
+};
+export declare const FilteredDataContext: React.Context<State>;
+export declare const FilteredDataContextProvider: ({ getSortCompareFn, children, }: ContextArgs) => JSX.Element;
+export declare const useFilteredDataContext: () => State;
+export {};

package/lib/esm/Importer/common/Spreadsheet/FilteredDataContextProvider/index.js

@@ -0,0 +1,150 @@
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+import { jsx as _jsx } from "react/jsx-runtime";
+import { createContext, useCallback, useContext, useEffect, useMemo, useRef, useState, } from "react";
+import { useEventManagerContext } from "../../../../common/EventManagerContextProvider";
+import { useDataSetContext } from "../DataSetContextProvider";
+import { useDuplicateDataContext } from "../DuplicateDataContextProvider";
+import { getFilterConditions } from "../SpreadsheetContextProvider/filterMethods";
+import { useSpreadsheetFilter, } from "../SpreadsheetContextProvider/useSpreadsheetFilter";
+import { useValidationContext } from "../ValidationContextProvider";
+var getDefaultSortCompareFn = function (sortBy) {
+    return function (a, b) {
+        var aField = a[sortBy.field];
+        var bField = b[sortBy.field];
+        if (aField === bField)
+            return a._meta.rowIndex > b._meta.rowIndex ? 1 : -1;
+        if (!aField)
+            return 1;
+        if (!bField)
+            return -1;
+        if (sortBy.direction === "asc")
+            return aField > bField ? 1 : -1;
+        return aField < bField ? 1 : -1;
+    };
+};
+export var FilteredDataContext = createContext({});
+export var FilteredDataContextProvider = function (_a) {
+    var _b = _a.getSortCompareFn, getSortCompareFn = _b === void 0 ? getDefaultSortCompareFn : _b, children = _a.children;
+    var _c = useSpreadsheetFilter(), spreadsheetFilter = _c.spreadsheetFilter, filterRecordsByRowType = _c.filterRecordsByRowType, filterRecordsByFieldErrors = _c.filterRecordsByFieldErrors, resetSpreadsheetFilter = _c.resetSpreadsheetFilter;
+    var _d = useState(""), filteredInputValue = _d[0], setFilteredInputValue = _d[1];
+    var _e = useState(null), sortByFieldErrors = _e[0], setSortByFieldErrors = _e[1];
+    var _f = useState(null), sortByFieldWarnings = _f[0], setSortByFieldWarnings = _f[1];
+    var _g = useState(null), sortBy = _g[0], setSortBy = _g[1];
+    var _h = useState(false), recalculateFilters = _h[0], setRecalculateFilters = _h[1];
+    var lastFilteredRecordId = useRef(null);
+    var _j = useEventManagerContext(), on = _j.on, off = _j.off, EVENTS = _j.EVENTS;
+    var _k = useDataSetContext(), getRecord = _k.getRecord, dataSet = _k.dataSet;
+    var duplicateRecordIds = useDuplicateDataContext().duplicateRecordIds;
+    var _l = useValidationContext(), errors = _l.errors, warnings = _l.warnings;
+    var reset = function () {
+        resetSpreadsheetFilter();
+        setFilteredInputValue("");
+        setSortByFieldErrors(null);
+        setSortBy(null);
+    };
+    var sortByFieldError = function (a, b, errors, warnings, sortByFieldErrors, sortByFieldWarnings) {
+        var _a, _b;
+        var aRecordId = a._meta.id;
+        var bRecordId = b._meta.id;
+        var aHasErrors = !!((_a = (sortByFieldErrors
+            ? errors.current
+            : warnings.current)[aRecordId]) === null || _a === void 0 ? void 0 : _a[sortByFieldErrors || sortByFieldWarnings]);
+        var bHasErrors = !!((_b = (sortByFieldErrors
+            ? errors.current
+            : warnings.current)[bRecordId]) === null || _b === void 0 ? void 0 : _b[sortByFieldErrors || sortByFieldWarnings]);
+        if (aHasErrors === bHasErrors) {
+            return a._meta.rowIndex > b._meta.rowIndex ? 1 : -1;
+        }
+        return bHasErrors ? 1 : -1;
+    };
+    var recalculateFilteredIds = function () {
+        var filterConditions = getFilterConditions(spreadsheetFilter, getRecord, errors, filteredInputValue, duplicateRecordIds);
+        var ids = [];
+        var lastRecordId;
+        var _loop_1 = function (key) {
+            if (filterConditions.every(function (condition) { return condition(key); })) {
+                lastRecordId = key;
+                ids.push(key);
+            }
+        };
+        for (var key in dataSet.current) {
+            _loop_1(key);
+        }
+        lastFilteredRecordId.current = lastRecordId;
+        if (sortBy) {
+            ids.sort(function (a, b) { return getSortCompareFn(sortBy)(getRecord(a), getRecord(b)); });
+        }
+        else if (!!sortByFieldErrors || !!sortByFieldWarnings) {
+            ids.sort(function (a, b) {
+                return sortByFieldError(getRecord(a), getRecord(b), errors, warnings, sortByFieldErrors, sortByFieldWarnings);
+            });
+        }
+        return ids;
+    };
+    var filteredDataIds = useMemo(function () {
+        return recalculateFilteredIds();
+    }, [
+        filteredInputValue,
+        spreadsheetFilter,
+        sortBy,
+        dataSet.current,
+        duplicateRecordIds.size,
+        sortByFieldErrors,
+        sortByFieldWarnings,
+        recalculateFilters,
+    ]);
+    useEffect(function () {
+        reset();
+        setRecalculateFilters(function (prev) { return !prev; });
+    }, [dataSet.current]);
+    useEffect(function () {
+        var listener = function () {
+            setRecalculateFilters(function (prev) { return !prev; });
+        };
+        on(EVENTS.ON_LAST_ROW_CHANGED, listener);
+        return function () {
+            off(EVENTS.ON_LAST_ROW_CHANGED, listener);
+        };
+    }, []);
+    var isFiltering = useMemo(function () { return !!filteredInputValue; }, [filteredInputValue]);
+    var handleSortByFieldErrors = useCallback(function (field) {
+        setSortByFieldErrors(field === sortByFieldErrors ? null : field);
+        setSortByFieldWarnings(null);
+        setSortBy(null);
+    }, [sortByFieldErrors]);
+    var handleSortByFieldWarnings = useCallback(function (field) {
+        setSortByFieldWarnings(field === sortByFieldWarnings ? null : field);
+        setSortByFieldErrors(null);
+        setSortBy(null);
+    }, [sortByFieldWarnings]);
+    var value = {
+        filteredDataIds: filteredDataIds,
+        filteredInputValue: filteredInputValue,
+        setFilteredInputValue: setFilteredInputValue,
+        sortByFieldErrors: sortByFieldErrors,
+        sortByFieldWarnings: sortByFieldWarnings,
+        handleSortByFieldErrors: handleSortByFieldErrors,
+        handleSortByFieldWarnings: handleSortByFieldWarnings,
+        resetSpreadsheetFilter: resetSpreadsheetFilter,
+        filterRecordsByRowType: filterRecordsByRowType,
+        filterRecordsByFieldErrors: filterRecordsByFieldErrors,
+        sortBy: sortBy,
+        setSortBy: setSortBy,
+        spreadsheetFilter: spreadsheetFilter,
+        isFiltering: isFiltering,
+        lastFilteredRecordId: lastFilteredRecordId,
+        setRecalculateFilters: setRecalculateFilters,
+    };
+    return (_jsx(FilteredDataContext.Provider, __assign({ value: value }, { children: children })));
+};
+export var useFilteredDataContext = function () { return useContext(FilteredDataContext); };

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/filterMethods.d.ts

@@ -1,5 +1,7 @@
-import { BatchValidationErrors, RecordDataSet } from "../../../../types";
+import { DuplicateRecordIds, Record } from "../../../../types";
 import { SpreadsheetFilter } from "./useSpreadsheetFilter";
-export declare const filterRecordsBySearchValue: (obj: RecordDataSet, value: string) => RecordDataSet;
-export declare const filterRecordsByType: (obj: RecordDataSet, filterType: SpreadsheetFilter["byRow"]) => RecordDataSet;
-export declare const filterRecordsByError: (obj: RecordDataSet, keyToFilter: string, errors: BatchValidationErrors) => RecordDataSet;
+type FilterCondition = (id: string) => boolean;
+export declare const getFilterConditions: (spreadsheetFilter: SpreadsheetFilter, getRecord: (recordId: string) => Record, errors: {
+    current: Record;
+}, filteredInputValue: string, duplicateRecordIds: DuplicateRecordIds) => FilterCondition[];
+export {};

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/filterMethods.js

@@ -1,8 +1,30 @@
-//Filter records by search value
-export var filterRecordsBySearchValue = function (obj, value) {
-    var isObject = function (value) {
-        return typeof value === "object" && value !== null && !Array.isArray(value);
-    };
+import { rowIsEmpty } from "./utils";
+export var getFilterConditions = function (spreadsheetFilter, getRecord, errors, filteredInputValue, duplicateRecordIds) {
+    var filterConditions = [];
+    switch (spreadsheetFilter.type) {
+        case "rowBased":
+            if (spreadsheetFilter.byRow === "all") {
+                filterConditions.push(function (key) { return true; });
+            }
+            if (spreadsheetFilter.byRow === "invalid") {
+                filterConditions.push(function (key) {
+                    var _a, _b;
+                    return (((_b = (_a = getRecord(key)) === null || _a === void 0 ? void 0 : _a._meta) === null || _b === void 0 ? void 0 : _b.isInvalid) && !rowIsEmpty(getRecord(key)));
+                });
+            }
+            if (spreadsheetFilter.byRow === "duplicates")
+                filterConditions.push(function (key) { return duplicateRecordIds.has(key); });
+            break;
+        case "columnBased":
+            if (spreadsheetFilter.byColumn.type === "fieldWithErrors") {
+                filterConditions.push(function (key) {
+                    var _a, _b, _c;
+                    return ((_b = (_a = getRecord(key)) === null || _a === void 0 ? void 0 : _a._meta) === null || _b === void 0 ? void 0 : _b.isInvalid) &&
+                        ((_c = errors.current[key]) === null || _c === void 0 ? void 0 : _c[spreadsheetFilter.byColumn.field]);
+                });
+            }
+            break;
+    }
     var includesSearchValue = function (value, searchValue) {
         if (typeof value === "string" || typeof value === "number") {
             var stringValue = String(value).toLowerCase();
@@ -11,46 +33,17 @@ export var filterRecordsBySearchValue = function (obj, value) {
         }
         return false;
     };
-    var filteredObj = {};
-    for (var _i = 0, _a = Object.entries(obj); _i < _a.length; _i++) {
-        var _b = _a[_i], key = _b[0], currentObj = _b[1];
-        if (!isObject(currentObj)) {
-            continue;
-        }
-        var matches = Object.values(currentObj).some(function (propertyValue) {
-            return includesSearchValue(propertyValue, value);
+    if (filteredInputValue) {
+        filterConditions.push(function (key) {
+            var record = getRecord(key);
+            // check if any of the values in the record contain the search input
+            for (var fieldName in record) {
+                if (includesSearchValue(record[fieldName], filteredInputValue)) {
+                    return true;
+                }
+            }
+            return false;
         });
-        if (matches) {
-            filteredObj[key] = currentObj;
-        }
-    }
-    return filteredObj;
-};
-export var filterRecordsByType = function (obj, filterType) {
-    var _a, _b;
-    var rowIsEmpty = function (row) {
-        return Object.keys(row).every(function (key) {
-            if (key === "_meta")
-                return true;
-            return !row[key];
-        });
-    };
-    var filteredObj = {};
-    for (var key in obj) {
-        if (filterType === "all" ||
-            (((_b = (_a = obj[key]) === null || _a === void 0 ? void 0 : _a._meta) === null || _b === void 0 ? void 0 : _b.isInvalid) !== (filterType === "valid") &&
-                !rowIsEmpty(obj[key]))) {
-            filteredObj[key] = obj[key];
-        }
-    }
-    return filteredObj;
-};
-//Filter records by selected column error
-export var filterRecordsByError = function (obj, keyToFilter, errors) {
-    var filteredObj = {};
-    var filteredKeys = Object.keys(errors).filter(function (key) { var _a, _b; return ((_b = (_a = obj[key]) === null || _a === void 0 ? void 0 : _a._meta) === null || _b === void 0 ? void 0 : _b.isInvalid) && errors[key][keyToFilter]; });
-    for (var i = 0; i < filteredKeys.length; i++) {
-        filteredObj[filteredKeys[i]] = obj[filteredKeys[i]];
     }
-    return filteredObj;
+    return filterConditions;
 };

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/hashCalculators.d.ts

@@ -0,0 +1,7 @@
+import { Field, RecordDataSet } from "../../../../types";
+export declare const RecordHashCalculator: () => {
+    computeHashesForRecords: (dataSet: RecordDataSet, fields: Field[], _onHashesComputed: (x: any) => void) => Promise<void>;
+};
+export declare const RecordValueHashCalculator: () => {
+    computeDuplicateValueHashes: (dataSet: RecordDataSet, _field: Field, _onDuplicateHashesComputed: (x: any[]) => void) => Promise<void>;
+};