fuse-importer 0.1.4-testing → 0.1.5-testing

package/lib/esm/Importer/common/Spreadsheet/FilteredDataContextProvider/index.js

@@ -0,0 +1,150 @@
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+import { jsx as _jsx } from "react/jsx-runtime";
+import { createContext, useCallback, useContext, useEffect, useMemo, useRef, useState, } from "react";
+import { useEventManagerContext } from "../../../../common/EventManagerContextProvider";
+import { useDataSetContext } from "../DataSetContextProvider";
+import { useDuplicateDataContext } from "../DuplicateDataContextProvider";
+import { getFilterConditions } from "../SpreadsheetContextProvider/filterMethods";
+import { useSpreadsheetFilter, } from "../SpreadsheetContextProvider/useSpreadsheetFilter";
+import { useValidationContext } from "../ValidationContextProvider";
+var getDefaultSortCompareFn = function (sortBy) {
+    return function (a, b) {
+        var aField = a[sortBy.field];
+        var bField = b[sortBy.field];
+        if (aField === bField)
+            return a._meta.rowIndex > b._meta.rowIndex ? 1 : -1;
+        if (!aField)
+            return 1;
+        if (!bField)
+            return -1;
+        if (sortBy.direction === "asc")
+            return aField > bField ? 1 : -1;
+        return aField < bField ? 1 : -1;
+    };
+};
+export var FilteredDataContext = createContext({});
+export var FilteredDataContextProvider = function (_a) {
+    var _b = _a.getSortCompareFn, getSortCompareFn = _b === void 0 ? getDefaultSortCompareFn : _b, children = _a.children;
+    var _c = useSpreadsheetFilter(), spreadsheetFilter = _c.spreadsheetFilter, filterRecordsByRowType = _c.filterRecordsByRowType, filterRecordsByFieldErrors = _c.filterRecordsByFieldErrors, resetSpreadsheetFilter = _c.resetSpreadsheetFilter;
+    var _d = useState(""), filteredInputValue = _d[0], setFilteredInputValue = _d[1];
+    var _e = useState(null), sortByFieldErrors = _e[0], setSortByFieldErrors = _e[1];
+    var _f = useState(null), sortByFieldWarnings = _f[0], setSortByFieldWarnings = _f[1];
+    var _g = useState(null), sortBy = _g[0], setSortBy = _g[1];
+    var _h = useState(false), recalculateFilters = _h[0], setRecalculateFilters = _h[1];
+    var lastFilteredRecordId = useRef(null);
+    var _j = useEventManagerContext(), on = _j.on, off = _j.off, EVENTS = _j.EVENTS;
+    var _k = useDataSetContext(), getRecord = _k.getRecord, dataSet = _k.dataSet;
+    var duplicateRecordIds = useDuplicateDataContext().duplicateRecordIds;
+    var _l = useValidationContext(), errors = _l.errors, warnings = _l.warnings;
+    var reset = function () {
+        resetSpreadsheetFilter();
+        setFilteredInputValue("");
+        setSortByFieldErrors(null);
+        setSortBy(null);
+    };
+    var sortByFieldError = function (a, b, errors, warnings, sortByFieldErrors, sortByFieldWarnings) {
+        var _a, _b;
+        var aRecordId = a._meta.id;
+        var bRecordId = b._meta.id;
+        var aHasErrors = !!((_a = (sortByFieldErrors
+            ? errors.current
+            : warnings.current)[aRecordId]) === null || _a === void 0 ? void 0 : _a[sortByFieldErrors || sortByFieldWarnings]);
+        var bHasErrors = !!((_b = (sortByFieldErrors
+            ? errors.current
+            : warnings.current)[bRecordId]) === null || _b === void 0 ? void 0 : _b[sortByFieldErrors || sortByFieldWarnings]);
+        if (aHasErrors === bHasErrors) {
+            return a._meta.rowIndex > b._meta.rowIndex ? 1 : -1;
+        }
+        return bHasErrors ? 1 : -1;
+    };
+    var recalculateFilteredIds = function () {
+        var filterConditions = getFilterConditions(spreadsheetFilter, getRecord, errors, filteredInputValue, duplicateRecordIds);
+        var ids = [];
+        var lastRecordId;
+        var _loop_1 = function (key) {
+            if (filterConditions.every(function (condition) { return condition(key); })) {
+                lastRecordId = key;
+                ids.push(key);
+            }
+        };
+        for (var key in dataSet.current) {
+            _loop_1(key);
+        }
+        lastFilteredRecordId.current = lastRecordId;
+        if (sortBy) {
+            ids.sort(function (a, b) { return getSortCompareFn(sortBy)(getRecord(a), getRecord(b)); });
+        }
+        else if (!!sortByFieldErrors || !!sortByFieldWarnings) {
+            ids.sort(function (a, b) {
+                return sortByFieldError(getRecord(a), getRecord(b), errors, warnings, sortByFieldErrors, sortByFieldWarnings);
+            });
+        }
+        return ids;
+    };
+    var filteredDataIds = useMemo(function () {
+        return recalculateFilteredIds();
+    }, [
+        filteredInputValue,
+        spreadsheetFilter,
+        sortBy,
+        dataSet.current,
+        duplicateRecordIds.size,
+        sortByFieldErrors,
+        sortByFieldWarnings,
+        recalculateFilters,
+    ]);
+    useEffect(function () {
+        reset();
+        setRecalculateFilters(function (prev) { return !prev; });
+    }, [dataSet.current]);
+    useEffect(function () {
+        var listener = function () {
+            setRecalculateFilters(function (prev) { return !prev; });
+        };
+        on(EVENTS.ON_LAST_ROW_CHANGED, listener);
+        return function () {
+            off(EVENTS.ON_LAST_ROW_CHANGED, listener);
+        };
+    }, []);
+    var isFiltering = useMemo(function () { return !!filteredInputValue; }, [filteredInputValue]);
+    var handleSortByFieldErrors = useCallback(function (field) {
+        setSortByFieldErrors(field === sortByFieldErrors ? null : field);
+        setSortByFieldWarnings(null);
+        setSortBy(null);
+    }, [sortByFieldErrors]);
+    var handleSortByFieldWarnings = useCallback(function (field) {
+        setSortByFieldWarnings(field === sortByFieldWarnings ? null : field);
+        setSortByFieldErrors(null);
+        setSortBy(null);
+    }, [sortByFieldWarnings]);
+    var value = {
+        filteredDataIds: filteredDataIds,
+        filteredInputValue: filteredInputValue,
+        setFilteredInputValue: setFilteredInputValue,
+        sortByFieldErrors: sortByFieldErrors,
+        sortByFieldWarnings: sortByFieldWarnings,
+        handleSortByFieldErrors: handleSortByFieldErrors,
+        handleSortByFieldWarnings: handleSortByFieldWarnings,
+        resetSpreadsheetFilter: resetSpreadsheetFilter,
+        filterRecordsByRowType: filterRecordsByRowType,
+        filterRecordsByFieldErrors: filterRecordsByFieldErrors,
+        sortBy: sortBy,
+        setSortBy: setSortBy,
+        spreadsheetFilter: spreadsheetFilter,
+        isFiltering: isFiltering,
+        lastFilteredRecordId: lastFilteredRecordId,
+        setRecalculateFilters: setRecalculateFilters,
+    };
+    return (_jsx(FilteredDataContext.Provider, __assign({ value: value }, { children: children })));
+};
+export var useFilteredDataContext = function () { return useContext(FilteredDataContext); };

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/filterMethods.d.ts

@@ -1,5 +1,7 @@
-import { BatchValidationErrors, RecordDataSet } from "../../../../types";
+import { DuplicateRecordIds, Record } from "../../../../types";
 import { SpreadsheetFilter } from "./useSpreadsheetFilter";
-export declare const filterRecordsBySearchValue: (obj: RecordDataSet, value: string) => RecordDataSet;
-export declare const filterRecordsByType: (obj: RecordDataSet, filterType: SpreadsheetFilter["byRow"]) => RecordDataSet;
-export declare const filterRecordsByError: (obj: RecordDataSet, keyToFilter: string, errors: BatchValidationErrors) => RecordDataSet;
+type FilterCondition = (id: string) => boolean;
+export declare const getFilterConditions: (spreadsheetFilter: SpreadsheetFilter, getRecord: (recordId: string) => Record, errors: {
+    current: Record;
+}, filteredInputValue: string, duplicateRecordIds: DuplicateRecordIds) => FilterCondition[];
+export {};

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/filterMethods.js

@@ -1,9 +1,30 @@
 import { rowIsEmpty } from "./utils";
-//Filter records by search value
-export var filterRecordsBySearchValue = function (obj, value) {
-    var isObject = function (value) {
-        return typeof value === "object" && value !== null && !Array.isArray(value);
-    };
+export var getFilterConditions = function (spreadsheetFilter, getRecord, errors, filteredInputValue, duplicateRecordIds) {
+    var filterConditions = [];
+    switch (spreadsheetFilter.type) {
+        case "rowBased":
+            if (spreadsheetFilter.byRow === "all") {
+                filterConditions.push(function (key) { return true; });
+            }
+            if (spreadsheetFilter.byRow === "invalid") {
+                filterConditions.push(function (key) {
+                    var _a, _b;
+                    return (((_b = (_a = getRecord(key)) === null || _a === void 0 ? void 0 : _a._meta) === null || _b === void 0 ? void 0 : _b.isInvalid) && !rowIsEmpty(getRecord(key)));
+                });
+            }
+            if (spreadsheetFilter.byRow === "duplicates")
+                filterConditions.push(function (key) { return duplicateRecordIds.has(key); });
+            break;
+        case "columnBased":
+            if (spreadsheetFilter.byColumn.type === "fieldWithErrors") {
+                filterConditions.push(function (key) {
+                    var _a, _b, _c;
+                    return ((_b = (_a = getRecord(key)) === null || _a === void 0 ? void 0 : _a._meta) === null || _b === void 0 ? void 0 : _b.isInvalid) &&
+                        ((_c = errors.current[key]) === null || _c === void 0 ? void 0 : _c[spreadsheetFilter.byColumn.field]);
+                });
+            }
+            break;
+    }
     var includesSearchValue = function (value, searchValue) {
         if (typeof value === "string" || typeof value === "number") {
             var stringValue = String(value).toLowerCase();
@@ -12,38 +33,17 @@ export var filterRecordsBySearchValue = function (obj, value) {
         }
         return false;
     };
-    var filteredObj = {};
-    for (var _i = 0, _a = Object.entries(obj); _i < _a.length; _i++) {
-        var _b = _a[_i], key = _b[0], currentObj = _b[1];
-        if (!isObject(currentObj)) {
-            continue;
-        }
-        var matches = Object.values(currentObj).some(function (propertyValue) {
-            return includesSearchValue(propertyValue, value);
+    if (filteredInputValue) {
+        filterConditions.push(function (key) {
+            var record = getRecord(key);
+            // check if any of the values in the record contain the search input
+            for (var fieldName in record) {
+                if (includesSearchValue(record[fieldName], filteredInputValue)) {
+                    return true;
+                }
+            }
+            return false;
         });
-        if (matches) {
-            filteredObj[key] = currentObj;
-        }
-    }
-    return filteredObj;
-};
-export var filterRecordsByType = function (obj, filterType) {
-    var _a, _b;
-    var filteredObj = {};
-    for (var key in obj) {
-        if (filterType === "all" ||
-            (((_b = (_a = obj[key]) === null || _a === void 0 ? void 0 : _a._meta) === null || _b === void 0 ? void 0 : _b.isInvalid) && !rowIsEmpty(obj[key]))) {
-            filteredObj[key] = obj[key];
-        }
-    }
-    return filteredObj;
-};
-//Filter records by selected column error
-export var filterRecordsByError = function (obj, keyToFilter, errors) {
-    var filteredObj = {};
-    var filteredKeys = Object.keys(errors).filter(function (key) { var _a, _b; return ((_b = (_a = obj[key]) === null || _a === void 0 ? void 0 : _a._meta) === null || _b === void 0 ? void 0 : _b.isInvalid) && errors[key][keyToFilter]; });
-    for (var i = 0; i < filteredKeys.length; i++) {
-        filteredObj[filteredKeys[i]] = obj[filteredKeys[i]];
     }
-    return filteredObj;
+    return filterConditions;
 };

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/hashCalculators.d.ts

@@ -0,0 +1,6 @@
+export declare const RecordHashCalculator: () => {
+    computeHashesForRecords: (dataSet: any, fields: any, _onHashesComputed: any) => void;
+};
+export declare const RecordValueHashCalculator: () => {
+    computeDuplicateValueHashes: (dataSet: any, _field: any, _onDuplicateHashesComputed: any) => Promise<void>;
+};

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/hashCalculators.js

@@ -0,0 +1,138 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+import { useBatchProcessing } from "./useBatchProcessing";
+import { rowIsEmpty } from "./utils";
+var findDuplicateHashes = function (sortedHashes) {
+    var _a;
+    var results = [];
+    for (var i = 0; i < sortedHashes.length - 1; i++) {
+        if (sortedHashes[i + 1].hash == sortedHashes[i].hash ||
+            ((_a = sortedHashes[i - 1]) === null || _a === void 0 ? void 0 : _a.hash) == sortedHashes[i].hash) {
+            results.push(sortedHashes[i]);
+        }
+    }
+    return results;
+};
+function compareHashes(a, b) {
+    if (a.hash < b.hash)
+        return -1;
+    if (a.hash > b.hash)
+        return 1;
+    return 0;
+}
+// generate hashes that can be used for comparing two records
+// for the sake of tracking duplicates
+// if the hash for one record equals the hash for another,
+// the two records are duplicates
+export var RecordHashCalculator = function () {
+    var computeHashesForBatch = function (dataSet, fields) {
+        var hashMap = [];
+        var _loop_1 = function (recordKey) {
+            var record = dataSet[recordKey];
+            var key = fields.map(function (field) { return record[field.name]; }).join("|");
+            if (!rowIsEmpty(record)) {
+                hashMap.push({ id: record._meta.id, hash: key });
+            }
+        };
+        for (var recordKey in dataSet) {
+            _loop_1(recordKey);
+        }
+        return hashMap;
+    };
+    var calculatingHashes = false;
+    var computeHashesForRecords = function (dataSet, fields, _onHashesComputed) {
+        if (!dataSet || calculatingHashes) {
+            return;
+        }
+        var processInBatches = useBatchProcessing().processInBatches;
+        calculatingHashes = true;
+        var results = [];
+        processInBatches(dataSet, function (batch) {
+            results = results.concat(computeHashesForBatch(batch, fields));
+        });
+        results.sort(compareHashes);
+        var duplicateHashes = findDuplicateHashes(results);
+        _onHashesComputed(duplicateHashes);
+        calculatingHashes = false;
+    };
+    return {
+        computeHashesForRecords: computeHashesForRecords,
+    };
+};
+// generate hashes that can be used for comparing the values of a specific field
+// for the sake of tracking uniqueness
+export var RecordValueHashCalculator = function () {
+    var columnsBeingCalculated = [];
+    var computeHashesForBatch = function (dataSet, field) {
+        var hashMap = [];
+        var isCaseInsensitive = field.validations.find(function (v) {
+            return v.name === "unique_case_insensitive";
+        }) !== undefined;
+        for (var recordKey in dataSet) {
+            var record = dataSet[recordKey];
+            var key = record[field.name];
+            if (isCaseInsensitive) {
+                key = key.toLowerCase();
+            }
+            if (key) {
+                hashMap.push({ id: record._meta.id, hash: key });
+            }
+        }
+        return hashMap;
+    };
+    var computeDuplicateValueHashes = function (dataSet, _field, _onDuplicateHashesComputed) { return __awaiter(void 0, void 0, void 0, function () {
+        var processInBatches, results;
+        return __generator(this, function (_a) {
+            if (!dataSet || columnsBeingCalculated[_field.name]) {
+                return [2 /*return*/];
+            }
+            columnsBeingCalculated[_field.name] = true;
+            processInBatches = useBatchProcessing().processInBatches;
+            results = [];
+            processInBatches(dataSet, function (batch) {
+                results = results.concat(computeHashesForBatch(batch, _field));
+            });
+            results.sort(compareHashes);
+            _onDuplicateHashesComputed(results);
+            columnsBeingCalculated[_field.name] = false;
+            return [2 /*return*/];
+        });
+    }); };
+    return {
+        computeDuplicateValueHashes: computeDuplicateValueHashes,
+    };
+};

package/lib/esm/Importer/common/Spreadsheet/SpreadsheetContextProvider/index.d.ts

@@ -1,47 +1,25 @@
 import React from "react";
 import { SpreadsheetOptions } from "../../../..";
-import { BatchValidationErrors, DuplicateRecords, Field, Record, RecordDataSet } from "../../../../types";
-import { SortBy, SpreadsheetProps } from "../common/types";
-import { ValidationState } from "../hooks";
-import { SpreadsheetFilter } from "./useSpreadsheetFilter";
+import { Field, RecordDataSet } from "../../../../types";
+import { SpreadsheetProps } from "../common/types";
 export type OnDataSetChanged = (dataSet: RecordDataSet) => void;
-export type OnValidationStateChanged = (state: ValidationState) => void;
 type State = {
-    data: Record[];
+    filteredDataIds: string[];
     fields: Field[];
     isReadOnly?: boolean;
-    errors: BatchValidationErrors;
-    warnings: BatchValidationErrors;
     options: SpreadsheetOptions;
-    sortByFieldErrors: string;
-    sortByFieldWarnings: string;
-    updateRecord: (record: Record) => void;
-    setSortByFieldErrors: React.Dispatch<React.SetStateAction<string>>;
     selectedRows: string[];
     setSelectedRows: React.Dispatch<React.SetStateAction<string[]>>;
-    setSortByFieldWarnings: React.Dispatch<React.SetStateAction<string>>;
-    deleteRecords: (selectedRecords: string[]) => void;
     lastClickedIndexRef: React.MutableRefObject<number | null>;
-    filteredInputValue: string;
-    setFilteredInputValue: React.Dispatch<React.SetStateAction<string>>;
-    addNewRowsToSpreadsheet: () => void;
-    spreadsheetFilter: SpreadsheetFilter;
-    filterRecordsByRowType: (filterByRow: SpreadsheetFilter["byRow"]) => void;
-    filterRecordsByFieldErrors: (filterByColumn: string) => void;
-    resetSpreadsheetFilter: () => void;
-    recordsWithValuesCount: number;
-    filteredDataCount: number;
     checkboxColumnWidth: number;
-    isFiltering: boolean;
-    sortBy: SortBy | null;
-    setSortBy: React.Dispatch<React.SetStateAction<SortBy>>;
     setIsTransformTooltipOpened: React.Dispatch<React.SetStateAction<boolean>>;
     isTransformTooltipOpened: boolean;
-    duplicateRecords: DuplicateRecords;
-} & ValidationState;
+    inefficientRerender: boolean;
+    setInefficientRerender: React.Dispatch<React.SetStateAction<boolean>>;
+};
 type Props = SpreadsheetProps & {
     children: JSX.Element;
 };
-export declare const SpreadsheetContextProvider: ({ initialDataSet, fields, options, isReadOnly, children, onValidateRecord, onDataSetChanged, onValidationStateChanged, selectedRows, setSelectedRows, getSortCompareFn, }: Props) => JSX.Element;
+export declare const SpreadsheetContextProvider: ({ fields, options, isReadOnly, children, onValidateRecord, selectedRows, setSelectedRows, }: Props) => JSX.Element;
 export declare const useSpreadsheetContext: () => State;
 export {};