@quillsql/react 2.13.7 → 2.13.9

package/dist/cjs/internals/ReportBuilder/PivotModal.js

@@ -3,7 +3,15 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.generatePivotTableInMemory = exports.generatePivotTable = exports.isDateField = exports.getDateString = exports.getDateBuckets = exports.getDateRange = exports.generatePivotTitle = exports.generatePivotTableYAxis = exports.PivotModal = void 0;
+exports.PivotModal = void 0;
+exports.generatePivotTableYAxis = generatePivotTableYAxis;
+exports.generatePivotTitle = generatePivotTitle;
+exports.getDateRange = getDateRange;
+exports.getDateBuckets = getDateBuckets;
+exports.getDateString = getDateString;
+exports.isDateField = isDateField;
+exports.generatePivotTable = generatePivotTable;
+exports.generatePivotTableInMemory = generatePivotTableInMemory;
 const jsx_runtime_1 = require("react/jsx-runtime");
 const react_1 = require("react");
 const Context_1 = require("../../Context");
@@ -22,8 +30,11 @@ const tableProcessing_1 = require("../../utils/tableProcessing");
 const pivotConstructor_1 = require("../../utils/pivotConstructor");
 const dates_1 = require("../../utils/dates");
 const big_js_1 = __importDefault(require("big.js"));
-const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivotColumnField, pivotValueField, setPivotValueField, pivotAggregation, setPivotAggregation, popUpTitle, setPopUpTitle, selectedTable, SelectComponent, ButtonComponent, SecondaryButtonComponent, PopoverComponent, ErrorMessageComponent = UiComponents_1.QuillErrorMessageComponent, PivotRowContainer = UiComponents_1.QuillPivotRowContainer, PivotColumnContainer = UiComponents_1.QuillPivotColumnContainer, LoadingComponent = UiComponents_1.QuillLoadingComponent, CardComponent = QuillCard_1.QuillCard, HeaderComponent, LabelComponent, TextComponent, selectedPivotIndex, setSelectedPivotIndex, removePivot, selectPivot, showUpdatePivot, setShowUpdatePivot, data, columns, theme, isOpen, setIsOpen, dateRange, createdPivots, setCreatedPivots, recommendedPivots, setRecommendedPivots, triggerButtonText = 'Pivot', showPivotEditButton = false, showEditOnPivotClick = true, showTrigger = true, pivotCountRequest = 6, query, initialUniqueValues, uniqueValuesIsLoading, initialSelectedPivotTable, disabled = false, pivotRecommendationsEnabled = true, report, }) => {
+const fast_deep_equal_1 = __importDefault(require("fast-deep-equal"));
+const filterProcessing_1 = require("../../utils/filterProcessing");
+const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivotColumnField, pivotValueField, setPivotValueField, pivotValueField2, setPivotValueField2, pivotAggregation, setPivotAggregation, popUpTitle, setPopUpTitle, selectedTable, SelectComponent, ButtonComponent, SecondaryButtonComponent, PopoverComponent, ErrorMessageComponent = UiComponents_1.QuillErrorMessageComponent, PivotRowContainer = UiComponents_1.QuillPivotRowContainer, PivotColumnContainer = UiComponents_1.QuillPivotColumnContainer, LoadingComponent = UiComponents_1.QuillLoadingComponent, CardComponent = QuillCard_1.QuillCard, HeaderComponent, LabelComponent, TextComponent, selectedPivotIndex, setSelectedPivotIndex, removePivot, selectPivot, showUpdatePivot, setShowUpdatePivot, data, columns, theme, isOpen, setIsOpen, dateRange, createdPivots, setCreatedPivots, recommendedPivots, setRecommendedPivots, triggerButtonText = 'Pivot', showPivotEditButton = false, showEditOnPivotClick = true, showTrigger = true, pivotCountRequest = 6, query, initialUniqueValues, uniqueValuesIsLoading, initialSelectedPivotTable, disabled = false, pivotRecommendationsEnabled = true, report, }) => {
     const [isLoading, setIsLoading] = (0, react_1.useState)(false);
+    const [previewLoading, setPreviewLoading] = (0, react_1.useState)(false);
     const [selectedPivotType, setSelectedPivotType] = (0, react_1.useState)('recommended');
     const [errors, setErrors] = (0, react_1.useState)([]);
     const [client] = (0, react_1.useContext)(Context_1.ClientContext);
@@ -32,12 +43,16 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
     const colFieldRef = (0, react_1.useRef)(null);
     const [pivotCardWidth, setPivotCardWidth] = (0, react_1.useState)(420);
     const [samplePivotTable, setSamplePivotTable] = (0, react_1.useState)(null);
+    const [hasNoRecommendedPivots, sethasNoRecommendedPivots] = (0, react_1.useState)(false);
+    const [isFetchingPivots, setIsFetchingPivots] = (0, react_1.useState)(false);
     const [allowedColumnFields, setAllowedColumnFields] = (0, react_1.useState)([]);
     const [allowedRowFields, setAllowedRowFields] = (0, react_1.useState)([]);
     const [allowedValueFields, setAllowedValueFields] = (0, react_1.useState)([]);
     const [uniqueValues, setUniqueValues] = (0, react_1.useState)(initialUniqueValues);
+    const buttonRef = (0, react_1.useRef)(null);
     const [dateRanges, setDateRanges] = (0, react_1.useState)({});
-    const getDistinctValues = async () => {
+    const [pivotError, setPivotError] = (0, react_1.useState)('');
+    const getDistinctValues = async (fetchDistinct) => {
         if (!client) {
             return {
                 possibleColumns: { rowFields: [], columnFields: [], valueFields: [] },
@@ -55,8 +70,11 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                 setAllowedValueFields(possibleColumns.valueFields);
                 return { possibleColumns, uniqueValues: {} };
             }
-            const { filteredColumns: smallStringColumns } = await (0, tableProcessing_1.getCountsByColumns)(stringColumns, query || '', client, schemaData.customFields ?? []);
-            const newUniqueValues = await (0, tableProcessing_1.getUniqueValuesByColumns)(smallStringColumns, query || '', data.rows || [], client, schemaData.customFields ?? []);
+            let newUniqueValues = uniqueValues;
+            if (fetchDistinct || !uniqueValues) {
+                const { filteredColumns: smallStringColumns } = await (0, tableProcessing_1.getCountsByColumns)(stringColumns, query || '', client, schemaData.customFields ?? []);
+                newUniqueValues = await (0, tableProcessing_1.getUniqueValuesByColumns)(smallStringColumns, query || '', data.rows || [], client, schemaData.customFields ?? []);
+            }
             if (!uniqueValues ||
                 (0, crypto_1.hashCode)(uniqueValues) !== (0, crypto_1.hashCode)(newUniqueValues)) {
                 const possibleColumns = (0, pivotProcessing_1.getPossiblePivotFieldOptions)(columns, newUniqueValues || {});
@@ -81,7 +99,7 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
             if (dateColumns.length === 0) {
                 return;
             }
-            const dateRangeByColumn = await (0, tableProcessing_1.getDateRangeByColumns)(dateColumns, query || '', client, schemaData.customFields ?? []);
+            const dateRangeByColumn = await (0, tableProcessing_1.getQueryDateRangeByColumns)(dateColumns, query || '', client, schemaData.customFields ?? []);
             setDateRanges(dateRangeByColumn || {});
         }
     };
@@ -119,9 +137,23 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                     columnFieldType: columnsToShow[pivotColumnField || ''],
                     valueField: pivotValueField || '',
                     aggregationType: pivotAggregation || '',
+                    valueField2: pivotValueField2 || '',
                 };
-                const { rows, columns } = await generatePivotTable(pivot, data, dateRange, false, -1, undefined, undefined, report, client, uniqueValues);
-                setSamplePivotTable({ pivot: pivot, rows, columns });
+                try {
+                    const { rows, columns } = await generatePivotTable({
+                        pivot,
+                        report,
+                        client,
+                        uniqueValues,
+                    });
+                    setSamplePivotTable({ pivot: pivot, rows, columns });
+                }
+                catch (e) {
+                    if (e instanceof Error) {
+                        setPivotError(e.message);
+                        return;
+                    }
+                }
             }
             if ((pivotRowField && data && columns) || initialSelectedPivotTable) {
                 getDistinctValues();
@@ -141,6 +173,7 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                     columnFieldType: columnsToShow[pivotColumnField || ''],
                     valueField: pivotValueField || '',
                     aggregationType: pivotAggregation || '',
+                    valueField2: pivotValueField2 || '',
                 };
                 if (initialSelectedPivotTable) {
                     setSamplePivotTable({
@@ -150,8 +183,21 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                     });
                 }
                 else {
-                    const { rows, columns } = await generatePivotTable(pivot, data, dateRange, false, -1, undefined, undefined, report, client, uniqueValues);
-                    setSamplePivotTable({ pivot: pivot, rows, columns });
+                    try {
+                        const { rows, columns } = await generatePivotTable({
+                            pivot,
+                            report,
+                            client,
+                            uniqueValues,
+                        });
+                        setSamplePivotTable({ pivot: pivot, rows, columns });
+                    }
+                    catch (e) {
+                        if (e instanceof Error) {
+                            setPivotError(e.message);
+                            return;
+                        }
+                    }
                 }
             }
         };
@@ -167,15 +213,16 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
         }
     }, [initialSelectedPivotTable, columns, data, pivotRowField]);
     (0, react_1.useEffect)(() => {
-        if (!initialUniqueValues) {
-            return;
-        }
-        const possibleColumns = (0, pivotProcessing_1.getPossiblePivotFieldOptions)(columns, initialUniqueValues);
+        setAllowedFields(initialUniqueValues || {});
+        setUniqueValues(initialUniqueValues);
+    }, [initialUniqueValues, columns]);
+    const setAllowedFields = (uniqueValues) => {
+        const possibleColumns = (0, pivotProcessing_1.getPossiblePivotFieldOptions)(columns, uniqueValues);
         setAllowedRowFields(possibleColumns.rowFields);
         setAllowedColumnFields(possibleColumns.columnFields);
         setAllowedValueFields(possibleColumns.valueFields);
-        setUniqueValues(initialUniqueValues);
-    }, [initialUniqueValues, columns]);
+        return possibleColumns;
+    };
     const columnsToShow = (0, react_1.useMemo)(() => {
         return (columns || []).reduce((map, col) => {
             // only use columns shown in the report builder's table
@@ -194,15 +241,41 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                 return null;
             }
             const pivot = createdPivots[selectedPivotIndex];
-            const { rows, columns } = await generatePivotTable(pivot, data, dateRange, false, -1, undefined, undefined, report, client, uniqueValues);
-            setSelectedPivotTable({
-                pivot: pivot,
-                rows: rows,
-                columns: columns,
-            });
+            try {
+                const { rows, columns } = await generatePivotTable({
+                    pivot,
+                    report,
+                    client,
+                    uniqueValues,
+                });
+                setSelectedPivotTable({
+                    pivot: pivot,
+                    rows: rows,
+                    columns: columns,
+                });
+            }
+            catch (e) {
+                if (e instanceof Error) {
+                    setPivotError(e.message);
+                    return;
+                }
+            }
         };
         fetchPivotTables();
     }, [selectedPivotIndex, data, dateRange, createdPivots]);
+    const previousUniqueValuesRef = (0, react_1.useRef)();
+    (0, react_1.useEffect)(() => {
+        if (!uniqueValuesIsLoading &&
+            !(0, fast_deep_equal_1.default)(uniqueValues, previousUniqueValuesRef.current)) {
+            previousUniqueValuesRef.current = uniqueValues;
+            setRecommendedPivotTables([]);
+            setRecommendedPivots([]);
+            setCreatedPivotTables([]);
+            setCreatedPivots([]);
+            sethasNoRecommendedPivots(false);
+            refreshPivots();
+        }
+    }, [uniqueValuesIsLoading, uniqueValues]);
     const onSelectRecommendedPivot = (pivot, index) => {
         if (showEditOnPivotClick) {
             onEditPivot(pivot, index, 'recommended');
@@ -218,7 +291,7 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
         setIsOpen(false);
     };
     const onSelectCreatedPivot = (pivot) => {
-        selectPivot(pivot, pivot.columnField ? uniqueValues : undefined, dateRanges[pivot.rowField || '']?.dateRange, samplePivotTable);
+        selectPivot(pivot, pivot.columnField ? uniqueValues : undefined, dateRanges[pivot.rowField || '']?.dateRange);
         setSelectedPivotType('created');
         setIsOpen(false);
         setPopUpTitle('Add pivot');
@@ -228,6 +301,7 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
         setPivotRowField(pivot.rowField);
         setPivotColumnField(pivot.columnField);
         setPivotValueField(pivot.valueField);
+        setPivotValueField2(pivot.valueField2);
         setPivotAggregation(pivot.aggregationType);
         setShowUpdatePivot(true);
         if (pivotType === 'recommended' &&
@@ -241,9 +315,24 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
             if (pivotRowField && dateRanges[pivotRowField]) {
                 dateBucket = (0, dates_1.getDateBucketFromRange)(dateRanges[pivotRowField].dateRange);
             }
-            const { rows, columns } = await generatePivotTable(pivot, data, dateRange, false, -1, undefined, dateBucket, report, client, uniqueValues);
-            setSamplePivotTable({ pivot, rows, columns });
-            return;
+            try {
+                const { rows, columns } = await generatePivotTable({
+                    pivot,
+                    dateBucket,
+                    report,
+                    client,
+                    uniqueValues,
+                });
+                setSamplePivotTable({ pivot, rows, columns });
+                return;
+            }
+            catch (e) {
+                if (e instanceof Error) {
+                    setPivotError(e.message);
+                    setSamplePivotTable(null);
+                    return;
+                }
+            }
         }
         setSamplePivotTable(null);
     };
@@ -254,26 +343,33 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
         if (!client) {
             return;
         }
-        if (isLoading ||
+        // don't fetch unique values separately if they are already being fetched
+        if (uniqueValuesIsLoading) {
+            setIsLoading(true);
+            return;
+        }
+        if (isFetchingPivots ||
             Object.keys(columnsToShow).length === 0 ||
             !pivotRecommendationsEnabled) {
             return;
         }
+        setIsFetchingPivots(true);
+        setPivotError('');
         setIsLoading(true);
-        let tempUniqueValues = uniqueValues;
+        let tempUniqueValues = uniqueValues || initialUniqueValues;
         let possibleColumns = {
             rowFields: allowedRowFields,
             columnFields: allowedColumnFields,
             valueFields: allowedValueFields,
         };
-        if ((allowedRowFields.length === 0 &&
-            allowedColumnFields.length === 0 &&
-            allowedValueFields.length === 0) ||
-            !uniqueValues) {
-            const distinctValues = await getDistinctValues();
+        if (!uniqueValues && !initialUniqueValues) {
+            const distinctValues = await getDistinctValues(true);
             possibleColumns = distinctValues.possibleColumns;
             tempUniqueValues = distinctValues.uniqueValues;
         }
+        else {
+            possibleColumns = setAllowedFields(uniqueValues || initialUniqueValues);
+        }
         const cloudBody = {
             pivotCountRequest,
             allowedRowFields: possibleColumns?.rowFields || [],
@@ -292,8 +388,12 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
         try {
             const resp = await (0, dataFetcher_1.getDataFromCloud)(client, 'pivotai', cloudBody);
             const recommendedPivots = resp?.data?.pivotTables.map((pivot) => (0, pivotProcessing_1.cleanPivot)(pivot, possibleColumns)) || [];
-            const cleanedPivots = recommendedPivots.map((pivot) => {
-                if (pivot.columnField && columnsToShow[pivot.columnField] === 'date') {
+            const cleanedPivots = recommendedPivots
+                .filter((pivot) => (0, pivotProcessing_1.isValidPivot)(pivot) &&
+                (!pivot.columnField || pivot.columnField !== pivot.rowField)) // only recommend valid pivots
+                .map((pivot) => {
+                if (pivot.columnField &&
+                    columnsToShow[pivot.columnField] === 'date') {
                     const columnField = pivot.columnField;
                     pivot.columnField = pivot.rowField;
                     pivot.rowField = columnField;
@@ -307,17 +407,42 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                     title: generatePivotTitle(pivot),
                 };
             });
-            setRecommendedPivots(cleanedPivots);
-            const pts = await Promise.all(cleanedPivots.map(async (p) => {
-                const { rows, columns } = await generatePivotTable(p, data, dateRange, false, 6, undefined, undefined, report, client, tempUniqueValues);
-                return { pivot: p, rows, columns };
+            const deduplicatedPivots = cleanedPivots
+                .filter((pivot, index, self) => index ===
+                self.findIndex((p) => p.rowField === pivot.rowField &&
+                    p.columnField === pivot.columnField &&
+                    p.valueField === pivot.valueField &&
+                    p.aggregationType === pivot.aggregationType))
+                .filter((pivot) => !createdPivots.some((created) => created.rowField === pivot.rowField &&
+                created.columnField === pivot.columnField &&
+                created.valueField === pivot.valueField &&
+                created.aggregationType === pivot.aggregationType));
+            setRecommendedPivots(deduplicatedPivots);
+            sethasNoRecommendedPivots(deduplicatedPivots.length === 0);
+            const trimmedUniqueValues = trimUniqueValues(tempUniqueValues, 6);
+            const pts = await Promise.all(deduplicatedPivots.map(async (p) => {
+                try {
+                    const { rows, columns } = await generatePivotTable({
+                        pivot: p,
+                        rowLimit: 6,
+                        report,
+                        client,
+                        uniqueValues: trimmedUniqueValues,
+                    });
+                    return { pivot: p, rows, columns };
+                }
+                catch (e) {
+                    return undefined;
+                }
             }));
-            setRecommendedPivotTables(pts);
+            setRecommendedPivotTables(pts.filter((pt) => pt !== undefined));
             setSelectedPivotIndex(-1);
         }
         catch (e) {
+            setPivotError('Failed to fetch pivot recommendations');
             console.error('Failed parsing pivotai response', e);
         }
+        setIsFetchingPivots(false);
         setIsLoading(false);
     }, [
         selectedTable,
@@ -328,16 +453,17 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
         allowedColumnFields,
         allowedRowFields,
         allowedValueFields,
+        uniqueValuesIsLoading,
         columns,
     ]);
     const pivotFieldChange = async (field, value) => {
         setErrors([]);
-        setIsLoading(true);
         const pivot = {
             rowField: pivotRowField,
             rowFieldType: columnsToShow[pivotRowField],
             columnField: pivotColumnField,
             valueField: pivotValueField,
+            valueField2: pivotValueField2,
             aggregationType: pivotAggregation,
         };
         // @ts-ignore
@@ -350,52 +476,59 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
             pivot.columnFieldType = columnsToShow[value];
         }
         if (!(0, pivotProcessing_1.isValidPivot)(pivot)) {
-            setIsLoading(false);
             setSamplePivotTable(null);
             return;
         }
+        setPreviewLoading(true);
         let dateBucket = undefined;
         if (pivotRowField && dateRanges[pivotRowField]) {
             dateBucket = (0, dates_1.getDateBucketFromRange)(dateRanges[pivotRowField].dateRange);
         }
         setTimeout(async () => {
-            const { rows, columns } = await generatePivotTable(pivot, data, dateRange, false, -1, undefined, dateBucket, report, client, uniqueValues);
-            setSamplePivotTable({ pivot, rows, columns });
-            setIsLoading(false);
+            try {
+                console.log('HELP: ', pivot);
+                const { rows, columns } = await generatePivotTable({
+                    pivot,
+                    rowLimit: 6, // limit previews
+                    dateBucket,
+                    report,
+                    client,
+                    uniqueValues,
+                });
+                setSamplePivotTable({ pivot, rows, columns });
+            }
+            catch (e) {
+                if (e instanceof Error) {
+                    setPivotError(e.message);
+                    setSamplePivotTable(null);
+                    return;
+                }
+            }
+            finally {
+                setPreviewLoading(false);
+            }
         }, 500);
     };
     const [recommendedPivotTables, setRecommendedPivotTables] = (0, react_1.useState)([]);
-    // useEffect(() => {
-    //   const fetchPivotTables = async () => {
-    //     const pts = await Promise.all(
-    //       recommendedPivots.map(async (p: Pivot) => {
-    //         const { rows, columns } = await generatePivotTable(
-    //           p,
-    //           data,
-    //           dateRange,
-    //           false,
-    //           6,
-    //           undefined,
-    //           undefined,
-    //           report,
-    //           client,
-    //           uniqueValues,
-    //         );
-    //         return { pivot: p, rows, columns };
-    //       }),
-    //     );
-    //     setRecommendedPivotTables(pts);
-    //   };
-    //   fetchPivotTables();
-    // }, [recommendedPivots, dateRange]);
     const [createdPivotTables, setCreatedPivotTables] = (0, react_1.useState)([]);
     (0, react_1.useEffect)(() => {
         const fetchPivotTables = async () => {
             const pts = await Promise.all(createdPivots.map(async (p) => {
-                const { rows, columns } = await generatePivotTable(p, data, dateRange, false, 6, undefined, undefined, report, client, uniqueValues);
-                return { pivot: p, rows, columns };
+                try {
+                    const { rows, columns } = await generatePivotTable({
+                        pivot: p,
+                        rowLimit: 6,
+                        report,
+                        client,
+                        uniqueValues,
+                    });
+                    return { pivot: p, rows, columns };
+                }
+                catch (e) {
+                    return undefined;
+                }
             }));
-            setCreatedPivotTables(pts);
+            setCreatedPivotTables(pts.filter((pt) => pt !== undefined));
         };
         fetchPivotTables();
     }, [createdPivots, dateRange]);
@@ -415,22 +548,24 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                             position: 'absolute',
                             top: -2,
                             right: -2,
-                        } })) }), showTrigger && ((0, jsx_runtime_1.jsx)(SecondaryButtonComponent, { disabled: disabled, onClick: () => {
-                        if (columns.length === 0) {
-                            setIsOpen(false);
-                        }
-                        // table is not loaded yet, so pivot button is not clickable
-                        if (Object.keys(columnsToShow).length === 0) {
-                            return;
-                        }
-                        if (!isOpen &&
-                            (recommendedPivots.length === 0 ||
-                                recommendedPivotTables.length === 0)) {
-                            refreshPivots();
-                        }
-                        setIsOpen(!isOpen);
-                        setShowUpdatePivot(false);
-                    }, label: triggerButtonText })), (0, jsx_runtime_1.jsx)("div", { style: {
+                        } })) }), showTrigger && ((0, jsx_runtime_1.jsx)("div", { ref: buttonRef, children: (0, jsx_runtime_1.jsx)(SecondaryButtonComponent, { disabled: disabled, onClick: () => {
+                            if (columns.length === 0) {
+                                setIsOpen(false);
+                            }
+                            // table is not loaded yet, so pivot button is not clickable
+                            if (Object.keys(columnsToShow).length === 0) {
+                                return;
+                            }
+                            if (!isOpen &&
+                                pivotRecommendationsEnabled &&
+                                !hasNoRecommendedPivots &&
+                                (recommendedPivots.length === 0 ||
+                                    recommendedPivotTables.length === 0)) {
+                                refreshPivots();
+                            }
+                            setIsOpen(!isOpen);
+                            setShowUpdatePivot(false);
+                        }, label: triggerButtonText }) })), (0, jsx_runtime_1.jsx)("div", { style: {
                         position: 'relative',
                         ...(isOpen && showTrigger && { top: 12 }),
                     }, children: (0, jsx_runtime_1.jsx)(PopoverComponent, { isOpen: isOpen, setIsOpen: (isOpen) => {
@@ -439,7 +574,7 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                                 setPopUpTitle('Add pivot');
                             }
                             setIsOpen(isOpen);
-                        }, popoverTitle: showUpdatePivot || !pivotRecommendationsEnabled
+                        }, ignoredRefs: [buttonRef], popoverTitle: showUpdatePivot || !pivotRecommendationsEnabled
                             ? popUpTitle
                             : 'Recommended pivots', popoverChildren: (0, jsx_runtime_1.jsx)("div", { style: {
                                 paddingTop: showUpdatePivot || !pivotRecommendationsEnabled ? 0 : 20,
@@ -449,13 +584,14 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                                     display: 'flex',
                                     flexDirection: 'column',
                                     gap: 20,
-                                }, children: [isLoading && (0, jsx_runtime_1.jsx)(LoadingComponent, {}), samplePivotTable && !isLoading && ((0, jsx_runtime_1.jsx)("div", { style: {
+                                }, children: [previewLoading && (0, jsx_runtime_1.jsx)(LoadingComponent, {}), samplePivotTable && !previewLoading && ((0, jsx_runtime_1.jsx)("div", { style: {
                                             width: pivotCardWidth,
                                             minHeight: 160,
                                         }, children: (0, jsx_runtime_1.jsx)(PivotList_1.PivotCard, { pivotTable: samplePivotTable, theme: theme, index: 0, selectedPivotIndex: -1, onEditPivot: () => { }, ButtonComponent: ButtonComponent, showEdit: false, clickable: false, minHeight: 180, LabelComponent: LabelComponent, TextComponent: TextComponent, HeaderComponent: HeaderComponent, CardComponent: CardComponent, onSelectPivot: () => { }, onClose: () => {
                                                 setPivotAggregation(null);
                                                 setPivotRowField(null);
                                                 setPivotValueField(null);
+                                                setPivotValueField2(null);
                                                 setPivotColumnField(null);
                                                 setSamplePivotTable(null);
                                             } }) })), (0, jsx_runtime_1.jsxs)(PivotColumnContainer, { children: [(0, jsx_runtime_1.jsxs)(PivotRowContainer, { children: [(0, jsx_runtime_1.jsx)("div", { ref: rowFieldRef, children: (0, jsx_runtime_1.jsx)(SelectComponent, { id: "pivot-row-field", label: "Row field", value: pivotRowField, onChange: (e) => {
@@ -463,7 +599,9 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                                                                 setPivotRowField(e.target.value === ''
                                                                     ? undefined
                                                                     : e.target.value);
-                                                            }, options: allowedRowFields.map((field) => {
+                                                            }, options: allowedRowFields
+                                                                .filter((field) => field !== pivotColumnField)
+                                                                .map((field) => {
                                                                 return {
                                                                     label: (0, textProcessing_1.snakeAndCamelCaseToTitleCase)(field),
                                                                     value: field,
@@ -473,22 +611,14 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                                                                 setPivotColumnField(e.target.value === ''
                                                                     ? undefined
                                                                     : e.target.value);
-                                                            }, options: allowedColumnFields.map((field) => {
+                                                            }, options: allowedColumnFields
+                                                                .filter((field) => field !== pivotRowField)
+                                                                .map((field) => {
                                                                 return {
                                                                     label: (0, textProcessing_1.snakeAndCamelCaseToTitleCase)(field),
                                                                     value: field,
                                                                 };
-                                                            }), isLoading: uniqueValuesIsLoading, width: 200 }) })] }), (0, jsx_runtime_1.jsxs)(PivotRowContainer, { children: [(0, jsx_runtime_1.jsx)(SelectComponent, { id: "pivot-row-field", label: "Value field", value: pivotValueField, onChange: (e) => {
-                                                            pivotFieldChange('valueField', e.target.value);
-                                                            setPivotValueField(e.target.value === ''
-                                                                ? undefined
-                                                                : e.target.value);
-                                                        }, options: allowedValueFields.map((field) => {
-                                                            return {
-                                                                label: (0, textProcessing_1.snakeAndCamelCaseToTitleCase)(field),
-                                                                value: field,
-                                                            };
-                                                        }), isLoading: uniqueValuesIsLoading, width: 200 }), (0, jsx_runtime_1.jsx)(SelectComponent, { id: "pivot-row-field", label: "Aggregation type", value: pivotAggregation, onChange: (e) => {
+                                                            }), isLoading: uniqueValuesIsLoading, width: 200 }) })] }), (0, jsx_runtime_1.jsxs)(PivotRowContainer, { children: [(0, jsx_runtime_1.jsx)(SelectComponent, { id: "pivot-row-field", label: "Aggregation type", value: pivotAggregation, onChange: (e) => {
                                                             if (e.target.value !== 'count' &&
                                                                 pivotValueField &&
                                                                 !ChartBuilder_1.numberFormatOptions.includes(columns.find((col) => col.field === pivotValueField).format)) {
@@ -499,10 +629,49 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                                                                 ? undefined
                                                                 : e.target.value);
                                                         }, options: [
-                                                            ...['sum', 'average', 'count', 'max', 'min'].map((option) => {
+                                                            ...[
+                                                                'sum',
+                                                                'average',
+                                                                'count',
+                                                                'max',
+                                                                'min',
+                                                                'percentage',
+                                                            ].map((option) => {
                                                                 return { label: option, value: option };
                                                             }),
-                                                        ], width: 200 })] })] }), (0, jsx_runtime_1.jsxs)("div", { children: [(0, jsx_runtime_1.jsx)(ButtonComponent, { id: "custom-button", onClick: () => {
+                                                        ], width: 200 }), (0, jsx_runtime_1.jsx)(SelectComponent, { id: "pivot-row-field", label: "Value field", value: pivotValueField, onChange: (e) => {
+                                                            pivotFieldChange('valueField', e.target.value);
+                                                            setPivotValueField(e.target.value === ''
+                                                                ? undefined
+                                                                : e.target.value);
+                                                        }, options: allowedValueFields
+                                                            .map((field) => {
+                                                            return {
+                                                                label: (0, textProcessing_1.snakeAndCamelCaseToTitleCase)(field),
+                                                                value: field,
+                                                            };
+                                                        })
+                                                            .filter((option) => {
+                                                            return (pivotAggregation !== 'percentage' ||
+                                                                pivotColumnField ||
+                                                                option.value !== pivotValueField2);
+                                                        }), isLoading: uniqueValuesIsLoading, width: 200 }), pivotAggregation === 'percentage' ? ((0, jsx_runtime_1.jsx)(SelectComponent, { id: "pivot-row-field", label: "Total field", value: pivotValueField2, onChange: (e) => {
+                                                            pivotFieldChange('valueField2', e.target.value);
+                                                            setPivotValueField2(e.target.value === ''
+                                                                ? undefined
+                                                                : e.target.value);
+                                                        }, options: allowedValueFields
+                                                            .map((field) => {
+                                                            return {
+                                                                label: (0, textProcessing_1.snakeAndCamelCaseToTitleCase)(field),
+                                                                value: field,
+                                                            };
+                                                        })
+                                                            .filter((option) => {
+                                                            return (pivotAggregation !== 'percentage' ||
+                                                                pivotColumnField ||
+                                                                option.value !== pivotValueField);
+                                                        }), isLoading: uniqueValuesIsLoading, width: 200 })) : null] })] }), (0, jsx_runtime_1.jsxs)("div", { children: [(0, jsx_runtime_1.jsx)(ButtonComponent, { id: "custom-button", onClick: () => {
                                                     const errors = [];
                                                     if (!pivotValueField &&
                                                         pivotAggregation !== 'count') {
@@ -525,6 +694,7 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                                                             columnField: pivotColumnField,
                                                             columnFieldType: columnsToShow[pivotColumnField || ''],
                                                             valueField: pivotValueField || '',
+                                                            valueField2: pivotValueField2 || '',
                                                             aggregationType: pivotAggregation || '',
                                                         };
                                                         if ((0, pivotProcessing_1.isValidPivot)(pivot)) {
@@ -571,7 +741,27 @@ const PivotModal = ({ pivotRowField, setPivotRowField, pivotColumnField, setPivo
                                                 display: 'flex',
                                                 flexDirection: 'row',
                                                 gap: 8,
-                                            }, children: [(0, jsx_runtime_1.jsx)(SecondaryButtonComponent, { label: "Regenerate", onClick: refreshPivots, icon: (0, jsx_runtime_1.jsx)("svg", { xmlns: "http://www.w3.org/2000/svg", viewBox: "0 0 24 24", fill: "currentColor", style: { width: 16, height: 16 }, children: (0, jsx_runtime_1.jsx)("path", { fillRule: "evenodd", d: "M9 4.5a.75.75 0 0 1 .721.544l.813 2.846a3.75 3.75 0 0 0 2.576 2.576l2.846.813a.75.75 0 0 1 0 1.442l-2.846.813a3.75 3.75 0 0 0-2.576 2.576l-.813 2.846a.75.75 0 0 1-1.442 0l-.813-2.846a3.75 3.75 0 0 0-2.576-2.576l-2.846-.813a.75.75 0 0 1 0-1.442l2.846-.813A3.75 3.75 0 0 0 7.466 7.89l.813-2.846A.75.75 0 0 1 9 4.5ZM18 1.5a.75.75 0 0 1 .728.568l.258 1.036c.236.94.97 1.674 1.91 1.91l1.036.258a.75.75 0 0 1 0 1.456l-1.036.258c-.94.236-1.674.97-1.91 1.91l-.258 1.036a.75.75 0 0 1-1.456 0l-.258-1.036a2.625 2.625 0 0 0-1.91-1.91l-1.036-.258a.75.75 0 0 1 0-1.456l1.036-.258a2.625 2.625 0 0 0 1.91-1.91l.258-1.036A.75.75 0 0 1 18 1.5ZM16.5 15a.75.75 0 0 1 .712.513l.394 1.183c.15.447.5.799.948.948l1.183.395a.75.75 0 0 1 0 1.422l-1.183.395c-.447.15-.799.5-.948.948l-.395 1.183a.75.75 0 0 1-1.422 0l-.395-1.183a1.5 1.5 0 0 0-.948-.948l-1.183-.395a.75.75 0 0 1 0-1.422l1.183-.395c.447-.15.799-.5.948-.948l.395-1.183A.75.75 0 0 1 16.5 15Z", clipRule: "evenodd" }) }) }), (0, jsx_runtime_1.jsx)(SecondaryButtonComponent, { label: "Create pivot +", onClick: () => onEditPivot({}, null) })] }), isLoading ? ((0, jsx_runtime_1.jsx)(LoadingComponent, {})) : ((0, jsx_runtime_1.jsx)("div", { children: (0, jsx_runtime_1.jsx)(PivotList_1.PivotList, { recommendedPivotTables: recommendedPivotTables, createdPivotTables: createdPivotTables, theme: theme, onSelectRecommendedPivot: onSelectRecommendedPivot, onSelectCreatedPivot: onSelectCreatedPivot, selectedPivotIndex: selectedPivotIndex, selectedPivotType: selectedPivotType, ButtonComponent: ButtonComponent, HeaderComponent: HeaderComponent, onEditRecommendedPivot: onEditRecommendedPivot, onEditCreatedPivot: onEditPivot, showPivotEditButton: showPivotEditButton, LabelComponent: LabelComponent, TextComponent: TextComponent, CardComponent: CardComponent }) }))] })) })) }) }) })] }) }));
+                                            }, children: [(0, jsx_runtime_1.jsx)(SecondaryButtonComponent, { label: "Regenerate", onClick: refreshPivots, icon: (0, jsx_runtime_1.jsx)("svg", { xmlns: "http://www.w3.org/2000/svg", viewBox: "0 0 24 24", fill: "currentColor", style: { width: 16, height: 16 }, children: (0, jsx_runtime_1.jsx)("path", { fillRule: "evenodd", d: "M9 4.5a.75.75 0 0 1 .721.544l.813 2.846a3.75 3.75 0 0 0 2.576 2.576l2.846.813a.75.75 0 0 1 0 1.442l-2.846.813a3.75 3.75 0 0 0-2.576 2.576l-.813 2.846a.75.75 0 0 1-1.442 0l-.813-2.846a3.75 3.75 0 0 0-2.576-2.576l-2.846-.813a.75.75 0 0 1 0-1.442l2.846-.813A3.75 3.75 0 0 0 7.466 7.89l.813-2.846A.75.75 0 0 1 9 4.5ZM18 1.5a.75.75 0 0 1 .728.568l.258 1.036c.236.94.97 1.674 1.91 1.91l1.036.258a.75.75 0 0 1 0 1.456l-1.036.258c-.94.236-1.674.97-1.91 1.91l-.258 1.036a.75.75 0 0 1-1.456 0l-.258-1.036a2.625 2.625 0 0 0-1.91-1.91l-1.036-.258a.75.75 0 0 1 0-1.456l1.036-.258a2.625 2.625 0 0 0 1.91-1.91l.258-1.036A.75.75 0 0 1 18 1.5ZM16.5 15a.75.75 0 0 1 .712.513l.394 1.183c.15.447.5.799.948.948l1.183.395a.75.75 0 0 1 0 1.422l-1.183.395c-.447.15-.799.5-.948.948l-.395 1.183a.75.75 0 0 1-1.422 0l-.395-1.183a1.5 1.5 0 0 0-.948-.948l-1.183-.395a.75.75 0 0 1 0-1.422l1.183-.395c.447-.15.799-.5.948-.948l.395-1.183A.75.75 0 0 1 16.5 15Z", clipRule: "evenodd" }) }) }), (0, jsx_runtime_1.jsx)(SecondaryButtonComponent, { label: "Create pivot +", onClick: () => onEditPivot({}, null) })] }), isLoading || uniqueValuesIsLoading ? ((0, jsx_runtime_1.jsx)(LoadingComponent, {})) : pivotError ? ((0, jsx_runtime_1.jsx)("div", { style: {
+                                                width: '100%',
+                                                height: '140px',
+                                                display: 'flex',
+                                                justifyContent: 'center',
+                                                alignItems: 'center',
+                                            }, children: pivotError })) : ((0, jsx_runtime_1.jsx)("div", { children: !hasNoRecommendedPivots ||
+                                                createdPivotTables.length > 0 ? ((0, jsx_runtime_1.jsx)(PivotList_1.PivotList, { recommendedPivotTables: recommendedPivotTables.filter((pivotTable) => !createdPivots.some((created) => created.rowField ===
+                                                    pivotTable.pivot.rowField &&
+                                                    created.columnField ===
+                                                        pivotTable.pivot.columnField &&
+                                                    created.valueField ===
+                                                        pivotTable.pivot.valueField &&
+                                                    created.aggregationType ===
+                                                        pivotTable.pivot.aggregationType)), createdPivotTables: createdPivotTables, theme: theme, onSelectRecommendedPivot: onSelectRecommendedPivot, onSelectCreatedPivot: onSelectCreatedPivot, selectedPivotIndex: selectedPivotIndex, selectedPivotType: selectedPivotType, ButtonComponent: ButtonComponent, HeaderComponent: HeaderComponent, onEditRecommendedPivot: onEditRecommendedPivot, onEditCreatedPivot: onEditPivot, showPivotEditButton: showPivotEditButton, LabelComponent: LabelComponent, TextComponent: TextComponent, CardComponent: CardComponent })) : ((0, jsx_runtime_1.jsx)("div", { style: {
+                                                    width: '100%',
+                                                    height: '140px',
+                                                    display: 'flex',
+                                                    justifyContent: 'center',
+                                                    alignItems: 'center',
+                                                }, children: "No valid pivots returned" })) }))] })) })) }) }) })] }) }));
 };
 exports.PivotModal = PivotModal;
 function generatePivotTableYAxis(pivot, cols, yAxisField) {
@@ -594,7 +784,6 @@ function generatePivotTableYAxis(pivot, cols, yAxisField) {
         },
     ];
 }
-exports.generatePivotTableYAxis = generatePivotTableYAxis;
 function generatePivotTitle(pivot) {
     if (pivot.rowField && !pivot.valueField) {
         return (0, textProcessing_1.snakeAndCamelCaseToTitleCase)(`${pivot.aggregationType} of ${pivot.rowField}
@@ -606,15 +795,22 @@ function generatePivotTitle(pivot) {
     }
     return (0, textProcessing_1.snakeAndCamelCaseToTitleCase)(`${pivot.aggregationType} of ${pivot.valueField} by ${pivot.rowField}${pivot.columnField ? ` and ${pivot.columnField}` : ''}`);
 }
-exports.generatePivotTitle = generatePivotTitle;
 function castValueToDate(value) {
     if (!value) {
         return null;
     }
+    let dateStr = value;
     if (typeof value === 'object' && value.value) {
-        return new Date(value.value);
+        dateStr = value.value;
+    }
+    if (dateStr instanceof Date) {
+        return dateStr;
+    }
+    const parsed = (0, date_fns_1.parseISO)(dateStr);
+    if ((0, date_fns_1.isValid)(parsed)) {
+        return parsed;
     }
-    return new Date(value);
+    return new Date(dateStr);
 }
 function getLatestDate(a, b) {
     return a > b ? a : b;
@@ -628,11 +824,11 @@ function getDateRange(dateRange, column, data) {
     const maxDate = new Date(currentTime + ONE_CENTURY_IN_MILLISECONDS);
     const minDate = new Date(0);
     if (!dateRange) {
-        if (data.length == 0 || !data[0][column]) {
+        if (data.length == 0) {
             return { start: new Date(), end: new Date() };
         }
-        const firstDate = castValueToDate(data[0][column]);
         if (data.length == 1) {
+            const firstDate = castValueToDate(data[0][column]);
             return {
                 start: firstDate || new Date(),
                 end: firstDate || new Date(),
@@ -641,12 +837,19 @@ function getDateRange(dateRange, column, data) {
         let earliestDate = undefined;
         let latestDate = undefined;
         for (let i = 0; i < data.length; i++) {
-            if (earliestDate && latestDate) {
-                break;
-            }
             const value = castValueToDate(data[i][column]);
-            earliestDate = value && value > minDate ? value : null;
-            latestDate = value && value < maxDate ? value : null;
+            earliestDate =
+                value && value > minDate
+                    ? earliestDate
+                        ? getEarliestDate(earliestDate, value)
+                        : value
+                    : earliestDate;
+            latestDate =
+                value && value < maxDate
+                    ? latestDate
+                        ? getLatestDate(latestDate, value)
+                        : value
+                    : latestDate;
         }
         if (!earliestDate || !latestDate) {
             return {
@@ -678,7 +881,6 @@ function getDateRange(dateRange, column, data) {
         return dateRange;
     }
 }
-exports.getDateRange = getDateRange;
 function determineIntervalThroughOverride(dateBucket, dateRange) {
     switch (dateBucket) {
         case 'day':
@@ -693,6 +895,19 @@ function determineIntervalThroughOverride(dateBucket, dateRange) {
             return (0, date_fns_1.eachMonthOfInterval)(dateRange);
     }
 }
+// function to that takes in a uniqueValues obj and trims the number of unique values per column
+function trimUniqueValues(obj, limit) {
+    const trimmedObj = {};
+    Object.keys(obj).forEach((key) => {
+        const values = obj[key] ? Object.keys(obj[key]) : [];
+        const limitedValues = values.slice(0, limit);
+        trimmedObj[key] = limitedValues.reduce((acc, curr) => {
+            acc[curr] = obj[key] ? (obj[key][curr] ?? false) : false;
+            return acc;
+        }, {});
+    });
+    return trimmedObj;
+}
 function getDateBuckets(dateRange, column, data, dateBucket) {
     if (!dateRange) {
         if (dateBucket) {
@@ -706,7 +921,6 @@ function getDateBuckets(dateRange, column, data, dateBucket) {
     const dayDifference = (0, date_fns_1.differenceInDays)(dateRange.end, dateRange.start);
     return dayDifferenceToInterval(dayDifference, dateRange);
 }
-exports.getDateBuckets = getDateBuckets;
 function getCompDateBuckets(dateRange, compDateRange, column, data) {
     if (!dateRange) {
         return (0, date_fns_1.eachMonthOfInterval)(getDateRange(undefined, column, data));
@@ -776,7 +990,6 @@ function getDateString(value, dateRange, dateBucket) {
         fields: [{ field: 'date', format }],
     });
 }
-exports.getDateString = getDateString;
 function isDateField(fieldType) {
     return (fieldType === 'date' ||
         fieldType === 'datetime' ||
@@ -788,7 +1001,6 @@ function isDateField(fieldType) {
         fieldType === 'MMM_dd_hh:mm_ap_pm' ||
         fieldType === 'hh_ap_pm');
 }
-exports.isDateField = isDateField;
 const isNullUndefinedOrInvalidDate = (date) => date === null || date === undefined || isNaN(date.getTime());
 // If the value is an object with key value (ie. a BigQuery date) we will
 // return the inner value, otherwise return passed param as-is.
@@ -813,27 +1025,25 @@ const fixBigQueryData = (data = []) => {
     }
     return newData;
 };
-async function generatePivotTable(pivot, data, dateRange, isComparison, rowLimit = -1, compRange = undefined, dateBucket, report, client, uniqueValues) {
+async function generatePivotTable({ pivot, rowLimit = -1, dateBucket, report, client, uniqueValues, }) {
     try {
-        if (report && report.rowCount && report.rowCount !== data.length) {
+        if (report && report.rowCount != null) {
+            // rowCount can be 0 (could mean still loading in), loose equality check for undefined as well
             const dateFilter = report
                 ? report.filtersApplied.find((f) => f.filterType === 'date_range')
                 : undefined;
             const pivotTable = await (0, pivotConstructor_1.generatePivotWithSQL)(pivot, report, client, dateBucket, dateFilter, pivot.columnField && uniqueValues
                 ? Object.keys(uniqueValues[pivot.columnField])
-                : undefined);
-            if (pivotTable) {
-                return pivotTable;
-            }
+                : undefined, rowLimit === -1 ? undefined : rowLimit);
+            return pivotTable;
         }
     }
     catch (e) {
-        console.error('Error generating pivot table with SQL, using in memory process', e);
+        throw Error(`Failed to generate pivot table with SQL: ${e}`);
     }
-    return generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLimit, compRange);
+    throw Error('Failed to generate pivot table: invalid report');
 }
-exports.generatePivotTable = generatePivotTable;
-function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLimit = -1, compRange = undefined, dateBucket) {
+function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLimit = -1, compRange = undefined, dateBucket, uniqueValues) {
     // If there is no rowField, aggregate on the valueField
     if (!pivot.rowField) {
         return valueFieldAggregation(data, pivot.valueField, pivot.aggregationType, isComparison);
@@ -851,9 +1061,15 @@ function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLim
         compRange = undefined;
     }
     const pivotRows = [];
+    const uniqueValuesMap = (0, filterProcessing_1.uniqueValuesToStringMap)(uniqueValues || {});
     const uniqueRows = (isDateField(pivot.rowFieldType || '')
         ? getDateBuckets(dateRange, pivot.rowField, data, dateBucket)
-        : [...new Set(data.map((item) => item[pivot.rowField || '']))]).filter((row) => Boolean(row));
+        : uniqueValuesMap[pivot.rowField] &&
+            uniqueValuesMap[pivot.rowField]?.[0] !== 'EXCEEDS_LIMIT'
+            ? uniqueValuesMap[pivot.rowField]
+            : [...new Set(data.map((item) => item[pivot.rowField || '']))])
+        .filter((col) => col !== null && col !== '')
+        .map((col) => isDateField(pivot.rowFieldType || '') ? castValueToDate(col) : col);
     const rowDateRange = getDateRange(dateRange, pivot.rowField, data);
     const compRowDateRange = getDateRange(compRange ?? dateRange, pivot.rowField, data);
     // If columnField is not provided, we will not be using uniqueColumns
@@ -861,8 +1077,10 @@ function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLim
     const uniqueColumns = (pivot.columnField
         ? isDateField(pivot.columnFieldType || '')
             ? getDateBuckets(dateRange, pivot.columnField, data, dateBucket)
-            : [...new Set(data.map((item) => item[pivot.columnField || '']))]
-        : [pivot.valueField]).filter((col) => Boolean(col));
+            : uniqueValues && pivot.columnField
+                ? uniqueValuesMap[pivot.columnField]
+                : [...new Set(data.map((item) => item[pivot.columnField || '']))]
+        : [pivot.valueField]).filter((col) => col !== null && col !== '' && col !== undefined);
     // Map from new dates to their corresponding prior dates
     const COL_DATE_MAP = {};
     const ROW_DATE_MAP = {};
@@ -895,7 +1113,9 @@ function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLim
         }
         compUniqueRows = (isDateField(pivot.rowFieldType || '')
             ? getCompDateBuckets(dateRange, compRange ?? dateRange, pivot.rowField, data)
-            : [...new Set(data.map((item) => item[pivot.rowField || '']))]).filter((row) => Boolean(row));
+            : (uniqueValuesMap[pivot.rowField] ?? [
+                ...new Set(data.map((item) => item[pivot.rowField || ''])),
+            ])).filter((col) => col !== null && col !== '');
     }
     // Special corner case for count with only rowField pivot
     if (!pivot.valueField &&
@@ -907,7 +1127,7 @@ function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLim
         }
     }
     const rowsToGenerate = rowLimit !== -1 && rowLimit <= uniqueRows.length
-        ? uniqueRows.slice(0, rowLimit + 1)
+        ? uniqueRows.slice(0, rowLimit)
         : uniqueRows;
     rowsToGenerate.forEach((rowValue, rowIndex) => {
         const row = {
@@ -943,22 +1163,22 @@ function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLim
                 if (isDateField(pivot.columnFieldType || '') &&
                     isDateField(pivot.rowFieldType || '')) {
                     filteredData = data.filter((item) => {
-                        return ((0, date_fns_1.isWithinInterval)(new Date(item[pivot.rowField || '']), {
+                        return ((0, date_fns_1.isWithinInterval)((0, valueFormatter_1.getValidDate)(item[pivot.rowField || '']) ?? 0, {
                             start: rowValue,
                             end: (0, date_fns_1.subMilliseconds)(nextRowValue, 1),
                         }) &&
-                            (0, date_fns_1.isWithinInterval)(new Date(item[pivot.columnField]), {
+                            (0, date_fns_1.isWithinInterval)((0, valueFormatter_1.getValidDate)(item[pivot.columnField || '']) ?? 0, {
                                 start: colValue,
                                 end: (0, date_fns_1.subMilliseconds)(nextColumnValue, 1),
                             }));
                     });
                     if (isComparison) {
                         comparisonFilteredData = data.filter((item) => {
-                            return ((0, date_fns_1.isWithinInterval)(new Date(item[pivot.rowField || '']), {
+                            return ((0, date_fns_1.isWithinInterval)((0, valueFormatter_1.getValidDate)(item[pivot.rowField || '']) ?? 0, {
                                 start: rowValue,
                                 end: (0, date_fns_1.subMilliseconds)(nextRowValue, 1),
                             }) &&
-                                (0, date_fns_1.isWithinInterval)(new Date(item[pivot.columnField]), {
+                                (0, date_fns_1.isWithinInterval)((0, valueFormatter_1.getValidDate)(item[pivot.columnField || '']) ?? 0, {
                                     start: colValue,
                                     end: (0, date_fns_1.subMilliseconds)(nextColumnValue, 1),
                                 }));
@@ -969,7 +1189,7 @@ function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLim
                     !isDateField(pivot.rowFieldType || '')) {
                     filteredData = data.filter((item) => {
                         return (item[pivot.rowField || ''] === rowValue &&
-                            (0, date_fns_1.isWithinInterval)(new Date(item[pivot.columnField]), {
+                            (0, date_fns_1.isWithinInterval)((0, valueFormatter_1.getValidDate)(item[pivot.columnField || '']) ?? 0, {
                                 start: colValue,
                                 end: (0, date_fns_1.subMilliseconds)(nextColumnValue, 1),
                             }));
@@ -977,7 +1197,7 @@ function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLim
                     if (isComparison) {
                         comparisonFilteredData = data.filter((item) => {
                             return (item[`comparison_${pivot.rowField}`] === rowValue &&
-                                (0, date_fns_1.isWithinInterval)(new Date(item[pivot.columnField]), {
+                                (0, date_fns_1.isWithinInterval)((0, valueFormatter_1.getValidDate)(item[pivot.columnField || '']) ?? 0, {
                                     start: colValue,
                                     end: (0, date_fns_1.subMilliseconds)(nextColumnValue, 1),
                                 }));
@@ -987,14 +1207,14 @@ function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLim
                 else if (!isDateField(pivot.columnFieldType || '') &&
                     isDateField(pivot.rowFieldType || '')) {
                     filteredData = data.filter((item) => {
-                        return ((0, date_fns_1.isWithinInterval)(new Date(item[pivot.rowField || '']), {
+                        return ((0, date_fns_1.isWithinInterval)((0, valueFormatter_1.getValidDate)(item[pivot.rowField || '']) ?? 0, {
                             start: rowValue,
                             end: (0, date_fns_1.subMilliseconds)(nextRowValue, 1),
                         }) && item[pivot.columnField || ''] === colValue);
                     });
                     if (isComparison) {
                         comparisonFilteredData = data.filter((item) => {
-                            return ((0, date_fns_1.isWithinInterval)(new Date(item[pivot.rowField || '']), {
+                            return ((0, date_fns_1.isWithinInterval)((0, valueFormatter_1.getValidDate)(item[pivot.rowField || '']) ?? 0, {
                                 start: rowValue,
                                 end: (0, date_fns_1.subMilliseconds)(nextRowValue, 1),
                             }) &&
@@ -1023,7 +1243,7 @@ function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLim
                     filteredData = isDateField(pivot.rowFieldType || '')
                         ? data.filter((item) => {
                             return (compRowValue &&
-                                (0, date_fns_1.isWithinInterval)(new Date(item[`comparison_${pivot.rowField}`]), {
+                                (0, date_fns_1.isWithinInterval)((0, valueFormatter_1.getValidDate)(item[`comparison_${pivot.rowField}`]) ?? 0, {
                                     start: compRowValue,
                                     end: (0, date_fns_1.subMilliseconds)(compNextRowValue, 1),
                                 }));
@@ -1033,7 +1253,7 @@ function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLim
                 else {
                     filteredData = isDateField(pivot.rowFieldType || '')
                         ? data.filter((item) => {
-                            return (0, date_fns_1.isWithinInterval)(new Date(item[pivot.rowField || '']), {
+                            return (0, date_fns_1.isWithinInterval)((0, valueFormatter_1.getValidDate)(item[pivot.rowField || '']) ?? 0, {
                                 start: rowValue,
                                 end: (0, date_fns_1.subMilliseconds)(nextRowValue, 1),
                             });
@@ -1159,31 +1379,17 @@ function generatePivotTableInMemory(pivot, data, dateRange, isComparison, rowLim
     ];
     if (pivot.sort) {
         pivotRows.sort((a, b) => {
-            if (pivot.sortDirection === 'ASC') {
-                if (ChartBuilder_1.dateFormatOptions.includes(pivot.sortFieldType ?? '')) {
-                    // @ts-ignore
-                    return new Date(a[pivot.sortField]) - new Date(b[pivot.sortField]);
-                }
-                else if ((0, ast_1.isNumericColumnType)(pivot.sortFieldType)) {
-                    return a[pivot.sortField] - b[pivot.sortField];
-                }
-                return a[pivot.sortField].localeCompare(b[pivot.sortField]);
+            if (pivot.sortField) {
+                const result = (0, valueFormatter_1.compareValues)(a, b, pivot.sortField);
+                return pivot.sortDirection === 'ASC' ? result : -result;
             }
             else {
-                if (ChartBuilder_1.dateFormatOptions.includes(pivot.sortFieldType ?? '')) {
-                    // @ts-ignore
-                    return new Date(b[pivot.sortField]) - new Date(a[pivot.sortField]);
-                }
-                else if ((0, ast_1.isNumericColumnType)(pivot.sortFieldType)) {
-                    return b[pivot.sortField] - a[pivot.sortField];
-                }
                 return b[pivot.sortField].localeCompare(a[pivot.sortField]);
             }
         });
     }
     return { rows: pivotRows, columns };
 }
-exports.generatePivotTableInMemory = generatePivotTableInMemory;
 function valueFieldAggregation(data, valueField, aggregationType, isComparison) {
     if (!data || data.length === 0) {
         return {