@quillsql/react 2.11.12 → 2.11.14

package/dist/cjs/ReportBuilder.js

@@ -26,6 +26,8 @@ const PivotModal_1 = require("./internals/ReportBuilder/PivotModal");
 const PivotList_1 = require("./internals/ReportBuilder/PivotList");
 const QuillTable_1 = __importDefault(require("./components/QuillTable"));
 const QuillSelect_1 = require("./components/QuillSelect");
+const textProcessing_1 = require("./utils/textProcessing");
+const AddLimitPopover_1 = require("./components/ReportBuilder/AddLimitPopover");
 /**
  * Quill Report Builder
  *
@@ -63,6 +65,8 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
     const [showPivotPopover, setShowPivotPopover] = (0, react_1.useState)(false);
     const [isEdittingPivot, setIsEdittingPivot] = (0, react_1.useState)(false);
     const [selectedPivotIndex, setSelectedPivotIndex] = (0, react_1.useState)(-1);
+    const [initialLoad, setInitialLoad] = (0, react_1.useState)(true);
+    const [currentTable, setCurrentTable] = (0, react_1.useState)(initialTableName || '');
     const parentRef = (0, react_1.useRef)(null);
     const [theme] = (0, react_1.useContext)(Context_1.ThemeContext);
     const [pivotRowField, setPivotRowField] = (0, react_1.useState)(undefined);
@@ -90,7 +94,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
         return columns.map((col) => ({
             label: col,
             name: col,
-            displayName: col,
+            displayName: (0, textProcessing_1.snakeCaseToTitleCase)(col),
             field: col,
             format: (0, util_1.getPostgresBasicType)(fields.find((f) => f.name === col))?.replace('number', 'whole_number') || 'string',
             fieldType: schemaTables
@@ -122,6 +126,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
             // setUniqueValues({});
             setPivot(null);
             setPivotData(null);
+            setRecommendedPivots([]);
         }, 0);
     };
     (0, react_1.useEffect)(() => {
@@ -182,7 +187,9 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
         }
         setUniqueValues(newValues);
     };
-    const fetchSqlQuery = async () => {
+    const fetchSqlQuery = async (ast, formData) => {
+        setLoading(true);
+        setErrorMessage('');
         try {
             const response = await fetch(`https://quill-344421.uc.r.appspot.com/sqlify`, {
                 method: 'POST',
@@ -190,32 +197,19 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                     'Content-Type': 'application/json',
                 },
                 body: JSON.stringify({
-                    ast: { ...baseAst, where: formData },
+                    ast: { ...ast, where: formData },
                     publicKey: client.publicKey,
                 }),
             });
             const data = await response.json();
             setActiveQuery(data.query);
-            fetchUponChange();
+            fetchUponChange(ast, formData);
         }
         catch (error) {
+            setLoading(false);
             console.error(error);
         }
     };
-    (0, react_1.useEffect)(() => {
-        setErrorMessage('');
-        if (baseAst || formData) {
-            fetchSqlQuery();
-        }
-    }, [baseAst]);
-    // Returns an array of all the column names in the pivot config
-    // if there are any, otherwise returns [].
-    const getColumnsInPivot = () => {
-        if (!pivot)
-            return [];
-        const { valueField, rowField, columnField } = pivot;
-        return [valueField, rowField, columnField].filter(Boolean);
-    };
     // It's just like getColumnsInPivot but we expand the columnField
     // if there is one to include all the variants just like it would
     // show up in the table. (eg. category -> ...[Fuel, Food, Other])
@@ -234,81 +228,78 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
         result.push(valueField, rowField);
         return result.filter(Boolean);
     };
-    (0, react_1.useEffect)(() => {
-        if (errorMessage) {
-            console.error(errorMessage);
+    const fetchDistinctHelper = async (column, table) => {
+        try {
+            const query = `SELECT DISTINCT ${column} FROM ${table};`;
+            const response = await fetch(`https://quill-344421.uc.r.appspot.com/dashquery`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({
+                    orgId: client.customerId,
+                    publicKey: client.publicKey,
+                    query: query,
+                }),
+            });
+            const data = await response.json();
+            if (data.errorMessage) {
+                // console.error(data.errorMessage);
+                return null;
+            }
+            const options = data.rows.map((r) => r[column]);
+            const newCheckboxValues = options.reduce((obj, col) => {
+                obj[col] = false;
+                return obj;
+            }, {});
+            return { table, column, values: newCheckboxValues };
+        }
+        catch (e) {
+            console.error(e);
+            return null;
         }
-    }, [errorMessage]);
+    };
     (0, react_1.useEffect)(() => {
-        const fetchDistinctHelper = async (column, table) => {
+        const fetchSchema = async () => {
             try {
-                const query = `SELECT DISTINCT ${column} FROM ${table};`;
-                const response = await fetch(`https://quill-344421.uc.r.appspot.com/dashquery`, {
+                const response = await fetch(`${client.queryEndpoint}`, {
                     method: 'POST',
                     headers: {
+                        ...client.queryHeaders,
                         'Content-Type': 'application/json',
                     },
                     body: JSON.stringify({
-                        orgId: client.customerId,
-                        publicKey: client.publicKey,
-                        query: query,
+                        metadata: {
+                            clientId: client.publicKey,
+                            publicKey: client.publicKey,
+                            task: 'schema',
+                            removeCustomerField: true,
+                        },
                     }),
                 });
-                const data = await response.json();
-                if (data.errorMessage) {
-                    // console.error(data.errorMessage);
-                    return null;
-                }
-                const options = data.rows.map((r) => r[column]);
-                const newCheckboxValues = options.reduce((obj, col) => {
-                    obj[col] = false;
-                    return obj;
-                }, {});
-                return { table, column, values: newCheckboxValues };
-            }
-            catch (e) {
-                console.error(e);
-                return null;
-            }
-        };
-        const fetchSchema = async () => {
-            try {
-                const response = await fetch(`https://quill-344421.uc.r.appspot.com/schema2/${client.publicKey}`).then((res) => res.json());
+                const results = await response.json();
                 // Filter out hidden columns on tables back from schema2.
-                const tables = response?.tables;
-                for (const table of tables) {
-                    table.columns = table.columns.filter((column) => 
-                    // Quick and dirty fix for removing org ids from response.
-                    // TODO: Fix this on the backend or something.
-                    column.isVisible && column.displayName !== 'pm_company_id');
-                }
+                const tables = results.data.tables || results.data.data.tables;
                 setSchemaTables(tables ?? []);
-                setOrderedColumnNames((tables ?? [])
-                    // .filter((t: any) => t.displayName === initialTableName)
-                    .flatMap((table) => table.columns.map((c) => `${table.displayName}.${c.displayName}`)));
-                // Fetch all the unique values in parallel
-                const pendingFetches = [];
-                for (let table of tables ?? []) {
-                    for (let column of table.columns) {
-                        if (!(0, ast_1.isTextColumnType)(column.fieldType))
-                            continue;
-                        const fetchPromise = fetchDistinctHelper(column.name, table.displayName);
-                        pendingFetches.push(fetchPromise);
-                    }
-                }
-                const newUniqueValues = {};
-                const resolvedPromises = await Promise.all(pendingFetches);
-                for (const resolvedData of resolvedPromises) {
-                    if (resolvedData) {
-                        const { table, column, values } = resolvedData;
-                        if (!newUniqueValues[table]) {
-                            newUniqueValues[table] = {};
-                        }
-                        newUniqueValues[table][column] = values;
-                    }
-                }
-                if ((0, crypto_1.hashCode)(uniqueValues) !== (0, crypto_1.hashCode)(newUniqueValues)) {
-                    setUniqueValues(newUniqueValues);
+                setOrderedColumnNames((tables ?? []).flatMap((table) => table.columns
+                    .map((c) => `${table.name}.${c.name}`)
+                    .sort((a, b) => {
+                    const aIsId = a.endsWith('.id') || a.endsWith('_id');
+                    const bIsId = b.endsWith('.id') || b.endsWith('_id');
+                    if (aIsId && !bIsId)
+                        return 1;
+                    if (bIsId && !aIsId)
+                        return -1;
+                    return 0;
+                })));
+                if (initialTableName && initialLoad) {
+                    setInitialLoad(false);
+                    setLoading(true);
+                    await getDistinctValues(initialTableName, tables);
+                    const columnsForTable = tables
+                        .find((t) => t.name === initialTableName)
+                        ?.columns.map((c) => c.name);
+                    await handleAsk(`get ${columnsForTable} from ${initialTableName}`);
                 }
             }
             catch (error) {
@@ -332,7 +323,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
             const paths = globalPath.split('.').filter((p) => p);
             if (paths.length === 0 && !isInsertion && !isReplaceSubtree) {
                 setFormData(null);
-                setBaseAst((0, util_1.deepCopy)({
+                const newAst = (0, util_1.deepCopy)({
                     ...constants_1.defaultAST,
                     ...baseAst,
                     ...(!baseAst?.columns && {
@@ -346,12 +337,13 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                         from: [{ ...constants_1.defaultTable, table: initialTableName }],
                     }),
                     where: null,
-                }));
+                });
+                setBaseAst(newAst);
+                fetchSqlQuery(newAst, null);
                 return;
             }
             if (!formData && isInsertion) {
-                setFormData(value);
-                setBaseAst((0, util_1.deepCopy)({
+                const newAst = (0, util_1.deepCopy)({
                     ...constants_1.defaultAST,
                     ...baseAst,
                     ...(!baseAst?.columns && {
@@ -365,7 +357,10 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                         from: [{ ...constants_1.defaultTable, table: initialTableName }],
                     }),
                     where: value,
-                }));
+                });
+                setFormData(value);
+                setBaseAst(newAst);
+                fetchSqlQuery(newAst, value);
                 return;
             }
             let newState = (0, util_1.deepCopy)(formData);
@@ -449,7 +444,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                 }
             }
             setFormData(newState);
-            setBaseAst({
+            const newAst = {
                 ...constants_1.defaultAST,
                 ...baseAst,
                 ...(!baseAst?.columns && {
@@ -463,7 +458,9 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                     from: [{ ...constants_1.defaultTable, table: initialTableName }],
                 }),
                 where: { ...newState },
-            });
+            };
+            setBaseAst(newAst);
+            fetchSqlQuery(newAst, newState);
         });
     };
     // TODO: Merge this function with the updateFormData function
@@ -612,6 +609,9 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
     };
     // Function to handle operator changes
     const handleOperatorChange = (value, node, keyPrefix, column = null) => {
+        if (!keyPrefix) {
+            setTopLevelBinaryOperator(value);
+        }
         if (isPending) {
             updateActiveItem([{ path: keyPrefix + 'operator', value }], { column });
         }
@@ -680,6 +680,23 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
             .find((c) => c.name === columnName);
         return column?.fieldType;
     };
+    const emptyPivotColumns = () => {
+        if (pivot && pivot.rowField && pivot.columnField && pivot.valueField) {
+            return [
+                { label: (0, textProcessing_1.snakeCaseToTitleCase)(pivot.rowField) },
+                { label: (0, textProcessing_1.snakeCaseToTitleCase)(pivot.columnField) },
+            ];
+        }
+        else if (pivot && pivot.rowField && pivot.valueField) {
+            return [
+                { label: (0, textProcessing_1.snakeCaseToTitleCase)(pivot.rowField) },
+                { label: (0, textProcessing_1.snakeCaseToTitleCase)(pivot.valueField) },
+            ];
+        }
+        else {
+            return [{ label: (0, textProcessing_1.snakeCaseToTitleCase)(pivot.valueField) }];
+        }
+    };
     /**
      * Render form fields based on the type of the node
      * @param node the AST or subtree to render recursively
@@ -726,7 +743,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                         handleReplaceSubtree(keyPrefix, newSubtree);
                                     }
                                 }, options: getAllPossibleColumns().map((column) => ({
-                                    label: column.displayName,
+                                    label: (0, textProcessing_1.snakeCaseToTitleCase)(column.displayName),
                                     value: column.name,
                                 })) }), (0, jsx_runtime_1.jsx)(Select, { theme: theme, value: dateFilterType, onChange: (value) => {
                                     if (value === dateFilterType)
@@ -820,7 +837,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                 else if ((0, util_1.isInTheLastInterval)(node, client.databaseType)) {
                     const { dateColumn, dateFilterType, intervalCount, intervalType } = (0, util_1.getDateFilterInfo)(node);
                     const options = getAllPossibleColumns().map((column) => ({
-                        label: column.displayName,
+                        label: (0, textProcessing_1.snakeCaseToTitleCase)(column.displayName),
                         value: column.name,
                     }));
                     const plural = node.right.args.value[1].expr.value > 1 ? 's' : '';
@@ -871,7 +888,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                 else if ((0, util_1.isTheCurrentInterval)(node, client.databaseType)) {
                     const { dateFilterType } = (0, util_1.getDateFilterInfo)(node);
                     const options = getAllPossibleColumns().map((column) => ({
-                        label: column.displayName,
+                        label: (0, textProcessing_1.snakeCaseToTitleCase)(column.displayName),
                         value: column.name,
                     }));
                     return ((0, jsx_runtime_1.jsxs)("div", { style: {
@@ -916,7 +933,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                 }
                 else if ((0, util_1.isThePreviousInterval)(node, client.databaseType)) {
                     const options = getAllPossibleColumns().map((column) => ({
-                        label: column.displayName,
+                        label: (0, textProcessing_1.snakeCaseToTitleCase)(column.displayName),
                         value: column.name,
                     }));
                     return ((0, jsx_runtime_1.jsxs)("div", { style: {
@@ -977,7 +994,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                 }
                 else if ((0, util_1.isColumnComparison)(node)) {
                     const options = getAllPossibleColumns().map((column) => ({
-                        label: column.displayName,
+                        label: (0, textProcessing_1.snakeCaseToTitleCase)(column.displayName),
                         value: column.name,
                     }));
                     // grab the value of the left child of the column comparison
@@ -1031,6 +1048,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                             gap: 12,
                             flexDirection: 'column',
                             width: '100%',
+                            padding: '6px 0px',
                         }, children: [(0, jsx_runtime_1.jsxs)("div", { style: {
                                     display: 'flex',
                                     gap: 20,
@@ -1072,7 +1090,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                                 else {
                                                     handleDeleteVariant(keyPrefix + 'right.' + 'value', key);
                                                 }
-                                            } }), (0, jsx_runtime_1.jsx)("span", { children: key })] }, key))) }, keyPrefix + 'right.'))] }));
+                                            } }), (0, jsx_runtime_1.jsx)("span", { style: { fontFamily: theme.fontFamily }, children: key })] }, key))) }, keyPrefix + 'right.'))] }));
                 }
                 else {
                     const columnName = node.left.column;
@@ -1126,7 +1144,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                 }
             case 'column_ref': {
                 const options = getAllPossibleColumns().map((column) => ({
-                    label: column.displayName,
+                    label: (0, textProcessing_1.snakeCaseToTitleCase)(column.displayName),
                     value: column.name,
                 }));
                 return ((0, jsx_runtime_1.jsx)(Select, { theme: theme, style: { width: '120px' }, value: node.column ?? options[0]?.value, onChange: (value) => {
@@ -1253,10 +1271,10 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                         isInTheCurrentIntervalSentence ??
                         isInTheLastIntervalSentence ??
                         isInThePreviousIntervalSentence ?? ((0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: [node.left &&
-                                renderSentence(formData, node.left, keyPrefix + 'left.', false, false, isRow), isRow ? (' ' + OPS[node.operator] + ' ') : topLevelBinaryOperator === 'OR' ? ((0, jsx_runtime_1.jsx)(TopLevelBooleanSwitch, { node: node, keyPrefix: keyPrefix, handleOperatorChange: handleOperatorChange, Select: Select })) : null, node.right &&
+                                renderSentence(formData, node.left, keyPrefix + 'left.', false, false, isRow), isRow ? (' ' + OPS[node.operator] + ' ') : isTopLevel || topLevelBinaryOperator === 'OR' ? ((0, jsx_runtime_1.jsx)(TopLevelBooleanSwitch, { node: node, keyPrefix: keyPrefix, handleOperatorChange: handleOperatorChange, Select: Select })) : null, node.right &&
                                 renderSentence(formData, node.right, keyPrefix + 'right.', false, false, isRow)] })) }));
             case 'column_ref':
-                return node.column;
+                return (0, textProcessing_1.snakeCaseToTitleCase)(node.column);
             case 'expr_list':
                 if (node.value.length === 1) {
                     const subQuery = renderSentence(formData, node.value[0]);
@@ -1288,10 +1306,10 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                     if (node.args.value.length < 1)
                         return null;
                     if (node.args.value[0].value) {
-                        return node.args.value[0].value.replaceAll('%', '');
+                        return (0, textProcessing_1.snakeCaseToTitleCase)(node.args.value[0].value.replaceAll('%', ''));
                     }
                     if (node.args.value[0].column)
-                        return node.args.value[0].column.replaceAll('%', '');
+                        return (0, textProcessing_1.snakeCaseToTitleCase)(node.args.value[0].column.replaceAll('%', ''));
                     return null;
                 }
                 if (node.name.toLowerCase() === 'current_date' ||
@@ -1328,37 +1346,22 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
         const tableNamesInQuery = baseAst.from.map((tbl) => tbl.table);
         return schemaTables
             .filter((t) => tableNamesInQuery.includes(t.displayName))
-            .flatMap((table) => table.columns.map((c) => ({
+            .flatMap((table) => table.columns
+            .map((c) => ({
             ...c,
             table: table.displayName,
-        })));
-    };
-    const getDateColumns = () => {
-        const allColumns = getAllPossibleColumns();
-        return allColumns.filter((c) => (0, ast_1.isDateishColumnType)(c.fieldType));
-    };
-    const getNumericColumns = () => {
-        const allColumns = getAllPossibleColumns();
-        const selectedColumnNames = selectedColumns.map((col) => col.split('.')[1]);
-        return allColumns
-            .filter((column) => {
-            return selectedColumnNames.includes(column.name);
-        })
-            .filter((c) => (0, ast_1.isNumericColumnType)(c.fieldType));
-    };
-    const getNonNumericColumns = () => {
-        const allColumns = getAllPossibleColumns();
-        const selectedColumnNames = selectedColumns.map((col) => col.split('.')[1]);
-        return allColumns
-            .filter((column) => selectedColumnNames.includes(column.name))
-            .filter((c) => !(0, ast_1.isNumericColumnType)(c.fieldType));
-    };
-    const getStringColumns = () => {
-        const allColumns = getAllPossibleColumns();
-        const selectedColumnNames = selectedColumns.map((col) => col.split('.')[1]);
-        return allColumns
-            .filter((column) => selectedColumnNames.includes(column.name))
-            .filter((c) => (0, ast_1.isTextColumnType)(c.fieldType));
+        }))
+            .sort((a, b) => {
+            const aIsId = a.name.toLowerCase() === 'id' ||
+                a.name.toLowerCase().endsWith('_id');
+            const bIsId = b.name.toLowerCase() === 'id' ||
+                b.name.toLowerCase().endsWith('_id');
+            if (aIsId && !bIsId)
+                return 1;
+            if (bIsId && !aIsId)
+                return -1;
+            return 0;
+        }));
     };
     /**
      * Return whether all columns have been selected (used to hide select all
@@ -1382,26 +1385,6 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
         },
         as: null,
     });
-    const SortableItem = ({ id, label, setSelectedColumns, selectedColumns, }) => {
-        const { attributes, listeners, setNodeRef, transform, transition } = (0, sortable_1.useSortable)({ id: id });
-        const style = {
-            transform: utilities_1.CSS.Transform.toString(transform),
-            transition,
-        };
-        const handleSelect = () => {
-            setSelectedColumns((selectedColumns) => {
-                if (selectedColumns.includes(id)) {
-                    return selectedColumns.filter((column) => column !== id);
-                }
-                else {
-                    return [...selectedColumns, id];
-                }
-            });
-        };
-        return ((0, jsx_runtime_1.jsx)("div", { style: { userSelect: 'none', ...style }, ref: setNodeRef, children: (0, jsx_runtime_1.jsx)(SelectColumn, { selected: selectedColumns?.includes(id), setSelected: handleSelect, label: label, children: (0, jsx_runtime_1.jsx)("div", { style: {
-                        cursor: 'grab',
-                    }, ...attributes, ...listeners, children: (0, jsx_runtime_1.jsx)(HandleButton, {}) }) }) }));
-    };
     const AddConditionPopover = ({ onSave }) => {
         return ((0, jsx_runtime_1.jsxs)("div", { style: { display: 'flex', flexDirection: 'column', gap: 2 }, children: [(0, jsx_runtime_1.jsx)("h1", { style: {
                         fontWeight: '600',
@@ -1415,8 +1398,10 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                         justifyContent: 'end',
                     }, children: (0, jsx_runtime_1.jsx)(Button, { onClick: onSave, label: 'Add condition' }) })] }));
     };
-    const fetchUponChange = async () => {
-        if ((formData || baseAst) && !loading) {
+    const fetchUponChange = async (baseAst, newFormData) => {
+        // if newFormData is null still use it
+        const curFormData = newFormData !== undefined ? newFormData : formData;
+        if ((curFormData || baseAst) && !loading) {
             try {
                 setLoading(true);
                 const res2 = await fetch('https://quill-344421.uc.r.appspot.com/patterns', {
@@ -1425,7 +1410,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                         'Content-Type': 'application/json',
                     },
                     body: JSON.stringify({
-                        ast: { ...baseAst, where: formData },
+                        ast: { ...baseAst, where: curFormData },
                         publicKey: client.publicKey,
                         orgId: client.customerId,
                     }),
@@ -1434,6 +1419,21 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                 if (data2.rows && data2.rows.length) {
                     const tables = (0, ast_1.getTableNames)(baseAst);
                     const table = tables.length >= 1 ? tables[0] : initialTableName;
+                    if (table !== currentTable) {
+                        getDistinctValues(table);
+                        setCurrentTable(table);
+                    }
+                    const sortedFields = data2.fields.sort((a, b) => {
+                        const aIsId = a.name.toLowerCase() === 'id' ||
+                            a.name.toLowerCase().endsWith('_id');
+                        const bIsId = b.name.toLowerCase() === 'id' ||
+                            b.name.toLowerCase().endsWith('_id');
+                        if (aIsId && !bIsId)
+                            return 1;
+                        if (bIsId && !aIsId)
+                            return -1;
+                        return 0;
+                    });
                     if (pivot) {
                         // Do all of this to make sure we have the right unique columns when applying a pivot
                         let uniqueFormatted = {};
@@ -1444,7 +1444,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                         uniqueFormatted[pivot.columnField] = uniqueRecords;
                         const pivotedData = (0, PivotModal_1.generatePivotTable)(pivot, data2.rows, [null, null, null], false);
                         console.info(`%c[Pivot]: ${JSON.stringify(pivot)}`, 'color: dimgray');
-                        setPivotData(pivotedData);
+                        setPivotData(pivotedData || []);
                         setRows(data2.rows);
                         setFields(data2.fields);
                     }
@@ -1567,8 +1567,35 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
         }
         return false;
     };
-    const handleAsk = async () => {
-        if (!aiPrompt) {
+    const getDistinctValues = async (table, overrideSchema) => {
+        const schemaInfo = overrideSchema || schemaTables;
+        const tableInfo = schemaInfo.find((tableInfo) => tableInfo.name === table);
+        if (tableInfo) {
+            const pendingFetches = [];
+            for (let column of tableInfo.columns) {
+                if (!(0, ast_1.isTextColumnType)(column.fieldType))
+                    continue;
+                const fetchPromise = fetchDistinctHelper(column.name, tableInfo.displayName);
+                pendingFetches.push(fetchPromise);
+            }
+            const newUniqueValues = {};
+            const resolvedPromises = await Promise.all(pendingFetches);
+            for (const resolvedData of resolvedPromises) {
+                if (resolvedData) {
+                    const { table, column, values } = resolvedData;
+                    if (!newUniqueValues[table]) {
+                        newUniqueValues[table] = {};
+                    }
+                    newUniqueValues[table][column] = values;
+                }
+            }
+            if ((0, crypto_1.hashCode)(uniqueValues) !== (0, crypto_1.hashCode)(newUniqueValues)) {
+                setUniqueValues(newUniqueValues);
+            }
+        }
+    };
+    const handleAsk = async (overridePrompt = '') => {
+        if (!aiPrompt && !overridePrompt) {
             return;
         }
         try {
@@ -1587,7 +1614,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                         method: 'POST',
                         headers: { 'Content-Type': 'application/json' },
                         body: JSON.stringify({
-                            initialQuestion: aiPrompt,
+                            initialQuestion: aiPrompt || overridePrompt,
                             publicKey: client.publicKey,
                         }),
                     });
@@ -1635,11 +1662,14 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                 newAst = (0, util_1.removeNonSelectedTableReferences)(newAst, tableAlias ?? table);
                 // newAst = convertDateComparison(newAst); // TODO
                 ast = newAst; // so we fetch data for newAst later.
+                if (table !== currentTable) {
+                    getDistinctValues(table);
+                    setCurrentTable(table);
+                }
                 setPivotRowField(groupByPivot?.rowField);
                 setPivotColumnField(groupByPivot?.columnField);
                 setPivotValueField(groupByPivot?.valueField);
                 setPivotAggregation(groupByPivot?.aggregationType);
-                setPivot(groupByPivot);
                 setSelectedColumns((0, util_1.deepCopy)(newAst).columns?.map((column) => {
                     if (column.expr.type === 'column_ref') {
                         return `${table}.${column.expr.column}`;
@@ -1650,7 +1680,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                     return `${table}.${column.expr.value}`;
                 }));
                 if (groupByPivot) {
-                    setBaseAst((0, util_1.deepCopy)({ ...newAst, orderby: null }));
+                    setBaseAst((0, util_1.deepCopy)({ ...newAst, orderby: null, limit: null }));
                 }
                 else {
                     setBaseAst((0, util_1.deepCopy)({ ...newAst }));
@@ -1659,8 +1689,6 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                 setTopLevelBinaryOperator(
                 // @ts-ignore
                 newAst?.where ? newAst?.where?.operator : 'AND');
-                if (groupByPivot)
-                    return; // the useEffect will handle the rest
             }
             const res2 = await fetch('https://quill-344421.uc.r.appspot.com/patterns', {
                 method: 'POST',
@@ -1676,11 +1704,13 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
             const data2 = await res2.json();
             if (data2.rows && data2.rows.length) {
                 const tables = (0, ast_1.getTableNames)(newAst);
-                const table = tables.length >= 1 ? tables[0] : initialTableName;
                 if (groupByPivot) {
-                    const pivotedData = (0, PivotModal_1.generatePivotTable)(pivot, data2.rows, [null, null, null], false);
+                    const pivotedData = (0, PivotModal_1.generatePivotTable)(
+                    // @ts-ignore
+                    groupByPivot, data2.rows, [null, null, null], false);
                     console.info(`%c[Pivot]: ${JSON.stringify(groupByPivot)}`, 'color: dimgray');
                     setPivotData(pivotedData);
+                    setPivot(groupByPivot);
                     setRows(data2.rows);
                     setFields(data2.fields);
                 }
@@ -1690,6 +1720,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                 }
             }
             else {
+                setPivotData([]);
                 setRows([]);
                 setFields([]);
             }
@@ -1708,7 +1739,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
         }
         catch (e) {
             console.error(e);
-            setErrorMessage(`${e.name}: ${e.message}`);
+            setErrorMessage(`Error: Couldn't process your request, please re-word your prompt.`);
         }
         finally {
             setLoading(false);
@@ -1734,11 +1765,17 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
             clearAllState();
             return;
         }
-        const newAst = { ...baseAst, columns };
-        setBaseAst((0, util_1.deepCopy)(newAst));
+        const newAst = (0, util_1.deepCopy)({ ...baseAst, columns });
+        setBaseAst(newAst);
+        fetchSqlQuery(newAst);
     };
     function TopLevelBooleanSwitch({ node, keyPrefix, handleOperatorChange, }) {
-        return ((0, jsx_runtime_1.jsx)("div", { style: { width: 'fit-content' }, children: (0, jsx_runtime_1.jsx)(Tabs, { defaultValue: node.operator, options: ui_1.DEFAULT_TAB_OPTIONS, onValueChange: (value) => handleOperatorChange(value, node, keyPrefix) }) }));
+        return ((0, jsx_runtime_1.jsx)("div", { style: { width: 'fit-content' }, children: (0, jsx_runtime_1.jsx)(Tabs, { defaultValue: node.operator, options: ui_1.DEFAULT_TAB_OPTIONS, onValueChange: (value) => {
+                    if (loading) {
+                        return;
+                    }
+                    handleOperatorChange(value, node, keyPrefix);
+                } }) }));
     }
     const DraggableItem = ({ id, label, onDelete }) => {
         const { attributes, listeners, setNodeRef, transform, transition } = (0, sortable_1.useSortable)({ id: id });
@@ -1746,7 +1783,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
             transform: utilities_1.CSS.Transform.toString(transform),
             transition,
         };
-        return ((0, jsx_runtime_1.jsx)("div", { style: { ...style }, ref: setNodeRef, children: (0, jsx_runtime_1.jsx)(DraggableColumn, { label: label, onDelete: onDelete, children: (0, jsx_runtime_1.jsx)("div", { style: {
+        return ((0, jsx_runtime_1.jsx)("div", { style: { ...style }, ref: setNodeRef, children: (0, jsx_runtime_1.jsx)(DraggableColumn, { label: (0, textProcessing_1.snakeCaseToTitleCase)(label), onDelete: onDelete, children: (0, jsx_runtime_1.jsx)("div", { style: {
                         cursor: 'grab',
                     }, ...attributes, ...listeners, children: (0, jsx_runtime_1.jsx)(HandleButton, {}) }) }) }));
     };
@@ -1784,6 +1821,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                 };
                 const newAst = baseAst ? newBaseAst : fallbackAST;
                 setBaseAst(newAst);
+                fetchSqlQuery(newAst);
             }
         }
         const columnNamesInAst = baseAst?.columns.map((col) => {
@@ -1807,18 +1845,6 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                         gap: 8,
                     }, children: [columnNamesInAst.map((name) => ((0, jsx_runtime_1.jsx)(DraggableItem, { id: name, label: name, onDelete: () => handleDeleteColumn(name) }, name))), columnNamesInAst?.length > 0 && (0, jsx_runtime_1.jsx)("div", { style: { height: 6 } })] }) }) }));
     }
-    const allNumericColumns = getNumericColumns().map((column) => ({
-        label: column.displayName,
-        value: column.name,
-    }));
-    const allNonNumericColumns = getNonNumericColumns().map((column) => ({
-        label: column.displayName,
-        value: column.name,
-    }));
-    const allStringColumns = getStringColumns().map((column) => ({
-        label: column.displayName,
-        value: column.name,
-    }));
     if (loading) {
         return ((0, jsx_runtime_1.jsxs)("div", { style: {
                 display: 'flex',
@@ -1829,7 +1855,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                     if (!openPopover) {
                                         setOpenPopover('AddColumnPopover');
                                     }
-                                }, label: 'Select columns' }), title: "Select columns", onClose: () => {
+                                }, label: 'Select columns' }), label: "Select columns", onClose: () => {
                                 setIsPending(false);
                                 setActiveEditItem(null);
                                 setActivePath(null);
@@ -1838,7 +1864,10 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                     setActiveEditItem(null);
                                     setActivePath(null);
                                     setOpenPopover(null);
-                                }, orderedColumnNames: orderedColumnNames, setOrderedColumnNames: setOrderedColumnNames, selectedColumns: selectedColumns, setSelectedColumns: setSelectedColumns, isSelectedAllColumns: isSelectedAllColumns, clearAllState: clearAllState, nameToColumn: nameToColumn, baseAst: baseAst, setBaseAst: setBaseAst, pivot: pivot, initialTableName: initialTableName, defaultAST: constants_1.defaultAST, defaultTable: constants_1.defaultTable, setPivot: setPivot, TextInput: TextInput, SelectColumn: SelectColumn, SecondaryButton: SecondaryButton, Button: Button, HandleButton: HandleButton }) }), (0, jsx_runtime_1.jsx)("div", { style: { height: 28, width: '100%' } }), (0, jsx_runtime_1.jsx)(SidebarHeading, { label: "Filters" }), (0, jsx_runtime_1.jsx)("div", { style: { height: 4, width: '100%' } }), formData && ((0, jsx_runtime_1.jsx)("div", { style: {
+                                }, orderedColumnNames: orderedColumnNames, setOrderedColumnNames: setOrderedColumnNames, selectedColumns: selectedColumns, setSelectedColumns: setSelectedColumns, isSelectedAllColumns: isSelectedAllColumns, clearAllState: clearAllState, nameToColumn: nameToColumn, baseAst: baseAst, setBaseAst: (newAst) => {
+                                    setBaseAst(newAst);
+                                    fetchSqlQuery(newAst);
+                                }, pivot: pivot, initialTableName: initialTableName, defaultAST: constants_1.defaultAST, defaultTable: constants_1.defaultTable, setPivot: setPivot, TextInput: TextInput, SelectColumn: SelectColumn, SecondaryButton: SecondaryButton, Button: Button, HandleButton: HandleButton }) }), (0, jsx_runtime_1.jsx)("div", { style: { height: 28, width: '100%' } }), (0, jsx_runtime_1.jsx)(SidebarHeading, { label: "Filters" }), (0, jsx_runtime_1.jsx)("div", { style: { height: 4, width: '100%' } }), formData && ((0, jsx_runtime_1.jsx)("div", { style: {
                                 display: 'flex',
                                 flexDirection: 'column',
                                 gap: 8,
@@ -1849,6 +1878,9 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                 gap: 2.5,
                                 alignItems: 'flex-start',
                             }, children: [(0, jsx_runtime_1.jsx)(Popover, { isOpen: openPopover === 'AddFilterPopover', title: 'Add filter', trigger: (0, jsx_runtime_1.jsx)(SecondaryButton, { onClick: () => {
+                                            if (!selectedColumns || selectedColumns.length === 0) {
+                                                return;
+                                            }
                                             if (!openPopover) {
                                                 const value = orderedColumnNames[0];
                                                 const [_table, column] = value.split('.');
@@ -1935,14 +1967,18 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                         } }) }))] }), (0, jsx_runtime_1.jsx)("div", { style: { height: 28, width: '100%' } }), (0, jsx_runtime_1.jsx)(SidebarHeading, { label: "Pivot" }), (0, jsx_runtime_1.jsx)("div", { style: { height: 4, width: '100%' } }), (0, jsx_runtime_1.jsx)(PivotModal_1.PivotModal, { pivotRowField: pivotRowField, setPivotRowField: setPivotRowField, pivotColumnField: pivotColumnField, setPivotColumnField: setPivotColumnField, pivotValueField: pivotValueField, setPivotValueField: setPivotValueField, pivotAggregation: pivotAggregation, setPivotAggregation: setPivotAggregation, createdPivots: createdPivots, setCreatedPivots: setCreatedPivots, recommendedPivots: recommendedPivots, setRecommendedPivots: setRecommendedPivots, popUpTitle: pivotPopUpTitle, setPopUpTitle: setPivotPopUpTitle, selectedTable: initialTableName, SelectComponent: Select, ButtonComponent: Button, PopoverComponent: PivotPopover, TextComponent: Text, isOpen: showPivotPopover, setIsOpen: setShowPivotPopover, showUpdatePivot: isEdittingPivot, setShowUpdatePivot: setIsEdittingPivot, parentRef: parentRef, data: rows, columns: processColumnsForChartBuilder(Object.keys(rows[0] ?? {})), triggerButtonText: 'Add pivot', selectedPivotIndex: selectedPivotIndex, setSelectedPivotIndex: setSelectedPivotIndex, removePivot: () => {
                                 setPivot(null);
                                 setPivotData(null);
-                            }, selectPivot: (pivot) => {
+                            }, 
+                            // TODOs
+                            selectPivot: (pivot) => {
                                 if (!pivot)
                                     return;
                                 const newAst = { ...baseAst };
                                 newAst.orderby = null;
                                 setBaseAst(newAst); // trigger refetch
                                 setPivot(pivot);
-                            }, selectPivotOnEdit: true, showTrigger: !pivot || !pivotData, theme: theme, LabelComponent: Label, HeaderComponent: Header, dateRange: [null, null, null], recommendPivotCount: 3 }), pivot && pivotData && ((0, jsx_runtime_1.jsx)(PivotList_1.PivotCard, { pivotTable: {
+                                const pivotedData = (0, PivotModal_1.generatePivotTable)(pivot, rows, [null, null, null], false);
+                                setPivotData(pivotedData || []);
+                            }, selectPivotOnEdit: true, showTrigger: !pivot, theme: theme, LabelComponent: Label, HeaderComponent: Header, dateRange: [null, null, null], recommendPivotCount: 3, SecondaryButtonComponent: SecondaryButton }), pivot && ((0, jsx_runtime_1.jsx)(PivotList_1.PivotCard, { pivotTable: {
                                 pivot: pivot,
                                 rows: pivotData?.rows || [],
                                 columns: pivotData?.columns || [],
@@ -1969,10 +2005,16 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                 }, columns: selectedColumns, setIsPending: setIsPending, setEditPopoverKey: setEditPopoverKey, setActiveEditItem: setActiveEditItem, setOpenPopover: setOpenPopover, SortPopover: SortPopover, EditPopover: AddSortPopover_1.AddSortPopover, handleDelete: () => {
                                     setPivot({ ...pivot, sort: false });
                                     setBaseAst((0, util_1.deepCopy)(baseAst));
+                                    if (!pivot) {
+                                        fetchSqlQuery(baseAst);
+                                    }
                                 }, onSave: (column, direction) => {
                                     setPivot({ ...pivot, sort: true, sortDirection: direction });
                                     setOpenPopover(null);
                                     setBaseAst((0, util_1.deepCopy)(baseAst));
+                                    if (!pivot) {
+                                        fetchSqlQuery(baseAst);
+                                    }
                                 } }, `sort-sentence-pivot`) })), baseAst && baseAst.orderby && ((0, jsx_runtime_1.jsx)("div", { style: {
                                 display: 'flex',
                                 flexDirection: 'column',
@@ -1997,11 +2039,17 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                     setActivePath(null);
                                     setOpenPopover(null);
                                     setBaseAst((0, util_1.deepCopy)(newAst));
+                                    if (!pivot) {
+                                        fetchSqlQuery(newAst);
+                                    }
                                 }, setIsPending: setIsPending, setEditPopoverKey: setEditPopoverKey, setActiveEditItem: setActiveEditItem, setOpenPopover: setOpenPopover, SortPopover: SortPopover, EditPopover: AddSortPopover_1.AddSortPopover, handleDelete: () => {
                                     const newAst = { ...baseAst };
                                     newAst.orderby.splice(id, 1);
                                     setBaseAst((0, util_1.deepCopy)(newAst));
-                                } }, `sort-sentence-${id}`))) })), (0, jsx_runtime_1.jsx)(Popover, { isOpen: openPopover === 'AddSortPopover', trigger: (0, jsx_runtime_1.jsx)(SecondaryButton, { onClick: () => {
+                                    if (!pivot) {
+                                        fetchSqlQuery(newAst);
+                                    }
+                                } }, `sort-sentence-${id}`))) })), (0, jsx_runtime_1.jsx)(Popover, { isOpen: openPopover === 'AddSortPopover', setIsOpen: () => { }, trigger: (0, jsx_runtime_1.jsx)(SecondaryButton, { onClick: () => {
                                     if (!openPopover) {
                                         setOpenPopover('AddSortPopover');
                                     }
@@ -2010,18 +2058,51 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                 setActiveEditItem(null);
                                 setActivePath(null);
                                 setOpenPopover(null);
-                            }, children: (0, jsx_runtime_1.jsx)(AddSortPopover_1.AddSortPopover, { columns: selectedColumns, Select: Select, Button: Button, onSave: () => { } }) })] }), (0, jsx_runtime_1.jsxs)(Container, { children: [!hideAi && ((0, jsx_runtime_1.jsxs)("form", { onSubmit: (event) => {
+                            }, children: (0, jsx_runtime_1.jsx)(AddSortPopover_1.AddSortPopover, { columns: selectedColumns, Select: Select, Button: Button, onSave: () => { } }) }), (0, jsx_runtime_1.jsx)("div", { style: { height: 28, width: '100%' } }), (0, jsx_runtime_1.jsx)(SidebarHeading, { label: "Limit" }), (0, jsx_runtime_1.jsx)("div", { style: { height: 4, width: '100%' } }), baseAst && baseAst.limit ? ((0, jsx_runtime_1.jsx)("div", { style: {
+                                display: 'flex',
+                                flexDirection: 'column',
+                                gap: 8,
+                                marginBottom: 12,
+                            }, children: (0, jsx_runtime_1.jsx)(AddLimitPopover_1.LimitSentence, { limit: baseAst.limit, setOpenPopover: setOpenPopover, LimitPopover: SortPopover, EditPopover: AddLimitPopover_1.AddLimitPopover, handleDelete: () => {
+                                    const newAst = { ...baseAst };
+                                    newAst.limit = null;
+                                    setBaseAst((0, util_1.deepCopy)(newAst));
+                                    fetchSqlQuery(newAst);
+                                }, onSave: (limit) => {
+                                    const newAst = { ...baseAst };
+                                    newAst.limit = {
+                                        seperator: '',
+                                        value: [
+                                            {
+                                                type: 'number',
+                                                value: limit,
+                                            },
+                                        ],
+                                    };
+                                    setOpenPopover(null);
+                                    setBaseAst((0, util_1.deepCopy)(newAst));
+                                    fetchSqlQuery(newAst);
+                                } }) })) : ((0, jsx_runtime_1.jsx)(Popover, { isOpen: openPopover === 'AddLimitPopover', setIsOpen: () => { }, trigger: (0, jsx_runtime_1.jsx)(SecondaryButton, { onClick: () => {
+                                    if (!openPopover) {
+                                        setOpenPopover('AddLimitPopover');
+                                    }
+                                }, label: 'Add limit' }), title: "Limit", onClose: () => {
+                                setIsPending(false);
+                                setActiveEditItem(null);
+                                setActivePath(null);
+                                setOpenPopover(null);
+                            }, children: (0, jsx_runtime_1.jsx)(TextInput, { value: 0, type: "number", style: { width: 120, minHeight: 32 }, onChange: (e) => { } }) }))] }), (0, jsx_runtime_1.jsxs)(Container, { children: [!hideAi && ((0, jsx_runtime_1.jsxs)("form", { onSubmit: (event) => {
                                 event.preventDefault();
                             }, style: {
                                 display: 'flex',
                                 flexDirection: 'row',
                                 gap: 12,
                                 padding: 1,
-                            }, children: [(0, jsx_runtime_1.jsx)(TextInput, { placeholder: "Ask a question...", type: "text", style: { width: '100%', fontSize: 14 }, value: aiPrompt }), (0, jsx_runtime_1.jsx)(Button, { onClick: () => { }, label: 'Ask AI' }), baseAst && ((0, jsx_runtime_1.jsx)(SecondaryButton, { onClick: clearAllState, label: "New report" }))] })), baseAst && ((0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: [(0, jsx_runtime_1.jsx)(TableLoadingState, {}), (0, jsx_runtime_1.jsxs)("div", { style: {
+                            }, children: [(0, jsx_runtime_1.jsx)(TextInput, { placeholder: baseAst ? 'Ask a follow-up question...' : 'Ask a question...', type: "text", style: { width: '100%', fontSize: 14 }, value: aiPrompt }), (0, jsx_runtime_1.jsx)(Button, { onClick: () => { }, label: 'Ask AI' }), baseAst && ((0, jsx_runtime_1.jsx)(SecondaryButton, { onClick: clearAllState, label: "New report" }))] })), (0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: [(0, jsx_runtime_1.jsx)(TableLoadingState, {}), (0, jsx_runtime_1.jsxs)("div", { style: {
                                         display: 'flex',
                                         flexDirection: 'row',
                                         gap: '12px',
-                                    }, children: [(0, jsx_runtime_1.jsx)("div", { style: { width: '100%' } }), (0, jsx_runtime_1.jsx)(SecondaryButton, { onClick: () => copyToClipboard(activeQuery), label: isCopying ? '✅ Copied' : 'Copy SQL' }), (0, jsx_runtime_1.jsx)(Button, { label: 'Add to dashboard', onClick: () => { } })] })] }))] }), (0, jsx_runtime_1.jsx)("style", { children: `body{margin:0;}` })] }));
+                                    }, children: [(0, jsx_runtime_1.jsx)("div", { style: { width: '100%' } }), (0, jsx_runtime_1.jsx)(SecondaryButton, { onClick: () => copyToClipboard(activeQuery), label: isCopying ? '✅ Copied' : 'Copy SQL' }), (0, jsx_runtime_1.jsx)(Button, { label: 'Add to dashboard', onClick: () => { } })] })] })] }), (0, jsx_runtime_1.jsx)("style", { children: `body{margin:0;}` })] }));
     }
     return ((0, jsx_runtime_1.jsxs)("div", { ref: parentRef, style: {
             display: 'flex',
@@ -2046,7 +2127,10 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                 setActiveEditItem(null);
                                 setActivePath(null);
                                 setOpenPopover(null);
-                            }, orderedColumnNames: orderedColumnNames, setOrderedColumnNames: setOrderedColumnNames, selectedColumns: selectedColumns, setSelectedColumns: setSelectedColumns, isSelectedAllColumns: isSelectedAllColumns, clearAllState: clearAllState, nameToColumn: nameToColumn, baseAst: baseAst, setBaseAst: setBaseAst, pivot: pivot, initialTableName: initialTableName, defaultAST: constants_1.defaultAST, defaultTable: constants_1.defaultTable, setPivot: setPivot, TextInput: TextInput, SelectColumn: SelectColumn, SecondaryButton: SecondaryButton, Button: Button, HandleButton: HandleButton }) }), (0, jsx_runtime_1.jsx)("div", { style: { height: 28, width: '100%' } }), (0, jsx_runtime_1.jsx)(SidebarHeading, { label: "Filters" }), (0, jsx_runtime_1.jsx)("div", { style: { height: 4, width: '100%' } }), formData && ((0, jsx_runtime_1.jsx)("div", { style: {
+                            }, orderedColumnNames: orderedColumnNames, setOrderedColumnNames: setOrderedColumnNames, selectedColumns: selectedColumns, setSelectedColumns: setSelectedColumns, isSelectedAllColumns: isSelectedAllColumns, clearAllState: clearAllState, nameToColumn: nameToColumn, baseAst: baseAst, setBaseAst: (ast) => {
+                                setBaseAst(ast);
+                                fetchSqlQuery(ast);
+                            }, pivot: pivot, initialTableName: initialTableName, defaultAST: constants_1.defaultAST, defaultTable: constants_1.defaultTable, setPivot: setPivot, TextInput: TextInput, SelectColumn: SelectColumn, SecondaryButton: SecondaryButton, Button: Button, HandleButton: HandleButton }) }), (0, jsx_runtime_1.jsx)("div", { style: { height: 28, width: '100%' } }), (0, jsx_runtime_1.jsx)(SidebarHeading, { label: "Filters" }), (0, jsx_runtime_1.jsx)("div", { style: { height: 4, width: '100%' } }), formData && ((0, jsx_runtime_1.jsx)("div", { style: {
                             display: 'flex',
                             flexDirection: 'column',
                             gap: 8,
@@ -2057,6 +2141,9 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                             gap: 2.5,
                             alignItems: 'flex-start',
                         }, children: [(0, jsx_runtime_1.jsx)(Popover, { title: 'Add filter', isOpen: openPopover === 'AddFilterPopover', trigger: (0, jsx_runtime_1.jsx)(SecondaryButton, { onClick: () => {
+                                        if (!selectedColumns || selectedColumns.length === 0) {
+                                            return;
+                                        }
                                         if (!openPopover) {
                                             const value = orderedColumnNames[0];
                                             const [_table, column] = value.split('.');
@@ -2142,7 +2229,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                             setOpenPopover(null);
                                             clearCheckboxes();
                                         }
-                                    } }) }))] }), (0, jsx_runtime_1.jsx)("div", { style: { height: 28, width: '100%' } }), (0, jsx_runtime_1.jsx)(SidebarHeading, { label: "Pivot" }), (0, jsx_runtime_1.jsx)("div", { style: { height: 4, width: '100%' } }), (0, jsx_runtime_1.jsx)(PivotModal_1.PivotModal, { pivotRowField: pivotRowField, setPivotRowField: setPivotRowField, pivotColumnField: pivotColumnField, setPivotColumnField: setPivotColumnField, pivotValueField: pivotValueField, setPivotValueField: setPivotValueField, pivotAggregation: pivotAggregation, setPivotAggregation: setPivotAggregation, createdPivots: createdPivots, setCreatedPivots: setCreatedPivots, recommendedPivots: recommendedPivots, setRecommendedPivots: setRecommendedPivots, popUpTitle: pivotPopUpTitle, setPopUpTitle: setPivotPopUpTitle, selectedTable: initialTableName, SelectComponent: Select, ButtonComponent: Button, PopoverComponent: PivotPopover, TextComponent: Text, isOpen: showPivotPopover, setIsOpen: setShowPivotPopover, showUpdatePivot: isEdittingPivot, setShowUpdatePivot: setIsEdittingPivot, parentRef: parentRef, data: rows, columns: processColumnsForChartBuilder(Object.keys(rows[0] ?? {})), triggerButtonText: 'Add pivot', selectedPivotIndex: selectedPivotIndex, setSelectedPivotIndex: setSelectedPivotIndex, removePivot: () => {
+                                    } }) }))] }), (0, jsx_runtime_1.jsx)("div", { style: { height: 28, width: '100%' } }), (0, jsx_runtime_1.jsx)(SidebarHeading, { label: "Pivot" }), (0, jsx_runtime_1.jsx)("div", { style: { height: 4, width: '100%' } }), (0, jsx_runtime_1.jsx)(PivotModal_1.PivotModal, { pivotRowField: pivotRowField, setPivotRowField: setPivotRowField, pivotColumnField: pivotColumnField, setPivotColumnField: setPivotColumnField, pivotValueField: pivotValueField, setPivotValueField: setPivotValueField, pivotAggregation: pivotAggregation, setPivotAggregation: setPivotAggregation, createdPivots: createdPivots, setCreatedPivots: setCreatedPivots, recommendedPivots: recommendedPivots, setRecommendedPivots: setRecommendedPivots, popUpTitle: pivotPopUpTitle, setPopUpTitle: setPivotPopUpTitle, selectedTable: initialTableName, SelectComponent: Select, ButtonComponent: Button, SecondaryButtonComponent: SecondaryButton, PopoverComponent: PivotPopover, TextComponent: Text, isOpen: showPivotPopover, setIsOpen: setShowPivotPopover, showUpdatePivot: isEdittingPivot, setShowUpdatePivot: setIsEdittingPivot, parentRef: parentRef, data: rows, columns: processColumnsForChartBuilder(Object.keys(rows[0] ?? {})), triggerButtonText: 'Add pivot', selectedPivotIndex: selectedPivotIndex, setSelectedPivotIndex: setSelectedPivotIndex, removePivot: () => {
                             setPivot(null);
                             setPivotData(null);
                         }, selectPivot: (pivot) => {
@@ -2156,7 +2243,9 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                             }
                             setBaseAst(newAst); // trigger refetch
                             setPivot(pivot);
-                        }, selectPivotOnEdit: true, showTrigger: !pivot || !pivotData, theme: theme, LabelComponent: Label, HeaderComponent: Header, dateRange: [null, null, null], recommendPivotCount: 3 }), pivot && pivotData && ((0, jsx_runtime_1.jsx)(PivotList_1.PivotCard, { pivotTable: {
+                            const pivotedData = (0, PivotModal_1.generatePivotTable)(pivot, rows, [null, null, null], false);
+                            setPivotData(pivotedData || []);
+                        }, selectPivotOnEdit: true, showTrigger: !pivot, theme: theme, LabelComponent: Label, HeaderComponent: Header, dateRange: [null, null, null], recommendPivotCount: 3 }), pivot && ((0, jsx_runtime_1.jsx)(PivotList_1.PivotCard, { pivotTable: {
                             pivot: pivot,
                             rows: pivotData?.rows || [],
                             columns: pivotData?.columns || [],
@@ -2171,7 +2260,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                         }, selectedPivotIndex: -1, onEditPivot: () => { }, ButtonComponent: Button, HeaderComponent: Header, showEdit: false, onClose: () => {
                             setPivot(null);
                             setPivotData(null);
-                            setBaseAst((0, util_1.deepCopy)(baseAst)); // trigger refetch
+                            setBaseAst((0, util_1.deepCopy)(baseAst));
                         }, minHeight: 180, LabelComponent: Label, TextComponent: Text })), (0, jsx_runtime_1.jsx)("div", { style: { height: 28, width: '100%' } }), (0, jsx_runtime_1.jsx)(SidebarHeading, { label: "Sort" }), (0, jsx_runtime_1.jsx)("div", { style: { height: 4, width: '100%' } }), pivot && pivot.sort && ((0, jsx_runtime_1.jsx)("div", { style: {
                             display: 'flex',
                             flexDirection: 'column',
@@ -2180,13 +2269,25 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                         }, children: (0, jsx_runtime_1.jsx)(AddSortPopover_1.SortSentence, { sortData: {
                                 type: pivot.sortDirection,
                                 expr: { type: 'column_ref', column: pivot.rowField },
-                            }, columns: selectedColumns, setIsPending: setIsPending, setEditPopoverKey: setEditPopoverKey, setActiveEditItem: setActiveEditItem, setOpenPopover: setOpenPopover, SortPopover: SortPopover, EditPopover: AddSortPopover_1.AddSortPopover, handleDelete: () => {
-                                setPivot({ ...pivot, sort: false });
+                            }, columns: pivot ? [`.${pivot.rowField}`] : selectedColumns, setIsPending: setIsPending, setEditPopoverKey: setEditPopoverKey, setActiveEditItem: setActiveEditItem, setOpenPopover: setOpenPopover, SortPopover: SortPopover, EditPopover: AddSortPopover_1.AddSortPopover, handleDelete: () => {
+                                if (pivot) {
+                                    setPivot({ ...pivot, sort: false });
+                                    const pivotedData = (0, PivotModal_1.generatePivotTable)({ ...pivot, sort: false }, rows, [null, null, null], false);
+                                    setPivotData(pivotedData || []);
+                                    return;
+                                }
                                 setBaseAst((0, util_1.deepCopy)(baseAst));
+                                fetchSqlQuery((0, util_1.deepCopy)(baseAst));
                             }, onSave: (column, direction) => {
-                                setPivot({ ...pivot, sort: true, sortDirection: direction });
+                                if (pivot) {
+                                    setPivot({ ...pivot, sort: true, sortDirection: direction });
+                                    const pivotedData = (0, PivotModal_1.generatePivotTable)({ ...pivot, sort: true, sortDirection: direction }, rows, [null, null, null], false);
+                                    setPivotData(pivotedData || []);
+                                    return;
+                                }
                                 setOpenPopover(null);
                                 setBaseAst((0, util_1.deepCopy)(baseAst));
+                                fetchSqlQuery((0, util_1.deepCopy)(baseAst));
                             } }, `sort-sentence-pivot`) })), baseAst && baseAst.orderby && ((0, jsx_runtime_1.jsx)("div", { style: {
                             display: 'flex',
                             flexDirection: 'column',
@@ -2200,6 +2301,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                 const newAst = { ...baseAst };
                                 newAst.orderby.splice(id, 1);
                                 setBaseAst((0, util_1.deepCopy)(newAst));
+                                fetchSqlQuery((0, util_1.deepCopy)(newAst));
                             }, onSave: (column, direction) => {
                                 if (pivot) {
                                     setPivot({
@@ -2227,6 +2329,7 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                 setActivePath(null);
                                 setOpenPopover(null);
                                 setBaseAst((0, util_1.deepCopy)(newAst));
+                                fetchSqlQuery((0, util_1.deepCopy)(newAst));
                             } }, `sort-sentence-${id}`))) })), (0, jsx_runtime_1.jsx)(Popover, { isOpen: openPopover === 'AddSortPopover', trigger: (0, jsx_runtime_1.jsx)(SecondaryButton, { onClick: () => {
                                 if (!openPopover) {
                                     setOpenPopover('AddSortPopover');
@@ -2241,6 +2344,8 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                     return;
                                 if (pivot) {
                                     setPivot({ ...pivot, sort: true, sortDirection: direction });
+                                    const pivotedData = (0, PivotModal_1.generatePivotTable)({ ...pivot, sort: true, sortDirection: direction }, rows, [null, null, null], false);
+                                    setPivotData(pivotedData || []);
                                     setActivePath(null);
                                     setOpenPopover(null);
                                     setBaseAst((0, util_1.deepCopy)(baseAst));
@@ -2257,7 +2362,58 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                                 setActivePath(null);
                                 setOpenPopover(null);
                                 setBaseAst((0, util_1.deepCopy)(newAst));
-                            } }) })] }), (0, jsx_runtime_1.jsxs)(Container, { children: [!hideAi && ((0, jsx_runtime_1.jsxs)("form", { onSubmit: (event) => {
+                                fetchSqlQuery((0, util_1.deepCopy)(newAst));
+                            } }) }), (0, jsx_runtime_1.jsx)("div", { style: { height: 28, width: '100%' } }), (0, jsx_runtime_1.jsx)(SidebarHeading, { label: "Limit" }), (0, jsx_runtime_1.jsx)("div", { style: { height: 4, width: '100%' } }), baseAst && baseAst.limit ? ((0, jsx_runtime_1.jsx)("div", { style: {
+                            display: 'flex',
+                            flexDirection: 'column',
+                            gap: 8,
+                            marginBottom: 12,
+                        }, children: (0, jsx_runtime_1.jsx)(AddLimitPopover_1.LimitSentence, { limit: baseAst.limit, setOpenPopover: setOpenPopover, LimitPopover: SortPopover, EditPopover: AddLimitPopover_1.AddLimitPopover, handleDelete: () => {
+                                const newAst = { ...baseAst };
+                                newAst.limit = null;
+                                setBaseAst((0, util_1.deepCopy)(newAst));
+                                fetchSqlQuery((0, util_1.deepCopy)(newAst));
+                            }, onSave: (limit) => {
+                                const newAst = { ...baseAst };
+                                newAst.limit = {
+                                    seperator: '',
+                                    value: [
+                                        {
+                                            type: 'number',
+                                            value: limit,
+                                        },
+                                    ],
+                                };
+                                setOpenPopover(null);
+                                setBaseAst((0, util_1.deepCopy)(newAst));
+                                fetchSqlQuery((0, util_1.deepCopy)(newAst));
+                            } }) })) : ((0, jsx_runtime_1.jsx)(Popover, { isOpen: openPopover === 'AddLimitPopover', setIsOpen: () => { }, trigger: (0, jsx_runtime_1.jsx)(SecondaryButton, { onClick: () => {
+                                if (!baseAst) {
+                                    return;
+                                }
+                                if (!openPopover) {
+                                    setOpenPopover('AddLimitPopover');
+                                }
+                            }, label: 'Add limit' }), title: "Limit", onClose: () => {
+                            setIsPending(false);
+                            setActiveEditItem(null);
+                            setActivePath(null);
+                            setOpenPopover(null);
+                        }, children: (0, jsx_runtime_1.jsx)(AddLimitPopover_1.AddLimitPopover, { TextInput: TextInput, onSave: (limit) => {
+                                const newAst = { ...baseAst };
+                                newAst.limit = {
+                                    seperator: '',
+                                    value: [
+                                        {
+                                            type: 'number',
+                                            value: Number(limit),
+                                        },
+                                    ],
+                                };
+                                setOpenPopover(null);
+                                setBaseAst((0, util_1.deepCopy)(newAst));
+                                fetchSqlQuery((0, util_1.deepCopy)(newAst));
+                            } }) }))] }), (0, jsx_runtime_1.jsxs)(Container, { children: [!hideAi && ((0, jsx_runtime_1.jsxs)("form", { onSubmit: (event) => {
                             event.preventDefault();
                             handleAsk();
                         }, style: {
@@ -2268,9 +2424,10 @@ function ReportBuilder({ initialTableName = '', onAddToDashboardComplete = () =>
                         }, children: [(0, jsx_runtime_1.jsx)(TextInput, { type: "text", value: aiPrompt, style: { width: '100%', fontSize: 14 }, onChange: (e) => setAiPrompt(e.target.value), placeholder: baseAst ? 'Ask a follow-up question...' : 'Ask a question...' }), (0, jsx_runtime_1.jsx)(Button, { onClick: handleAsk, label: 'Ask AI' }), baseAst && ((0, jsx_runtime_1.jsx)(SecondaryButton, { label: 'New report', onClick: clearAllState }))] })), baseAst && ((0, jsx_runtime_1.jsx)(jsx_runtime_1.Fragment, { children: loading && errorMessage.length === 0 ? ((0, jsx_runtime_1.jsx)(TableLoadingState, {})) : ((0, jsx_runtime_1.jsx)(Table, { rows: applyFormatting({
                                 rows: pivotData?.rows || rows,
                                 fields: pivotData?.fields || fields,
-                            }, baseAst?.columns ?? []), columns: pivotData?.columns ||
-                                enforceOrderOnColumns(Object.keys(rows[0] ?? {})).map((c) => {
-                                    return { label: c, field: c };
+                            }, baseAst?.columns ?? []), columns: pivot
+                                ? pivotData?.columns || emptyPivotColumns()
+                                : enforceOrderOnColumns(Object.keys(rows[0] ?? {})).map((c) => {
+                                    return { label: (0, textProcessing_1.snakeCaseToTitleCase)(c), field: c };
                                 }), error: errorMessage, rowsPerPage: 20 })) })), (0, jsx_runtime_1.jsxs)("div", { style: {
                             display: 'flex',
                             flexDirection: 'row',