@quillsql/react 2.12.52 → 2.12.53

package/dist/cjs/utils/report.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchReportBuilderDataFromAST = exports.convertInternalReportToReport = exports.formatRowsFromReport = exports.saveReport = exports.fetchReport = exports.EMPTY_INTERNAL_REPORT = exports.EMPTY_REPORT = void 0;
+exports.fetchReportBuilderDataFromAST = exports.convertInternalReportToReport = exports.formatRowsFromReport = exports.saveReport = exports.fetchReportRowCount = exports.fetchReport = exports.EMPTY_INTERNAL_REPORT = exports.EMPTY_REPORT = void 0;
 const ChartBuilder_1 = require("../ChartBuilder");
 const ast_1 = require("../components/ReportBuilder/ast");
 const PivotModal_1 = require("../internals/ReportBuilder/PivotModal");
@@ -64,7 +64,7 @@ function extractAllReportValuesFromQuillInternalReport(reportInternal) {
         template: reportInternal.template,
     };
 }
-async function fetchReport(reportId, client, useReportTask = true, filters = [], additionalProcessing, dateBucket, customFields) {
+async function fetchReport(reportId, client, useReportTask = true, filters = [], additionalProcessing, dateBucket, customFields, queryTask) {
     let reportInfo = undefined;
     let errorMessage = undefined;
     try {
@@ -73,7 +73,7 @@ async function fetchReport(reportId, client, useReportTask = true, filters = [],
             metadata: {
                 reportId,
                 dashboardItemId: reportId,
-                orgId: client.customerId || '*',
+                orgId: client.organizationId || '*',
                 clientId: client.publicKey,
                 task: useReportTask ? 'report' : 'item',
                 databaseType: client.databaseType,
@@ -81,6 +81,7 @@ async function fetchReport(reportId, client, useReportTask = true, filters = [],
                 customFields,
                 additionalProcessing,
                 useNewNodeSql: true,
+                queryTask,
             },
         };
         const cloudBody = {
@@ -116,8 +117,11 @@ async function fetchReport(reportId, client, useReportTask = true, filters = [],
         // Ensure the report columns don't reference any columns that aren't present in the rows
         const observedColumns = reportInfo?.rows[0]
             ? Object.keys(reportInfo.rows[0])
-            : [];
-        if (reportInfo &&
+            : null;
+        if (observedColumns &&
+            reportInfo &&
+            !reportInfo.pivot &&
+            !reportInfo.pivotColumns &&
             useReportTask &&
             reportInfo.columns?.filter((col) => !observedColumns.includes(col.field))
                 ?.length > 0) {
@@ -134,7 +138,7 @@ async function fetchReport(reportId, client, useReportTask = true, filters = [],
         if (error instanceof error_1.DataLoadError) {
             if (error.data.useReportTask) {
                 (0, logging_1.internalLog)('USING ITEM AS BACKUP');
-                const { report, error } = await fetchReport(reportId, client, false, filters, additionalProcessing, dateBucket, customFields);
+                const { report, error } = await fetchReport(reportId, client, false, filters, additionalProcessing, dateBucket, customFields, queryTask);
                 reportInfo = report;
                 errorMessage = error;
             }
@@ -162,12 +166,38 @@ async function fetchReport(reportId, client, useReportTask = true, filters = [],
     return { report: reportInfo || exports.EMPTY_INTERNAL_REPORT, error: errorMessage };
 }
 exports.fetchReport = fetchReport;
+async function fetchReportRowCount(reportId, client, useReportTask = true, filters = [], additionalProcessing, customFields) {
+    // Remove extra fields on each filter so we don't confuse the backend.
+    const hostedBody = {
+        metadata: {
+            reportId,
+            dashboardItemId: reportId,
+            orgId: client.organizationId || '*',
+            clientId: client.publicKey,
+            task: useReportTask ? 'report' : 'item',
+            databaseType: client.databaseType,
+            filters: filters,
+            customFields,
+            additionalProcessing,
+            useNewNodeSql: true,
+            rowCountOnly: true,
+        },
+    };
+    const cloudBody = {
+        id: reportId,
+        filters: filters,
+        useNewNodeSql: true,
+    };
+    const resp = await (0, dataFetcher_1.getData)(client, 'itempost', 'omit', hostedBody, cloudBody, 'POST', 'fetch-data');
+    return resp.rowCount;
+}
+exports.fetchReportRowCount = fetchReportRowCount;
 async function saveReport({ report, dashboardItemId, client, }) {
-    const { publicKey, customerId, databaseType } = client;
+    const { publicKey, organizationId, databaseType } = client;
     const cloudBody = {
         ...report,
         dashboardItemId,
-        customerId: customerId || '*',
+        customerId: organizationId || '*',
         useNewNodeSql: true,
     };
     // @ts-ignore
@@ -185,14 +215,14 @@ async function saveReport({ report, dashboardItemId, client, }) {
             clientId: publicKey,
             databaseType: databaseType,
             ...cloudBody,
-            orgId: customerId || '*',
+            orgId: organizationId || '*',
             useNewNodeSql: true,
         },
     };
-    const searchParams = new URLSearchParams(customerId
+    const searchParams = new URLSearchParams(organizationId
         ? {
             clientId: publicKey,
-            customerId: customerId,
+            customerId: organizationId,
         }
         : { clientId: publicKey }).toString();
     return await (0, dataFetcher_1.getData)(client, `dashedit2?${searchParams}`, 'same-origin', hostedBody, cloudBody);
@@ -272,7 +302,7 @@ function convertInternalReportToReport(report) {
     }
 }
 exports.convertInternalReportToReport = convertInternalReportToReport;
-const fetchReportBuilderDataFromAST = async (baseAst, formData, schema, client, pivot, previousFormData, currentTable, previousRelevant, report, customFields) => {
+const fetchReportBuilderDataFromAST = async (baseAst, formData, schema, client, pivot, previousFormData, currentTable, previousRelevant, report, customFields, skipUniqueValues, skipRowCount, processing) => {
     let newRows = [];
     let newColumns = [];
     let newRowCount = 0;
@@ -283,7 +313,7 @@ const fetchReportBuilderDataFromAST = async (baseAst, formData, schema, client,
     let table = '';
     let error;
     const relevantInfo = previousRelevant ?? { uniqueStrings: {}, dateRanges: {} };
-    const query = '';
+    let query = '';
     try {
         const tables = (0, ast_1.getTableNames)(baseAst);
         table = tables[0] ? tables[0] : '';
@@ -291,7 +321,7 @@ const fetchReportBuilderDataFromAST = async (baseAst, formData, schema, client,
         if (!table || !tableInfo) {
             throw new Error('No table found;');
         }
-        const tableData = await (0, tableProcessing_1.fetchTableByAST)({ ...baseAst, where: formData }, client, { page: paginationProcessing_1.DEFAULT_PAGINATION });
+        const tableData = await (0, tableProcessing_1.fetchTableByAST)({ ...baseAst, where: formData }, client, processing ?? { page: paginationProcessing_1.DEFAULT_PAGINATION }, undefined, skipRowCount);
         if (tableData.error) {
             throw new Error(tableData.error);
         }
@@ -315,17 +345,32 @@ const fetchReportBuilderDataFromAST = async (baseAst, formData, schema, client,
             }),
             columnInternal: tableData.columns,
         };
-        const queryResult = await (0, dataFetcher_1.fetchSqlQuery)({
-            ...(0, astProcessing_1.createBasicSelectASTFromColumns)(tableInfo.columns, table),
-            where: formData,
-        }, client, formData);
-        if (queryResult.error) {
-            throw new Error(queryResult.error);
-        }
         if (table !== currentTable || previousFormData !== formData) {
-            const { uniqueStrings, dateRanges } = await (0, tableProcessing_1.getRelevantInfoFromQuery)(tableInfo.columns, client, queryResult.query, customFields);
-            relevantInfo.uniqueStrings[table] = uniqueStrings ?? {};
-            relevantInfo.dateRanges = dateRanges ?? {};
+            const queryResult = await (0, dataFetcher_1.fetchSqlQuery)({
+                ...(0, astProcessing_1.createBasicSelectASTFromColumns)(tableInfo.columns, table),
+                where: formData,
+            }, client, formData);
+            if (queryResult.error) {
+                throw new Error(queryResult.error);
+            }
+            query = queryResult.query;
+            if (!skipUniqueValues) {
+                const { uniqueStrings, dateRanges } = await (0, tableProcessing_1.getRelevantInfoFromQuery)(tableInfo.columns, client, queryResult.query, customFields);
+                relevantInfo.uniqueStrings[table] = uniqueStrings ?? {};
+                relevantInfo.dateRanges = dateRanges ?? {};
+            }
+            else {
+                const dateColumns = tableInfo.columns.filter((column) => {
+                    return column.fieldType === 'date';
+                });
+                if (dateColumns.length > 0) {
+                    const dateRanges = await (0, tableProcessing_1.getDateRangeByColumns)(dateColumns, queryResult.query, client, customFields ?? []);
+                    if (dateRanges === null) {
+                        throw new Error("Couldn't fetch date ranges");
+                    }
+                    relevantInfo.dateRanges = dateRanges ?? {};
+                }
+            }
         }
         if (!!relevantInfo.error) {
             throw new Error(relevantInfo.error);

package/dist/cjs/utils/schema.d.ts

@@ -1,7 +1,7 @@
-import { Client } from '../models/Client';
+import { QuillProviderClient } from '../models/Client';
 import { Table } from '../models/Tables';
-export declare const getCustomFieldInfo: (client: Client, caller?: string) => Promise<any[]>;
-export declare const getSchemaInfoWithCustomFields: (client: Client, caller?: string) => Promise<{
+export declare const getCustomFieldInfo: (client: QuillProviderClient, caller?: string) => Promise<any[]>;
+export declare const getSchemaInfoWithCustomFields: (client: QuillProviderClient, caller?: string, tableIds?: string[]) => Promise<{
     schemaData: Table[];
     customFieldsByTable: any;
 }>;

package/dist/cjs/utils/schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/utils/schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAsDzC,eAAO,MAAM,kBAAkB,WAAkB,MAAM,oCA8EtD,CAAC;AAEF,eAAO,MAAM,6BAA6B,WAChC,MAAM,sBAEb,QAAQ;IAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAAC,mBAAmB,EAAE,GAAG,CAAA;CAAE,CAmD3D,CAAC"}
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/utils/schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAyDzC,eAAO,MAAM,kBAAkB,WACrB,mBAAmB,oCAqF5B,CAAC;AAEF,eAAO,MAAM,6BAA6B,WAChC,mBAAmB,8BAEhB,MAAM,EAAE,KAClB,QAAQ;IAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAAC,mBAAmB,EAAE,GAAG,CAAA;CAAE,CAoD3D,CAAC"}

package/dist/cjs/utils/schema.js

@@ -2,32 +2,35 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getSchemaInfoWithCustomFields = exports.getCustomFieldInfo = void 0;
 const columnProcessing_1 = require("./columnProcessing");
-const triggerSoftUpdate = async (client, tables) => {
-    const { queryEndpoint, queryHeaders, publicKey, withCredentials } = client;
-    tables.forEach(async (table) => {
-        // if (table.isSelectStar) {
-        fetch(`${queryEndpoint}?update-view`, {
-            method: 'POST',
-            headers: {
-                ...queryHeaders,
-                'Content-Type': 'application/json',
-            },
-            credentials: withCredentials ? 'include' : 'omit',
-            body: JSON.stringify({
-                metadata: {
-                    preQueries: [table.viewQuery.replace(/;/, '')],
-                    clientId: publicKey,
-                    publicKey: publicKey,
-                    task: 'update-view',
-                    name: table.name,
-                    id: table._id,
-                    runQueryConfig: { getColumns: true },
-                },
-            }),
-        });
-        // }
-    });
-};
+// const triggerSoftUpdate = async (
+//   client: QuillProviderClient,
+//   tables: Table[],
+// ) => {
+//   const { queryEndpoint, queryHeaders, publicKey, withCredentials } = client;
+//   tables.forEach(async (table: Table) => {
+//     // if (table.isSelectStar) {
+//     fetch(`${queryEndpoint}?update-view`, {
+//       method: 'POST',
+//       headers: {
+//         ...queryHeaders,
+//         'Content-Type': 'application/json',
+//       },
+//       credentials: withCredentials ? 'include' : 'omit',
+//       body: JSON.stringify({
+//         metadata: {
+//           preQueries: [table.viewQuery.replace(/;/, '')],
+//           clientId: publicKey,
+//           publicKey: publicKey,
+//           task: 'update-view',
+//           name: table.name,
+//           id: table._id,
+//           runQueryConfig: { getColumns: true },
+//         },
+//       }),
+//     });
+//     // }
+//   });
+// };
 const parseResponse = (results) => {
     if (results.data?.data) {
         if (results.data.data.queries &&
@@ -52,7 +55,7 @@ const parseResponse = (results) => {
 const getCustomFieldInfo = async (client, caller = 'se') => {
     let customFieldsByTableUnique = [];
     try {
-        const { queryEndpoint, queryHeaders, publicKey, databaseType, customerId } = client;
+        const { queryEndpoint, queryHeaders, publicKey, databaseType, organizationId, } = client;
         if ((databaseType && databaseType.toLowerCase() !== 'postgresql') ||
             !['665610862cf7a3000be66453'].includes(publicKey)) {
             throw new Error('CUSTOM FIELDS IS ONLY ALLOWED FOR POSTGRESQL DATABASES');
@@ -70,7 +73,7 @@ const getCustomFieldInfo = async (client, caller = 'se') => {
                     publicKey,
                     task: 'custom-field-records',
                     databaseType: databaseType,
-                    orgId: customerId,
+                    orgId: organizationId,
                 },
             }),
         });
@@ -115,11 +118,11 @@ const getCustomFieldInfo = async (client, caller = 'se') => {
     return customFieldsByTableUnique;
 };
 exports.getCustomFieldInfo = getCustomFieldInfo;
-const getSchemaInfoWithCustomFields = async (client, caller = 'se') => {
-    const { queryEndpoint, queryHeaders, publicKey, customerId, withCredentials, } = client;
+const getSchemaInfoWithCustomFields = async (client, caller = 'se', tableIds) => {
+    const { queryEndpoint, queryHeaders, publicKey, organizationId, withCredentials, } = client;
     let customFieldsByTableUnique = [];
     let getCustomFields = true;
-    if (!customerId || customerId !== '*') {
+    if (!organizationId || organizationId !== '*') {
         try {
             customFieldsByTableUnique = await (0, exports.getCustomFieldInfo)(client, caller);
         }
@@ -140,12 +143,13 @@ const getSchemaInfoWithCustomFields = async (client, caller = 'se') => {
                 publicKey: publicKey,
                 task: 'schema',
                 removeCustomerField: true,
-                getCustomFields: !client.customerId ||
-                    client.customerId === '*' ||
+                getCustomFields: !client.organizationId ||
+                    client.organizationId === '*' ||
                     (customFieldsByTableUnique.length === 0 && !getCustomFields)
                     ? false
                     : true,
-                orgId: client.customerId || '*',
+                orgId: client.organizationId || '*',
+                tableIds,
                 customFieldsByTable: customFieldsByTableUnique,
                 gatherSchemaData: '665610862cf7a3000be66453' === publicKey ? true : false,
             },
@@ -154,7 +158,7 @@ const getSchemaInfoWithCustomFields = async (client, caller = 'se') => {
     const result = await response.json();
     const parsedData = parseResponse(result);
     const converted = convertSchemaInfoToTable(parsedData);
-    triggerSoftUpdate(client, converted);
+    // triggerSoftUpdate(client, converted);
     return {
         schemaData: converted,
         customFieldsByTable: customFieldsByTableUnique,

package/dist/cjs/utils/tableProcessing.d.ts

@@ -1,6 +1,7 @@
 import { NodeSQLParser } from '../components/ReportBuilder/ast';
-import { Client } from '../models/Client';
+import { QuillProviderClient } from '../models/Client';
 import { Column, ColumnInternal } from '../models/Columns';
+import { Filter } from '../models/Filter';
 import { Pagination } from '../models/Pagination';
 import { DateRangesByColumn, UniqueValuesByColumn } from '../models/Tables';
 export interface AdditionalProcessing {
@@ -12,19 +13,22 @@ export interface AdditionalProcessing {
     last?: any;
 }
 export declare const hasColumnAlias: (columns: Column[], referencedColumns: string[]) => boolean;
-export declare const getUniqueValuesByColumns: (columns: Column[], query: string, rows: any, client: Client, customFields: any[]) => Promise<{
+export declare const getUniqueValuesByColumns: (columns: Column[], query: string, rows: any, client: QuillProviderClient, customFields: any[]) => Promise<{
     [column: string]: {
         [value: string]: boolean;
     };
 } | null>;
-export declare const getUniqueStringValues: (columns: ColumnInternal[], tableName: string, client: any, customFields?: any, previousUniqueValues?: any) => Promise<any>;
-export declare const getRelevantInfoFromQuery: (columns: ColumnInternal[], client: Client, query: string, customFields?: any) => Promise<{
+export declare const getUniqueStringValues: (columns: ColumnInternal[], tableName: string, client: any, customFields?: any, previousUniqueValues?: any, withExceededColumns?: boolean, query?: string) => Promise<any>;
+export declare const getRelevantInfoFromQuery: (columns: ColumnInternal[], client: QuillProviderClient, query: string, customFields?: any) => Promise<{
     uniqueStrings?: UniqueValuesByColumn | undefined;
     dateRanges?: DateRangesByColumn | undefined;
     error?: string | undefined;
 }>;
-export declare const getCountsByColumns: (columns: Column[], query: string, client: Client, customFields: any[]) => Promise<Column[]>;
-export declare const getDateRangeByColumns: (columns: Column[], query: string, client: Client, customFields: any[]) => Promise<{
+export declare const getCountsByColumns: (columns: Column[], query: string, client: QuillProviderClient, customFields: any[]) => Promise<{
+    filteredColumns: Column[];
+    exceededColumns: Column[] | undefined;
+}>;
+export declare const getDateRangeByColumns: (columns: Column[], query: string, client: QuillProviderClient, customFields: any[]) => Promise<{
     [column: string]: {
         dateRange: {
             start: Date;
@@ -32,26 +36,29 @@ export declare const getDateRangeByColumns: (columns: Column[], query: string, c
         };
     };
 } | null>;
-export declare const getPaginatedRows: (client: Client, query?: string, reportId?: string, processing?: AdditionalProcessing, filters?: any, customFields?: any) => Promise<{
+export declare const getPaginatedRows: (client: QuillProviderClient, query?: string, reportId?: string, processing?: AdditionalProcessing, filters?: any, customFields?: any) => Promise<{
     columns: Column[];
     rows: any[];
     rowCount?: number;
     error?: string;
 }>;
-export declare const fetchTableByQuery: (query: string, client: Client, processing?: AdditionalProcessing, customFields?: any) => Promise<{
+export declare const fetchResultsByQuery: (query: string, client: QuillProviderClient, processing?: AdditionalProcessing, customFields?: any, filters?: Filter[], dateField?: {
+    field: string;
+    table: string;
+} | null, rowsOnly?: boolean, rowCountOnly?: boolean) => Promise<{
     columns: ColumnInternal[];
     rows: any[];
     rowCount?: number | undefined;
     error?: string | undefined;
     itemQuery?: string[] | undefined;
 }>;
-export declare const fetchTableByReport: (reportId: string, client: Client, processing?: AdditionalProcessing, filters?: any, customFields?: any) => Promise<{
+export declare const fetchResultsByReport: (reportId: string, client: QuillProviderClient, processing?: AdditionalProcessing, filters?: any, customFields?: any) => Promise<{
     columns: Column[];
     rows: any[];
     rowCount?: number | undefined;
     error?: string | undefined;
 }>;
-export declare const fetchTableByAST: (ast: NodeSQLParser.Select, client: Client, processing?: AdditionalProcessing, customFields?: any) => Promise<{
+export declare const fetchTableByAST: (ast: NodeSQLParser.Select, client: QuillProviderClient, processing?: AdditionalProcessing, customFields?: any, rowsOnly?: boolean, rowCountOnly?: boolean) => Promise<{
     columns: ColumnInternal[];
     rows: any[];
     rowCount?: number | undefined;

package/dist/cjs/utils/tableProcessing.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tableProcessing.d.ts","sourceRoot":"","sources":["../../../src/utils/tableProcessing.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,aAAa,EACd,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAgB5E,MAAM,WAAW,oBAAoB;IACnC,IAAI,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5C,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,IAAI,CAAC,EAAE,GAAG,CAAC;CACZ;AAED,eAAO,MAAM,cAAc,YAChB,MAAM,EAAE,qBACE,MAAM,EAAE,KAC1B,OAUF,CAAC;AAEF,eAAO,MAAM,wBAAwB,YAC1B,MAAM,EAAE,SACV,MAAM,QACP,GAAG,UACD,MAAM,gBACA,GAAG,EAAE;;;;SAmEpB,CAAC;AAEF,eAAO,MAAM,qBAAqB,YACvB,cAAc,EAAE,aACd,MAAM,UACT,GAAG,iBACI,GAAG,yBACK,GAAG,iBAkC3B,CAAC;AAEF,eAAO,MAAM,wBAAwB,YAC1B,cAAc,EAAE,UACjB,MAAM,SACP,MAAM,iBACE,GAAG;;;;EA6DnB,CAAC;AAEF,eAAO,MAAM,kBAAkB,YACpB,MAAM,EAAE,SACV,MAAM,UACL,MAAM,gBACA,GAAG,EAAE,KAClB,QAAQ,MAAM,EAAE,CA2ClB,CAAC;AAkDF,eAAO,MAAM,qBAAqB,YACvB,MAAM,EAAE,SACV,MAAM,UACL,MAAM,gBACA,GAAG,EAAE;;mBAEY;YAAE,KAAK,EAAE,IAAI,CAAC;YAAC,GAAG,EAAE,IAAI,CAAA;SAAE;;SAiB1D,CAAC;AA2DF,eAAO,MAAM,gBAAgB,WACnB,MAAM,UACN,MAAM,aACH,MAAM,eACJ,oBAAoB,YACvB,GAAG,iBACE,GAAG,KACjB,QAAQ;IACT,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,EAAE,GAAG,EAAE,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAaA,CAAC;AAEF,eAAO,MAAM,iBAAiB,UACrB,MAAM,UACL,MAAM,eACD,oBAAoB,iBAClB,GAAG;aAET,cAAc,EAAE;UACnB,GAAG,EAAE;;;;EAqDZ,CAAC;AAEF,eAAO,MAAM,kBAAkB,aACnB,MAAM,UACR,MAAM,eACD,oBAAoB,YACvB,GAAG,iBACE,GAAG;aAET,MAAM,EAAE;UACX,GAAG,EAAE;;;EAgFZ,CAAC;AAEF,eAAO,MAAM,eAAe,QACrB,cAAc,MAAM,UACjB,MAAM,eACD,oBAAoB,iBAClB,GAAG;aAET,cAAc,EAAE;UACnB,GAAG,EAAE;;;;EAuDZ,CAAC;AAEF,eAAO,MAAM,+CAA+C,0BACnC,oBAAoB;;CAU5C,CAAC"}
+{"version":3,"file":"tableProcessing.d.ts","sourceRoot":"","sources":["../../../src/utils/tableProcessing.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,aAAa,EACd,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAgB5E,MAAM,WAAW,oBAAoB;IACnC,IAAI,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5C,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,IAAI,CAAC,EAAE,GAAG,CAAC;CACZ;AAED,eAAO,MAAM,cAAc,YAChB,MAAM,EAAE,qBACE,MAAM,EAAE,KAC1B,OAUF,CAAC;AAEF,eAAO,MAAM,wBAAwB,YAC1B,MAAM,EAAE,SACV,MAAM,QACP,GAAG,UACD,mBAAmB,gBACb,GAAG,EAAE;;;;SAmEpB,CAAC;AAEF,eAAO,MAAM,qBAAqB,YACvB,cAAc,EAAE,aACd,MAAM,UACT,GAAG,iBACI,GAAG,yBACK,GAAG,wBACJ,OAAO,UACrB,MAAM,iBA2Cf,CAAC;AAEF,eAAO,MAAM,wBAAwB,YAC1B,cAAc,EAAE,UACjB,mBAAmB,SACpB,MAAM,iBACE,GAAG;;;;EA6DnB,CAAC;AAEF,eAAO,MAAM,kBAAkB,YACpB,MAAM,EAAE,SACV,MAAM,UACL,mBAAmB,gBACb,GAAG,EAAE,KAClB,QAAQ;IACT,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,eAAe,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;CACvC,CAiDA,CAAC;AAkDF,eAAO,MAAM,qBAAqB,YACvB,MAAM,EAAE,SACV,MAAM,UACL,mBAAmB,gBACb,GAAG,EAAE;;mBAEY;YAAE,KAAK,EAAE,IAAI,CAAC;YAAC,GAAG,EAAE,IAAI,CAAA;SAAE;;SAiB1D,CAAC;AA2DF,eAAO,MAAM,gBAAgB,WACnB,mBAAmB,UACnB,MAAM,aACH,MAAM,eACJ,oBAAoB,YACvB,GAAG,iBACE,GAAG,KACjB,QAAQ;IACT,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,EAAE,GAAG,EAAE,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAaA,CAAC;AAEF,eAAO,MAAM,mBAAmB,UACvB,MAAM,UACL,mBAAmB,eACd,oBAAoB,iBAClB,GAAG,YACR,MAAM,EAAE,cACN;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,aACxC,OAAO,iBACH,OAAO;aAEb,cAAc,EAAE;UACnB,GAAG,EAAE;;;;EA2DZ,CAAC;AAEF,eAAO,MAAM,oBAAoB,aACrB,MAAM,UACR,mBAAmB,eACd,oBAAoB,YACvB,GAAG,iBACE,GAAG;aAET,MAAM,EAAE;UACX,GAAG,EAAE;;;EAgFZ,CAAC;AAEF,eAAO,MAAM,eAAe,QACrB,cAAc,MAAM,UACjB,mBAAmB,eACd,oBAAoB,iBAClB,GAAG,aACP,OAAO,iBACH,OAAO;aAEb,cAAc,EAAE;UACnB,GAAG,EAAE;;;;EAyDZ,CAAC;AAEF,eAAO,MAAM,+CAA+C,0BACnC,oBAAoB;;CAU5C,CAAC"}

package/dist/cjs/utils/tableProcessing.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertUniqueValuesByColumnToUniqueValueStrings = exports.fetchTableByAST = exports.fetchTableByReport = exports.fetchTableByQuery = exports.getPaginatedRows = exports.getDateRangeByColumns = exports.getCountsByColumns = exports.getRelevantInfoFromQuery = exports.getUniqueStringValues = exports.getUniqueValuesByColumns = exports.hasColumnAlias = void 0;
+exports.convertUniqueValuesByColumnToUniqueValueStrings = exports.fetchTableByAST = exports.fetchResultsByReport = exports.fetchResultsByQuery = exports.getPaginatedRows = exports.getDateRangeByColumns = exports.getCountsByColumns = exports.getRelevantInfoFromQuery = exports.getUniqueStringValues = exports.getUniqueValuesByColumns = exports.hasColumnAlias = void 0;
 const ast_1 = require("../components/ReportBuilder/ast");
 const util_1 = require("../components/ReportBuilder/util");
 const columnProcessing_1 = require("./columnProcessing");
@@ -34,7 +34,7 @@ const getUniqueValuesByColumns = async (columns, query, rows, client, customFiel
                 metadata: {
                     query: query,
                     task: 'query',
-                    orgId: client.customerId || '*',
+                    orgId: client.organizationId || '*',
                     clientId: client.publicKey,
                     databaseType: client?.databaseType,
                     customFieldsByTable: customFields,
@@ -72,14 +72,21 @@ const getUniqueValuesByColumns = async (columns, query, rows, client, customFiel
     return uniqueValues;
 };
 exports.getUniqueValuesByColumns = getUniqueValuesByColumns;
-const getUniqueStringValues = async (columns, tableName, client, customFields, previousUniqueValues) => {
+const getUniqueStringValues = async (columns, tableName, client, customFields, previousUniqueValues, withExceededColumns, query) => {
     const convertedStringColumns = columns.filter((column) => {
         return (0, ast_1.isTextColumnType)(column.fieldType);
     });
     const stringNames = convertedStringColumns.map((column) => (0, queryConstructor_1.processColumnReference)(column.field, client.databaseType));
-    const smallStringColumns = await (0, exports.getCountsByColumns)(convertedStringColumns, `Select ${stringNames.join(', ')} from ${tableName}`, client, customFields ?? []);
+    const { filteredColumns: smallStringColumns, exceededColumns } = await (0, exports.getCountsByColumns)(convertedStringColumns, query ?? `Select ${stringNames.join(', ')} from ${tableName}`, client, customFields ?? []);
     const smallStringNames = smallStringColumns.map((column) => (0, queryConstructor_1.processColumnReference)(column.field, client.databaseType));
-    const newUniqueValues = await (0, exports.getUniqueValuesByColumns)(smallStringColumns, `Select ${smallStringNames.join(', ')} from ${tableName}`, [], client, customFields ?? []);
+    const newUniqueValues = await (0, exports.getUniqueValuesByColumns)(smallStringColumns, query ?? `Select ${smallStringNames.join(', ')} from ${tableName}`, [], client, customFields ?? []);
+    if (withExceededColumns) {
+        exceededColumns?.forEach((column) => {
+            if (newUniqueValues) {
+                newUniqueValues[column.field] = { EXCEEDS_LIMIT: true };
+            }
+        });
+    }
     if (previousUniqueValues) {
         // This logic was used in ReportBuilder before this function was extracted
         // Not sure if it still accurate, but didn't want to remove in case
@@ -102,7 +109,7 @@ const getRelevantInfoFromQuery = async (columns, client, query, customFields) =>
         });
         const stringNames = convertedStringColumns.map((column) => column.field);
         if (stringNames.length > 0) {
-            const smallStringColumns = await (0, exports.getCountsByColumns)(convertedStringColumns, query, client, customFields);
+            const { filteredColumns: smallStringColumns } = await (0, exports.getCountsByColumns)(convertedStringColumns, query, client, customFields);
             uniqueStrings = await (0, exports.getUniqueValuesByColumns)(smallStringColumns, query, [], client, customFields);
         }
         const dateColumns = columns.filter((column) => {
@@ -133,7 +140,7 @@ const getCountsByColumns = async (columns, query, client, customFields) => {
             metadata: {
                 query: countQuery,
                 task: 'query',
-                orgId: client.customerId || '*',
+                orgId: client.organizationId || '*',
                 clientId: client.publicKey,
                 databaseType: client?.databaseType,
                 customFieldsByTable: customFields,
@@ -143,7 +150,7 @@ const getCountsByColumns = async (columns, query, client, customFields) => {
         const cloudBody = { countQuery };
         const data = await (0, dataFetcher_1.getData)(client, 'dashquery', 'same-origin', hostedBody, cloudBody);
         if (data.errorMessage) {
-            return columns;
+            return { filteredColumns: columns, exceededColumns: undefined };
         }
         const results = data.rows.map((columnInfo) => {
             return { field: columnInfo.field, count: columnInfo.count };
@@ -152,10 +159,14 @@ const getCountsByColumns = async (columns, query, client, customFields) => {
             const columnInfo = results.find((result) => result.field === column.field);
             return columnInfo.count <= constants_1.MAX_PIVOT_UNIQUE_VALUES;
         });
-        return filteredColumns;
+        const exceededColumns = columns.filter((column) => {
+            const columnInfo = results.find((result) => result.field === column.field);
+            return columnInfo.count > constants_1.MAX_PIVOT_UNIQUE_VALUES;
+        });
+        return { filteredColumns, exceededColumns };
     }
     catch (e) {
-        return columns;
+        return { filteredColumns: columns, exceededColumns: undefined };
     }
 };
 exports.getCountsByColumns = getCountsByColumns;
@@ -165,7 +176,7 @@ const fetchDistinctStrings = async (query, client, customFields) => {
             metadata: {
                 query,
                 task: 'query',
-                orgId: client.customerId || '*',
+                orgId: client.organizationId || '*',
                 clientId: client.publicKey,
                 databaseType: client?.databaseType,
                 customFieldsByTable: customFields,
@@ -209,7 +220,7 @@ const fetchDateRanges = async (query, client, customFields) => {
             metadata: {
                 query,
                 task: 'query',
-                orgId: client.customerId || '*',
+                orgId: client.organizationId || '*',
                 clientId: client.publicKey,
                 databaseType: client?.databaseType,
                 customFieldsByTable: customFields,
@@ -238,15 +249,15 @@ const fetchDateRanges = async (query, client, customFields) => {
 };
 const getPaginatedRows = async (client, query, reportId, processing, filters, customFields) => {
     if (query) {
-        return await (0, exports.fetchTableByQuery)(query, client, processing, customFields);
+        return await (0, exports.fetchResultsByQuery)(query, client, processing, customFields);
     }
     else if (reportId) {
-        return await (0, exports.fetchTableByReport)(reportId, client, processing, filters, customFields);
+        return await (0, exports.fetchResultsByReport)(reportId, client, processing, filters, customFields);
     }
     return { rows: [], columns: [] };
 };
 exports.getPaginatedRows = getPaginatedRows;
-const fetchTableByQuery = async (query, client, processing, customFields) => {
+const fetchResultsByQuery = async (query, client, processing, customFields, filters, dateField, rowsOnly, rowCountOnly) => {
     let rows = [];
     let columns = [];
     let error = undefined;
@@ -257,14 +268,20 @@ const fetchTableByQuery = async (query, client, processing, customFields) => {
             metadata: {
                 query,
                 task: 'query',
-                orgId: client.customerId || '*',
+                orgId: client.organizationId || '*',
                 clientId: client.publicKey,
                 databaseType: client?.databaseType,
-                getCustomFields: !client.customerId || client.customerId === '*' ? false : true,
+                getCustomFields: !client.organizationId || client.organizationId === '*'
+                    ? false
+                    : true,
                 customFieldsByTable: customFields,
                 additionalProcessing: processing,
                 useUpdatedDataGathering: processing ? true : false,
                 useNewNodeSql: true,
+                filters,
+                dateField: dateField ?? undefined,
+                rowsOnly,
+                rowCountOnly,
             },
         };
         const cloudBody = { query };
@@ -289,8 +306,8 @@ const fetchTableByQuery = async (query, client, processing, customFields) => {
     }
     return { rows, columns, rowCount, error, itemQuery };
 };
-exports.fetchTableByQuery = fetchTableByQuery;
-const fetchTableByReport = async (reportId, client, processing, filters, customFields) => {
+exports.fetchResultsByQuery = fetchResultsByQuery;
+const fetchResultsByReport = async (reportId, client, processing, filters, customFields) => {
     const updatedProcessing = { ...processing };
     let rows = [];
     let columns = [];
@@ -316,7 +333,7 @@ const fetchTableByReport = async (reportId, client, processing, filters, customF
         const hostedBody = {
             metadata: {
                 dashboardItemId: reportId,
-                orgId: client?.customerId || '*',
+                orgId: client?.organizationId || '*',
                 task: 'item',
                 filters: minimalFilters,
                 clientId: client?.publicKey,
@@ -363,8 +380,8 @@ const fetchTableByReport = async (reportId, client, processing, filters, customF
     }
     return { rows, columns, rowCount, error };
 };
-exports.fetchTableByReport = fetchTableByReport;
-const fetchTableByAST = async (ast, client, processing, customFields) => {
+exports.fetchResultsByReport = fetchResultsByReport;
+const fetchTableByAST = async (ast, client, processing, customFields, rowsOnly, rowCountOnly) => {
     let rows = [];
     let columns = [];
     let rowCount;
@@ -376,13 +393,15 @@ const fetchTableByAST = async (ast, client, processing, customFields) => {
                 clientId: client.publicKey,
                 ast,
                 publicKey: client.publicKey,
-                orgId: client.customerId,
+                orgId: client.organizationId || '*',
                 task: 'patterns',
                 getCustomFields: false,
                 customFields,
                 additionalProcessing: processing,
                 useUpdatedDataGathering: true,
                 useNewNodeSql: true,
+                rowsOnly,
+                rowCountOnly,
             },
         };
         const cloudBody = {};

package/dist/esm/Chart.js

@@ -18,7 +18,7 @@ import { QuillMultiSelectComponent } from './components/QuillMultiSelect';
 import { QuillDateRangePicker } from './DateRangePicker/QuillDateRangePicker';
 import { convertInternalReportToReport, EMPTY_REPORT, fetchReport, } from './utils/report';
 import { shouldFetchMore, DEFAULT_PAGINATION, shouldSortInMemory, } from './utils/paginationProcessing';
-import { fetchTableByReport } from './utils/tableProcessing';
+import { fetchResultsByReport } from './utils/tableProcessing';
 import QuillMetricComponent from './components/Dashboard/MetricComponent';
 const MAX_ROWS_FOR_GENERIC_TABLE = 500;
 // @ts-ignore
@@ -173,7 +173,7 @@ export default function Chart({ colors, reportId, className, containerStyle, isA
             setPaginating(true);
             try {
                 const updatedProcessing = { ...additionalProcessing, ...processing };
-                const paginatedRows = await fetchTableByReport(reportId, client, updatedProcessing, filters, schemaData.customFields);
+                const paginatedRows = await fetchResultsByReport(reportId, client, updatedProcessing, filters, schemaData.customFields);
                 if (paginatedRows.error) {
                     throw new Error('Error fetching chart');
                 }