@quillsql/react 2.15.2 → 2.15.4

package/dist/esm/utils/astProcessing.d.ts

@@ -1,94 +0,0 @@
-import { QuillProviderClient } from '../models/Client';
-import { Column, ColumnInternal } from '../models/Columns';
-import { Pivot } from '../models/Pivot';
-import { QuillReportInternal } from '../models/Report';
-import { Table } from '../models/Tables';
-import { EventTracking } from '../QuillProvider';
-export declare function getSelectFromAST(ast: any): any;
-export declare function processStarColumn(ast: any, columns: Column[]): any;
-export declare function recursiveSearchByKey(node: any, searchKey: string): any;
-export declare function recursiveSearchByKeys(node: any, searchKeys: string[]): any;
-export declare function createTableNameToTableAliasMap(ast: any): {
-    [key: string]: string;
-};
-export declare function getColumnsByTableName(ast: any, tableName: string): {
-    columns: {
-        field: string;
-    }[];
-    name: string;
-};
-export declare function processApostrophe(node: any, searchKeys: string[]): any;
-export declare function recursiveSearchByKeysFindAllOccurances(node: any, searchKeys: string[], results: any[]): any;
-export declare function getColumnAndTableInfo(tableAliasMap: {
-    [alias: string]: string;
-}, column: any, schemaInfo: Table[]): {
-    tableName: string;
-    columnName: string;
-} | undefined;
-export declare function getColumnsByTableFromASTAndSchema(ast: any, tables: Table[], tableAliasMap: any, skipStar?: boolean): {
-    [table: string]: string[];
-};
-export declare const isSubquery: (node: any) => boolean;
-export declare const getAllPossibleColumns: (baseAst: any, schema: Table[]) => (ColumnInternal & {
-    table: string;
-})[];
-export declare const createBasicSelectASTFromColumns: (columns: ColumnInternal[], tableName: string) => {
-    type: string;
-    options: null;
-    distinct: null;
-    columns: {
-        expr: {
-            type: string;
-            table: string;
-            column: string;
-        };
-        as: null;
-    }[];
-    from: {
-        db: null;
-        table: string;
-        as: null;
-    }[];
-    where: null;
-    groupby: null;
-    having: null;
-    orderby: null;
-    limit: null;
-};
-export declare const createSelectStarFromAst: (ast: any) => any;
-export declare const fetchAndProcessASTFromPrompt: ({ aiPrompt, schema, client, prevPivot, currentQuery, prevTable, dashboardName, tenants, getToken, eventTracking, }: {
-    aiPrompt: string;
-    schema: Table[];
-    client: QuillProviderClient;
-    prevPivot?: Pivot;
-    currentQuery?: string;
-    prevTable?: string;
-    dashboardName: string;
-    tenants?: {
-        tenantField: string;
-        tenantIds: (string | number)[];
-    }[] | (string | number)[];
-    getToken: () => Promise<string>;
-    eventTracking: EventTracking | null;
-}) => Promise<{
-    ast: any;
-    pivot: Pivot | null | undefined;
-    whereAST: any;
-    error?: string;
-}>;
-export declare const fetchASTFromQuillReport: (report: QuillReportInternal, client: QuillProviderClient, schema: Table[], getToken: () => Promise<string>, eventTracking: EventTracking | null) => Promise<{
-    ast: any;
-    pivot: Pivot | undefined | null;
-    schema?: Table[];
-    error?: string;
-}>;
-export declare function getTablesHelper(ast: any, allTables: Table[], skipStar?: boolean): {
-    referencedTablesAndColumns: {
-        name: string;
-        columns: {
-            field: string;
-        }[];
-    }[];
-    dateFields: any;
-};
-//# sourceMappingURL=astProcessing.d.ts.map

package/dist/esm/utils/astProcessing.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"astProcessing.d.ts","sourceRoot":"","sources":["../../../src/utils/astProcessing.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACxC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AASjD,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,GAAG,OAQxC;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAe5D;AAGD,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,GAAG,GAAG,CAgBtE;AAGD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,GAAG,CAgB1E;AAED,wBAAgB,8BAA8B,CAAC,GAAG,EAAE,GAAG;;EA4BtD;AAED,wBAAgB,qBAAqB,CACnC,GAAG,EAAE,GAAG,EACR,SAAS,EAAE,MAAM,GAChB;IAAE,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAahD;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,GAAG,CActE;AAED,wBAAgB,sCAAsC,CACpD,IAAI,EAAE,GAAG,EACT,UAAU,EAAE,MAAM,EAAE,EACpB,OAAO,EAAE,GAAG,EAAE,GACb,GAAG,CAYL;AAED,wBAAgB,qBAAqB,CACnC,aAAa,EAAE;IAAE,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAA;CAAE,EAC1C,MAAM,EAAE,GAAG,EACX,UAAU,EAAE,KAAK,EAAE,GAClB;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAmCvD;AAED,wBAAgB,iCAAiC,CAC/C,GAAG,EAAE,GAAG,EACR,MAAM,EAAE,KAAK,EAAE,EACf,aAAa,EAAE,GAAG,EAClB,QAAQ,UAAQ,GACf;IAAE,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;CAAE,CAiI/B;AAED,eAAO,MAAM,UAAU,GAAI,MAAM,GAAG,YAWnC,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAChC,SAAS,GAAG,EACZ,QAAQ,KAAK,EAAE,KACd,CAAC,cAAc,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,EAmCtC,CAAC;AAEF,eAAO,MAAM,+BAA+B,GAC1C,SAAS,cAAc,EAAE,EACzB,WAAW,MAAM;;;;;;;;;;;;;;;;;;;;;;CAqBlB,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,KAAK,GAAG,QAc/C,CAAC;AAEF,eAAO,MAAM,4BAA4B,GAAU,oHAWhD;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,SAAS,CAAC,EAAE,KAAK,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EACJ;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAA;KAAE,EAAE,GACzD,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;IACxB,QAAQ,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;IAChC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;CACrC,KAAG,OAAO,CAAC;IACV,GAAG,EAAE,GAAG,CAAC;IACT,KAAK,EAAE,KAAK,GAAG,IAAI,GAAG,SAAS,CAAC;IAChC,QAAQ,EAAE,GAAG,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CA2IA,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAClC,QAAQ,mBAAmB,EAC3B,QAAQ,mBAAmB,EAC3B,QAAQ,KAAK,EAAE,EACf,UAAU,MAAM,OAAO,CAAC,MAAM,CAAC,EAC/B,eAAe,aAAa,GAAG,IAAI,KAClC,OAAO,CAAC;IACT,GAAG,EAAE,GAAG,CAAC;IACT,KAAK,EAAE,KAAK,GAAG,SAAS,GAAG,IAAI,CAAC;IAChC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAyDA,CAAC;AAUF,wBAAgB,eAAe,CAC7B,GAAG,EAAE,GAAG,EACR,SAAS,EAAE,KAAK,EAAE,EAClB,QAAQ,CAAC,EAAE,OAAO,GACjB;IACD,0BAA0B,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE;YAAE,KAAK,EAAE,MAAM,CAAA;SAAE,EAAE,CAAA;KAAE,EAAE,CAAC;IAC7E,UAAU,EAAE,GAAG,CAAC;CACjB,CAqEA"}

package/dist/esm/utils/astProcessing.js

@@ -1,596 +0,0 @@
-import { getTableNames } from '../components/ReportBuilder/ast';
-import { convertBigQuery, convertGroupBy, convertOrderBy, convertRemoveSimpleParentheses, convertStringComparison, convertUnaryToBinary, convertWildcardColumns, } from '../components/ReportBuilder/convert';
-import { deepCopy, removeNonSelectedTableReferences, removeTableNameAlias, } from '../components/ReportBuilder/util';
-import { astToFilterTree, filterTreeToAst, getFieldFromExpression, } from './astFilterProcessing';
-import { quillFetch } from './dataFetcher';
-import { getUniqueStringValuesByColumn } from './tableProcessing';
-export function getSelectFromAST(ast) {
-    if (Array.isArray(ast)) {
-        return ast[0];
-    }
-    else if (ast.select) {
-        return ast.select;
-    }
-    else {
-        return ast;
-    }
-}
-export function processStarColumn(ast, columns) {
-    if (ast.columns === '*') {
-        ast.columns = columns.map((column) => {
-            return {
-                type: 'expr',
-                expr: {
-                    type: 'column_ref',
-                    table: null,
-                    column: column.field,
-                },
-                as: null,
-            };
-        });
-    }
-    return ast;
-}
-// a useful function to search for a specific keywork and return the value
-export function recursiveSearchByKey(node, searchKey) {
-    let result = undefined;
-    if (!node || typeof node !== 'object') {
-        return undefined;
-    }
-    if (node[searchKey]) {
-        return node[searchKey];
-    }
-    const keys = Object.keys(node);
-    for (const key of keys) {
-        result = recursiveSearchByKey(node[key], searchKey);
-        if (result) {
-            return result;
-        }
-    }
-    return result;
-}
-// If the object has all the requested keys, return the object
-export function recursiveSearchByKeys(node, searchKeys) {
-    let result = undefined;
-    if (!node || typeof node !== 'object') {
-        return undefined;
-    }
-    const nodeKeys = Object.keys(node);
-    if (searchKeys.every((key) => nodeKeys.includes(key))) {
-        return node;
-    }
-    for (const key of nodeKeys) {
-        result = recursiveSearchByKeys(node[key], searchKeys);
-        if (result) {
-            return result;
-        }
-    }
-    return result;
-}
-export function createTableNameToTableAliasMap(ast) {
-    const tableNameToTableAliasMap = {};
-    if (ast.from) {
-        for (const table of ast.from) {
-            const tableObject = recursiveSearchByKeys(table, ['table', 'as']);
-            if (tableObject.as) {
-                tableNameToTableAliasMap[tableObject.as] = tableObject.table;
-            }
-            else {
-                tableNameToTableAliasMap[tableObject.table] = tableObject.table;
-            }
-        }
-    }
-    if (ast.with) {
-        for (const withStmt of ast.with) {
-            const astFrom = withStmt.stmt.from ?? withStmt.stmt.ast.from;
-            if (astFrom) {
-                for (const table of astFrom) {
-                    const tableObject = recursiveSearchByKeys(table, ['table', 'as']);
-                    if (tableObject.as) {
-                        tableNameToTableAliasMap[tableObject.as] = tableObject.table;
-                    }
-                    else {
-                        tableNameToTableAliasMap[tableObject.table] = tableObject.table;
-                    }
-                }
-            }
-        }
-    }
-    return tableNameToTableAliasMap;
-}
-export function getColumnsByTableName(ast, tableName) {
-    const tableNameToTableAliasMap = createTableNameToTableAliasMap(ast);
-    const columns = [];
-    ast.columns.forEach((col) => {
-        const columnInfo = recursiveSearchByKeys(col, ['table', 'column']);
-        if (columnInfo.table === tableName ||
-            columnInfo.table === tableNameToTableAliasMap[tableName]) {
-            columns.push({ field: columnInfo.column });
-        }
-    });
-    return { columns, name: tableName };
-}
-export function processApostrophe(node, searchKeys) {
-    if (!node || typeof node !== 'object') {
-        return;
-    }
-    const nodeKeys = Object.keys(node);
-    if (searchKeys.every((key) => nodeKeys.includes(key))) {
-        if (node.type === 'single_quote_string') {
-            node.value = node.value.replace("''", "'").replace("\\'", "'");
-        }
-    }
-    for (const key of nodeKeys) {
-        processApostrophe(node[key], searchKeys);
-    }
-    return;
-}
-export function recursiveSearchByKeysFindAllOccurances(node, searchKeys, results) {
-    if (!node || typeof node !== 'object') {
-        return;
-    }
-    const nodeKeys = Object.keys(node);
-    if (searchKeys.every((key) => nodeKeys.includes(key))) {
-        return results.push(node);
-    }
-    for (const key of nodeKeys) {
-        recursiveSearchByKeysFindAllOccurances(node[key], searchKeys, results);
-    }
-    return results;
-}
-export function getColumnAndTableInfo(tableAliasMap, column, schemaInfo) {
-    let columnsInfo = recursiveSearchByKeys(column, ['table', 'column']);
-    if (!columnsInfo) {
-        const quoteStringColumn = recursiveSearchByKeys(column, ['type', 'value']);
-        columnsInfo = { table: null, column: quoteStringColumn.value };
-    }
-    let columnName = columnsInfo.column;
-    if (columnsInfo.column &&
-        columnsInfo.column.expr &&
-        typeof columnsInfo.column !== 'string') {
-        columnName = columnsInfo.column.expr.value;
-    }
-    let tableName = '';
-    if (columnsInfo.table) {
-        tableName = tableAliasMap[columnsInfo.table];
-    }
-    else {
-        // If there is no column name search through the schemaInfo to find an accurate table name
-        const tableNames = Object.values(tableAliasMap);
-        for (const table of tableNames) {
-            const tableInfo = schemaInfo.find((tableInfo) => tableInfo.name === table);
-            if (!tableInfo)
-                continue;
-            const columnNames = tableInfo.columns.map((column) => column.field);
-            if (columnNames.includes(columnName)) {
-                tableName = table;
-                break;
-            }
-        }
-    }
-    return { tableName, columnName };
-}
-export function getColumnsByTableFromASTAndSchema(ast, tables, tableAliasMap, skipStar = false) {
-    if (!ast || !ast.columns) {
-        return {};
-    }
-    const referencedColumns = {};
-    if (!skipStar &&
-        (ast?.columns === '*' || ast?.columns?.[0]?.expr?.column === '*')) {
-        // Be sure to select everything from stars
-        const tableList = ast.from.map((table) => recursiveSearchByKey(table, 'table'));
-        tableList.forEach((table) => {
-            const tableInfo = tables.find((tableInfo) => tableInfo.name === table);
-            if (tableInfo) {
-                if (!referencedColumns[table]) {
-                    referencedColumns[table] = [];
-                }
-                referencedColumns[table] = tableInfo.columns.map((column) => column.field);
-            }
-        });
-    }
-    else {
-        // look through all the columns
-        ast.columns.forEach((column) => {
-            const result = getColumnAndTableInfo(tableAliasMap, column, tables);
-            if (!result || !result.tableName)
-                return;
-            if (!referencedColumns[result.tableName]) {
-                referencedColumns[result.tableName] = [];
-            }
-            // @ts-ignore
-            referencedColumns[result.tableName].push(result.columnName);
-        });
-    }
-    // Look through every join reference
-    if (ast.from) {
-        const allColumnReferncesInFrom = recursiveSearchByKeysFindAllOccurances(ast.from, ['column', 'table'], []);
-        allColumnReferncesInFrom.forEach((column) => {
-            const result = getColumnAndTableInfo(tableAliasMap, column, tables);
-            if (!result || !result.tableName)
-                return;
-            if (!referencedColumns[result.tableName]) {
-                referencedColumns[result.tableName] = [];
-            }
-            // @ts-ignore
-            referencedColumns[result.tableName].push(result.columnName);
-        });
-    }
-    // Look through the where's
-    if (ast.where) {
-        let allColumnReferncesInWhere = recursiveSearchByKeysFindAllOccurances(ast.where, ['column', 'table'], []);
-        allColumnReferncesInWhere.forEach((column) => {
-            const result = getColumnAndTableInfo(tableAliasMap, column, tables);
-            if (!result || !result.tableName || !result.columnName)
-                return;
-            if (!referencedColumns[result.tableName]) {
-                referencedColumns[result.tableName] = [];
-            }
-            // @ts-ignore
-            referencedColumns[result.tableName].push(result.columnName);
-        });
-        // NEED TO SEARCH FOR ALL DOUBLE QUOTE STRINGS AS WELL
-        allColumnReferncesInWhere = recursiveSearchByKeysFindAllOccurances(ast.where, ['type', 'value'], []);
-        allColumnReferncesInWhere.forEach((column) => {
-            if (column.type === 'double_quote_string') {
-                let tableName = '';
-                const tableNames = Object.values(tableAliasMap);
-                for (const table of tableNames) {
-                    const tableInfo = tables.find((tableInfo) => tableInfo.name === table);
-                    if (!tableInfo)
-                        continue;
-                    const columnNames = tableInfo.columns.map((column) => column.field);
-                    if (columnNames.includes(column.value)) {
-                        tableName = table;
-                        break;
-                    }
-                }
-                if (tableName === '') {
-                    return;
-                }
-                if (!referencedColumns[tableName]) {
-                    referencedColumns[tableName] = [];
-                }
-                // @ts-ignore
-                referencedColumns[tableName].push(column.value);
-            }
-        });
-    }
-    // Look through the orderby's
-    if (ast.orderby) {
-        const allColumnReferencesInOrderBy = ast.orderby.map((orderby) => ({
-            field: getFieldFromExpression(orderby.expr ?? orderby),
-            table: orderby.expr?.table,
-        }));
-        allColumnReferencesInOrderBy.forEach((column) => {
-            const table = column.table || ast.from?.length === 1 ? ast.from[0].table : '';
-            if (!table) {
-                return;
-            }
-            if (!referencedColumns[table]) {
-                referencedColumns[table] = [];
-            }
-            referencedColumns[table].push(column.field);
-        });
-    }
-    for (const table in referencedColumns) {
-        referencedColumns[table] = Array.from(new Set(referencedColumns[table]));
-    }
-    return referencedColumns;
-}
-export const isSubquery = (node) => {
-    if (!node)
-        return false;
-    if (node.ast)
-        return true;
-    if (node.left && isSubquery(node.left))
-        return true;
-    if (node.right && isSubquery(node.right))
-        return true;
-    if (node.value && Array.isArray(node.value)) {
-        for (const value of node.value) {
-            if (isSubquery(value))
-                return true;
-        }
-    }
-    return false;
-};
-export const getAllPossibleColumns = (baseAst, schema) => {
-    if (!baseAst || !baseAst.from) {
-        return schema.flatMap((table) => table.columns.map((c) => ({
-            ...c,
-            table: table.displayName,
-        })));
-    }
-    // TODO: support infinitely nested FROM table lookups.
-    // This currently only supports top-level table names in the FROM section
-    // of queries (eg. FROM "table_name", not "FROM (SELECT * FROM other) AS table_name")
-    const tableNamesInQuery = baseAst.from.map((tbl) => tbl.table);
-    return schema
-        .filter((t) => tableNamesInQuery.includes(t.displayName))
-        .flatMap((table) => table.columns
-        .map((c) => ({
-        ...c,
-        table: table.displayName,
-    }))
-        .sort((a, b) => {
-        const aIsId = a.field.toLowerCase() === 'id' ||
-            a.field.toLowerCase().endsWith('_id') ||
-            a.field.endsWith('Id');
-        const bIsId = b.field.toLowerCase() === 'id' ||
-            b.field.toLowerCase().endsWith('_id') ||
-            b.field.endsWith('Id');
-        if (aIsId && !bIsId)
-            return 1;
-        if (bIsId && !aIsId)
-            return -1;
-        return 0;
-    }));
-};
-export const createBasicSelectASTFromColumns = (columns, tableName) => {
-    return {
-        type: 'select',
-        options: null,
-        distinct: null,
-        columns: columns.map((column) => ({
-            expr: {
-                type: 'column_ref',
-                table: tableName,
-                column: column.field,
-            },
-            as: null,
-        })),
-        from: [{ db: null, table: tableName, as: null }],
-        where: null,
-        groupby: null,
-        having: null,
-        orderby: null,
-        limit: null,
-    };
-};
-export const createSelectStarFromAst = (ast) => {
-    return {
-        ...ast,
-        columns: [
-            {
-                expr: {
-                    type: 'column_ref',
-                    table: null,
-                    column: '*',
-                },
-                as: null,
-            },
-        ],
-    };
-};
-export const fetchAndProcessASTFromPrompt = async ({ aiPrompt, schema, client, prevPivot, currentQuery, prevTable, dashboardName, tenants, getToken, eventTracking, }) => {
-    let res, data, ast, newAst, pivot;
-    let numRetries = 0;
-    let whereAST;
-    const MAX_RETRIES = 3;
-    if (aiPrompt.trim().length > 500) {
-        throw new Error('Error: Prompt must be less than 500 characters');
-    }
-    try {
-        let isTableJoin = !ast || !ast.from || ast.from.length !== 1;
-        while (isTableJoin || isSubquery(ast?.where)) {
-            if (numRetries === MAX_RETRIES)
-                break;
-            if (!currentQuery || (ast && (isTableJoin || isSubquery(ast?.where)))) {
-                res = await quillFetch({
-                    client,
-                    task: 'magic',
-                    metadata: {
-                        initialQuestion: aiPrompt,
-                    },
-                    getToken,
-                });
-            }
-            else {
-                res = await quillFetch({
-                    client,
-                    task: 'magic-edit',
-                    metadata: {
-                        sqlQuery: currentQuery,
-                        initialQuestion: aiPrompt,
-                    },
-                    getToken,
-                });
-            }
-            data = res.data;
-            ast = data?.ast?.length ? data?.ast[0] : data?.ast;
-            // TODO: Debug invalid table joins in handleAsk
-            isTableJoin =
-                ast?.type !== 'bigquery' &&
-                    (!ast || !ast.from || ast.from.length !== 1);
-            numRetries += 1;
-        }
-        if (numRetries === MAX_RETRIES) {
-            console.error('[Error]: Max retries exceeded.');
-            console.info(`%c[Prompt]: ${aiPrompt}`, 'color: dimgray');
-            throw new Error("Error: Couldn't process your request, please re-word your prompt.");
-        }
-        ast = ast.length ? ast[0] : ast;
-        newAst = convertBigQuery(ast);
-        newAst = removeTableNameAlias(newAst, schema);
-        newAst = convertWildcardColumns(newAst, schema); // must go before groupby
-        ({ ast: newAst, pivot } = convertGroupBy(newAst, schema, prevPivot, prevTable));
-        newAst = convertOrderBy(newAst, schema);
-        newAst = convertStringComparison(newAst, client.databaseType || 'postgresql');
-        newAst = convertRemoveSimpleParentheses(newAst);
-        const table = getTableNames(newAst)[0];
-        if (!table) {
-            throw new Error('Table or table alias not found');
-        }
-        const processedName = table || '';
-        const tableInfo = schema.find((t) => t.name === processedName);
-        if (!tableInfo) {
-            throw new Error('Table info not found');
-        }
-        const uniqueValues = await getUniqueStringValuesByColumn({
-            columns: tableInfo.columns,
-            tableName: processedName,
-            client,
-            getToken,
-            eventTracking,
-            tenants,
-            dashboardName,
-        });
-        newAst = convertUnaryToBinary(newAst);
-        newAst = removeNonSelectedTableReferences(newAst, processedName, tableInfo.columns.map((col) => col.field), uniqueValues);
-        if (pivot) {
-            newAst = deepCopy({ ...newAst, orderby: null, limit: null });
-        }
-        whereAST = deepCopy(newAst.where);
-        const _columns = schema.find((_table) => {
-            return _table.name === table;
-        })?.columns;
-        // parse the whereAst first
-        const filterTree = astToFilterTree(whereAST, client.databaseType?.toLowerCase() || 'postgresql', _columns);
-        const cleanAst = filterTree
-            ? filterTreeToAst(filterTree, client.databaseType?.toLowerCase() || 'postgresql')
-            : null;
-        whereAST = cleanAst;
-    }
-    catch (e) {
-        console.log(e);
-        eventTracking?.logError?.({
-            type: 'bug', // TODO: determine type
-            severity: 'high',
-            message: 'Error fetching and processing AST from prompt',
-            errorMessage: e.message,
-            errorStack: e.stack,
-            errorData: {
-                caller: 'fetchAndProcessASTFromPrompt',
-                function: 'fetchAndProcessASTFromPrompt',
-            },
-        });
-        if (e instanceof Error) {
-            return {
-                ast: null,
-                pivot: null,
-                whereAST: null,
-                error: "Error: Couldn't process your request, please re-word your prompt.",
-            };
-        }
-    }
-    return { ast: newAst, pivot, whereAST };
-};
-export const fetchASTFromQuillReport = async (report, client, schema, getToken, eventTracking) => {
-    let newAst;
-    let groupByPivot = null;
-    let schemaInfo = [];
-    try {
-        if (!report) {
-            throw new Error('Report not found');
-        }
-        const { data: resp } = await quillFetch({
-            client,
-            task: 'astify',
-            metadata: {
-                clientId: client.clientId,
-                useNewNodeSql: true,
-                query: report.queryString,
-            },
-            getToken,
-        });
-        if (resp.success === false) {
-            throw new Error("Couldn't process report query.");
-        }
-        const ast = getSelectFromAST(resp.ast);
-        let convertedAst = processStarColumn(ast, report.columns);
-        convertedAst = convertWildcardColumns(convertedAst, schema); // must go before groupby
-        convertedAst = convertBigQuery(convertedAst);
-        schemaInfo = schema;
-        processApostrophe(convertedAst, ['type', 'value']);
-        convertedAst = convertBigQuery(convertedAst);
-        ({ ast: newAst, pivot: groupByPivot } = convertGroupBy(convertedAst, schemaInfo, report.pivot ? report.pivot : undefined));
-        newAst = convertedAst;
-    }
-    catch (e) {
-        console.log(e);
-        eventTracking?.logError?.({
-            type: 'bug', // TODO: determine type
-            severity: 'high',
-            message: 'Error fetching AST from report',
-            errorMessage: e.message,
-            errorStack: e.stack,
-            errorData: {
-                caller: 'fetchASTFromQuillReport',
-                function: 'fetchASTFromQuillReport',
-            },
-        });
-        if (e instanceof Error) {
-            return {
-                error: e.message,
-                ast: null,
-                pivot: null,
-            };
-        }
-    }
-    return { ast: newAst, pivot: groupByPivot, schema: schemaInfo };
-};
-const POSTGRES_DATE_TYPES = [
-    'timestamp',
-    'date',
-    'timestamptz',
-    'time',
-    'timetz',
-];
-export function getTablesHelper(ast, allTables, skipStar) {
-    const tableAliasMap = createTableNameToTableAliasMap(ast);
-    const tablesInQuery = Object.values(tableAliasMap);
-    // Remove all aliased tables (with statements and subqueries)
-    const onlyReferenceTables = allTables
-        .filter((table) => tablesInQuery.includes(table.displayName))
-        .map((table) => table.displayName);
-    // Get non with statement column references
-    let referencedColumns = getColumnsByTableFromASTAndSchema(ast, allTables, tableAliasMap, skipStar);
-    referencedColumns = Object.keys(referencedColumns)
-        .filter((table) => onlyReferenceTables.includes(table))
-        .reduce((obj, key) => {
-        obj[key] = referencedColumns[key];
-        return obj;
-    }, {});
-    // With statement column references
-    if (ast.with) {
-        for (const withStmt of ast.with) {
-            const astFrom = withStmt.stmt.from ?? withStmt.stmt.ast.from;
-            if (astFrom) {
-                const withReferencedColumns = getColumnsByTableFromASTAndSchema(withStmt.stmt.ast ?? withStmt.stmt, allTables, tableAliasMap, skipStar);
-                // @ts-ignore
-                Object.keys(withReferencedColumns).forEach((tableName) => {
-                    if (referencedColumns[tableName]) {
-                        // @ts-ignore
-                        referencedColumns[tableName].push(...(withReferencedColumns[tableName] || []));
-                    }
-                    else {
-                        // @ts-ignore
-                        referencedColumns[tableName] = withReferencedColumns[tableName];
-                    }
-                });
-            }
-        }
-    }
-    // Make all the column strings unique
-    for (const table in referencedColumns) {
-        referencedColumns[table] = Array.from(new Set(referencedColumns[table]));
-    }
-    const referencedTablesAndColumns = onlyReferenceTables.map((tableName) => {
-        return {
-            name: tableName,
-            columns: referencedColumns[tableName]?.map((column) => {
-                return { field: column };
-            }) || [],
-        };
-    });
-    const dateFields = allTables
-        .filter((table) => onlyReferenceTables.includes(table.displayName))
-        .map((table) => {
-        return {
-            name: table.displayName,
-            columns: table.columns.filter((column) => POSTGRES_DATE_TYPES.includes(column.fieldType)),
-        };
-    });
-    return { referencedTablesAndColumns, dateFields };
-}