@harperfast/harper 5.0.25 → 5.1.0-beta.1

package/dist/dataLayer/SQLSearch.js

@@ -1,26 +1,74 @@
 'use strict';
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
 /**
  * SQLSearch.js
  * This class is used to receive the alasql generated AST from a SQL SELECT,
  * process and return results by passing the raw values into the alasql SQL parser
  */
-const _ = require('lodash');
-const alasql = require('alasql');
+const _ = __importStar(require("lodash"));
+const alasql = __importStar(require("alasql"));
 alasql.options.cache = false;
-const alasqlFunctionImporter = require('../sqlTranslator/alasqlFunctionImporter.js');
-const clone = require('clone');
-const RecursiveIterator = require('recursive-iterator');
-const log = require('../utility/logging/harper_logger.js');
-const commonUtils = require('../utility/common_utils.js');
-const harperBridge = require('./harperBridge/harperBridge.js');
-const hdbTerms = require("../utility/hdbTerms.js");
-const { hdbErrors } = require('../utility/errors/hdbError.js');
-const { getDatabases } = require("../resources/databases.js");
+const alasqlFunctionImporter_ts_1 = __importDefault(require("../sqlTranslator/alasqlFunctionImporter.js"));
+const clone_1 = __importDefault(require("clone"));
+const recursive_iterator_1 = __importDefault(require("recursive-iterator"));
+const harper_logger_ts_1 = __importDefault(require("../utility/logging/harper_logger.js"));
+const commonUtils = __importStar(require("../utility/common_utils.js"));
+const harperBridge = require('./harperBridge/harperBridge').default;
+const hdbTerms = __importStar(require("../utility/hdbTerms.js"));
+const hdbError_ts_1 = require("../utility/errors/hdbError.js");
+const databases_ts_1 = require("../resources/databases.js");
 const WHERE_CLAUSE_IS_NULL = 'IS NULL';
 const SEARCH_ERROR_MSG = 'There was a problem performing this search. Please check the logs and try again.';
 //here we call to define and import custom functions to alasql
-alasqlFunctionImporter(alasql);
+(0, alasqlFunctionImporter_ts_1.default)(alasql);
 class SQLSearch {
+    statement;
+    columns;
+    all_table_attributes;
+    fetch_attributes;
+    exact_search_values;
+    comparator_search_values;
+    tables;
+    data;
+    has_aggregator;
+    has_ordinal;
+    has_outer_join;
     /**
      * Constructor for FileSearch class
      *
@@ -29,7 +77,7 @@ class SQLSearch {
      */
     constructor(statement, attributes) {
         if (commonUtils.isEmpty(statement)) {
-            log.error('AST statement for SQL select process cannot be empty');
+            harper_logger_ts_1.default.error('AST statement for SQL select process cannot be empty');
             throw 'statement cannot be null';
         }
         this.statement = statement;
@@ -60,13 +108,13 @@ class SQLSearch {
         try {
             let emptySqlResults = await this._checkEmptySQL();
             if (!commonUtils.isEmptyOrZeroLength(emptySqlResults)) {
-                log.trace('No results returned from checkEmptySQL SQLSearch method.');
+                harper_logger_ts_1.default.trace('No results returned from checkEmptySQL SQLSearch method.');
                 return emptySqlResults;
             }
         }
         catch (err) {
-            log.error('Error thrown from checkEmptySQL in SQLSearch class method search.');
-            log.error(err);
+            harper_logger_ts_1.default.error('Error thrown from checkEmptySQL in SQLSearch class method search.');
+            harper_logger_ts_1.default.error(err);
             throw new Error(SEARCH_ERROR_MSG);
         }
         try {
@@ -77,13 +125,13 @@ class SQLSearch {
             }
         }
         catch (err) {
-            log.error('Error thrown from getFetchAttributeValues in SQLSearch class method search.');
-            log.error(err);
+            harper_logger_ts_1.default.error('Error thrown from getFetchAttributeValues in SQLSearch class method search.');
+            harper_logger_ts_1.default.error(err);
             throw new Error(SEARCH_ERROR_MSG);
         }
         // In the instance of null data this.data would not have schema/table defined or created as there is no data backing up what would sit in data.
         if (Object.keys(this.data).length === 0) {
-            log.trace('SQLSearch class field: "data" is empty.');
+            harper_logger_ts_1.default.trace('SQLSearch class field: "data" is empty.');
             return [];
         }
         let joinResults;
@@ -92,8 +140,8 @@ class SQLSearch {
             joinResults = await this._processJoins();
         }
         catch (err) {
-            log.error('Error thrown from processJoins in SQLSearch class method search.');
-            log.error(err);
+            harper_logger_ts_1.default.error('Error thrown from processJoins in SQLSearch class method search.');
+            harper_logger_ts_1.default.error(err);
             throw new Error(SEARCH_ERROR_MSG);
         }
         try {
@@ -101,8 +149,8 @@ class SQLSearch {
             await this._getFinalAttributeData(joinResults.existing_attributes, joinResults.joined_length);
         }
         catch (err) {
-            log.error('Error thrown from getFinalAttributeData in SQLSearch class method search.');
-            log.error(err);
+            harper_logger_ts_1.default.error('Error thrown from getFinalAttributeData in SQLSearch class method search.');
+            harper_logger_ts_1.default.error(err);
             throw new Error(SEARCH_ERROR_MSG);
         }
         try {
@@ -110,8 +158,8 @@ class SQLSearch {
             return searchResults;
         }
         catch (err) {
-            log.error('Error thrown from finalSQL in SQLSearch class method search.');
-            log.error(err);
+            harper_logger_ts_1.default.error('Error thrown from finalSQL in SQLSearch class method search.');
+            harper_logger_ts_1.default.error(err);
             throw new Error(SEARCH_ERROR_MSG);
         }
     }
@@ -120,13 +168,13 @@ class SQLSearch {
      * @private
      */
     _getColumns() {
-        let iterator = new RecursiveIterator(this.statement);
+        let iterator = new recursive_iterator_1.default(this.statement);
         for (let { node, path } of iterator) {
             if (node && node.columnid) {
                 if (!this.columns[path[0]]) {
                     this.columns[path[0]] = [];
                 }
-                this.columns[path[0]].push(clone(node));
+                this.columns[path[0]].push((0, clone_1.default)(node));
             }
         }
     }
@@ -143,7 +191,7 @@ class SQLSearch {
         this.tables.forEach((table) => {
             const schemaTable = `${table.databaseid}_${table.as ? table.as : table.tableid}`;
             this.data[schemaTable] = {};
-            this.data[schemaTable].__hashName = getDatabases()[table.databaseid][table.tableid].primaryKey;
+            this.data[schemaTable].__hashName = (0, databases_ts_1.getDatabases)()[table.databaseid][table.tableid].primaryKey;
             this.data[schemaTable].__mergedData = {};
             this.data[schemaTable].__mergedAttributes = [];
             this.data[schemaTable].__mergedAttrMap = {};
@@ -159,43 +207,44 @@ class SQLSearch {
         //TODO - CORE-1095 - update how WHERE clause value that include escaped characters is used to do initial
         // searchByValue query - this value is set to this.exact_search_values in this method
         if (commonUtils.isEmpty(this.statement.where)) {
-            log.trace('AST "where" statement is empty.');
+            harper_logger_ts_1.default.trace('AST "where" statement is empty.');
             return;
         }
         //if there is an OR in the where clause we will not perform exact match search on attributes as it ends up excluding values incorrectly.
         let totalIgnore = false;
         //check for OR statement (see not above) and update numeric hash values set as strings in the statement to evaluate the table data
         // correctly as numbers in alasql which evaluates based on data types
-        for (let { node } of new RecursiveIterator(this.statement.where)) {
+        for (let { node } of new recursive_iterator_1.default(this.statement.where)) {
             if (node && node.op && node.op === 'OR') {
                 totalIgnore = true;
             }
             if (!commonUtils.isEmpty(node) && node.right) {
                 if (commonUtils.isNotEmptyAndHasValue(node.right.value)) {
                     const whereVal = commonUtils.autoCast(node.right.value);
+                    const yy = alasql.yy;
                     if ([true, false].indexOf(whereVal) >= 0) {
-                        node.right = new alasql.yy.LogicValue({ value: whereVal });
+                        node.right = new yy.LogicValue({ value: whereVal });
                     }
                 }
                 else if (Array.isArray(node.right)) {
+                    const yy = alasql.yy;
                     node.right.forEach((col, i) => {
                         const whereVal = commonUtils.autoCast(col.value);
                         if ([true, false].indexOf(whereVal) >= 0) {
-                            node.right[i] = new alasql.yy.LogicValue({ value: whereVal });
+                            node.right[i] = new yy.LogicValue({ value: whereVal });
                         }
-                        else if (col instanceof alasql.yy.StringValue &&
-                            commonUtils.autoCasterIsNumberCheck(whereVal.toString())) {
-                            node.right[i] = new alasql.yy.NumValue({ value: whereVal });
+                        else if (col instanceof yy.StringValue && commonUtils.autoCasterIsNumberCheck(whereVal.toString())) {
+                            node.right[i] = new yy.NumValue({ value: whereVal });
                         }
                     });
                 }
             }
         }
         if (totalIgnore) {
-            log.trace('Where clause contains "OR", exact match search not performed on attributes.');
+            harper_logger_ts_1.default.trace('Where clause contains "OR", exact match search not performed on attributes.');
             return;
         }
-        for (let { node } of new RecursiveIterator(this.statement.where)) {
+        for (let { node } of new recursive_iterator_1.default(this.statement.where)) {
             if (node && node.left && node.right && (node.left.columnid || node.right.value) && node.op) {
                 let values = new Set();
                 let column = node.left.columnid ? node.left : node.right;
@@ -386,8 +435,8 @@ class SQLSearch {
                 results = await alasql.promise(sql);
             }
             catch (e) {
-                log.error('Error thrown from AlaSQL in SQLSearch class method checkEmptySQL.');
-                log.error(e);
+                harper_logger_ts_1.default.error('Error thrown from AlaSQL in SQLSearch class method checkEmptySQL.');
+                harper_logger_ts_1.default.error(e);
                 throw new Error('There was a problem with the SQL statement');
             }
         }
@@ -404,7 +453,7 @@ class SQLSearch {
             segmentAttributes.forEach((attribute) => {
                 let found = this._findColumn(attribute);
                 if (found) {
-                    this.fetch_attributes.push(clone(found));
+                    this.fetch_attributes.push((0, clone_1.default)(found));
                 }
             });
         }
@@ -472,13 +521,14 @@ class SQLSearch {
         if (simpleSelectQuery) {
             this._addFetchColumns(this.columns.columns);
         }
-        //the bitwise or '|' is intentionally used because I want both conditions checked regardless of whether the left condition is false
-        else if ((!this.columns.where && this.fetch_attributes.length === 0) |
+        else if (
+        // @ts-expect-error the bitwise or '|' is intentionally used because I want both conditions checked regardless of whether the left condition is false
+        (!this.columns.where && this.fetch_attributes.length === 0) |
             (whereString.indexOf(WHERE_CLAUSE_IS_NULL) > -1)) {
             //get unique ids of tables if there is no join or the where is performing an is null check
             this.tables.forEach((table) => {
                 let hash_attribute = {
-                    columnid: getDatabases()[table.databaseid][table.tableid].primaryKey,
+                    columnid: (0, databases_ts_1.getDatabases)()[table.databaseid][table.tableid].primaryKey,
                     tableid: table.tableid,
                 };
                 this._addFetchColumns([hash_attribute]);
@@ -546,8 +596,8 @@ class SQLSearch {
                         }
                     }
                     catch (err) {
-                        log.error('Error thrown from getDataByHash function in SQLSearch class method getFetchAttributeValues exact match.');
-                        log.error(err);
+                        harper_logger_ts_1.default.error('Error thrown from getDataByHash function in SQLSearch class method getFetchAttributeValues exact match.');
+                        harper_logger_ts_1.default.error(err);
                         throw new Error(SEARCH_ERROR_MSG);
                     }
                 }
@@ -571,8 +621,8 @@ class SQLSearch {
                         }));
                     }
                     catch (err) {
-                        log.error('Error thrown from getDataByValue function in SQLSearch class method getFetchAttributeValues exact match.');
-                        log.error(err);
+                        harper_logger_ts_1.default.error('Error thrown from getDataByValue function in SQLSearch class method getFetchAttributeValues exact match.');
+                        harper_logger_ts_1.default.error(err);
                         throw new Error(SEARCH_ERROR_MSG);
                     }
                 }
@@ -610,8 +660,8 @@ class SQLSearch {
                     }
                 }
                 catch (err) {
-                    log.error('Error thrown from getDataByValue function in SQLSearch class method getFetchAttributeValues comparator search values.');
-                    log.error(err);
+                    harper_logger_ts_1.default.error('Error thrown from getDataByValue function in SQLSearch class method getFetchAttributeValues comparator search values.');
+                    harper_logger_ts_1.default.error(err);
                     throw new Error(SEARCH_ERROR_MSG);
                 }
             }
@@ -642,8 +692,8 @@ class SQLSearch {
                     }
                 }
                 catch (err) {
-                    log.error('Error thrown from getDataByValue function in SQLSearch class method getFetchAttributeValues no comparator search values.');
-                    log.error(err);
+                    harper_logger_ts_1.default.error('Error thrown from getDataByValue function in SQLSearch class method getFetchAttributeValues no comparator search values.');
+                    harper_logger_ts_1.default.error(err);
                     throw new Error(SEARCH_ERROR_MSG);
                 }
             }
@@ -664,7 +714,8 @@ class SQLSearch {
             return isSimpleSelect;
         }
         this.statement.columns.forEach((col) => {
-            if (!(col instanceof alasql.yy.Column)) {
+            const yy = alasql.yy;
+            if (!(col instanceof yy.Column)) {
                 isSimpleSelect = false;
             }
         });
@@ -710,23 +761,28 @@ class SQLSearch {
             orderBy.is_func = !!selectColumn.funcid;
             orderBy.is_aggregator = !!selectColumn.aggregatorid;
             if (!selectColumn.as) {
-                orderBy.initial_select_column = Object.assign(new alasql.yy.Column(), orderBy.expression);
+                const yy = alasql.yy;
+                orderBy.initial_select_column = Object.assign(new yy.Column(), orderBy.expression);
                 orderBy.initial_select_column.as = `[${orderBy.expression.columnid_orig}]`;
-                orderBy.expression.columnid = orderBy.initial_select_column.as;
+                orderBy.expression.columnid = `\`${orderBy.expression.columnid_orig}\``;
                 return;
             }
             else if (selectColumn.as && !orderBy.expression.tableid) {
-                orderBy.expression.columnid = selectColumn.as;
+                orderBy.expression.columnid = selectColumn.as_orig;
                 orderBy.expression.columnid_orig = selectColumn.as_orig;
+                orderBy.expression.toString = () => selectColumn.as;
             }
             else {
-                let aliasExpression = new alasql.yy.Column();
-                aliasExpression.columnid = selectColumn.as;
+                const yy = alasql.yy;
+                let aliasExpression = new yy.Column();
+                aliasExpression.columnid = selectColumn.as_orig;
                 aliasExpression.columnid_orig = selectColumn.as_orig;
+                aliasExpression.toString = () => selectColumn.as;
                 orderBy.expression = aliasExpression;
             }
             if (!orderBy.is_aggregator) {
-                const targetObj = orderBy.is_func ? new alasql.yy.FuncValue() : new alasql.yy.Column();
+                const yy = alasql.yy;
+                const targetObj = orderBy.is_func ? new yy.FuncValue() : new yy.Column();
                 orderBy.initial_select_column = Object.assign(targetObj, selectColumn);
             }
         });
@@ -752,7 +808,7 @@ class SQLSearch {
     /**
      * Takes an initial pass on the data by processing just the joins, conditions and order by.
      * This allows us to limit the broader select based on just the ids we need based on this pass
-     * @returns {Promise<{existingAttributes, joined_length: number}>}
+     * @returns {Promise<{existing_attributes: any, joined_length: number}>}
      * @private
      */
     async _processJoins() {
@@ -786,7 +842,7 @@ class SQLSearch {
             let hash = this.data[`${table.databaseid_orig}_${table.as ? table.as_orig : table.tableid_orig}`].__hashName;
             const tableKey = table.as ? table.as_orig : table.tableid_orig;
             hashAttributes.push({
-                key: `'${tableKey}.${hash}'`,
+                key: `${tableKey}.${hash}`,
                 schema: table.databaseid_orig,
                 table: table.as ? table.as_orig : table.tableid_orig,
                 keys: new Set(),
@@ -837,8 +893,8 @@ class SQLSearch {
             tableData = null;
         }
         catch (err) {
-            log.error('Error thrown from AlaSQL in SQLSearch class method processJoins.');
-            log.error(err);
+            harper_logger_ts_1.default.error('Error thrown from AlaSQL in SQLSearch class method processJoins.');
+            harper_logger_ts_1.default.error(err);
             throw new Error('There was a problem processing the data.');
         }
         //collect returned hash values and remove others from table's __mergedData
@@ -877,7 +933,7 @@ class SQLSearch {
             return;
         }
         let allColumns = [];
-        let iterator = new RecursiveIterator(this.columns);
+        let iterator = new recursive_iterator_1.default(this.columns);
         for (let { node } of iterator) {
             if (node && node.columnid) {
                 let found = this._findColumn(node);
@@ -898,8 +954,8 @@ class SQLSearch {
             await this._getData(allColumns);
         }
         catch (e) {
-            log.error('Error thrown from getData in SQLSearch class method getFinalAttributeData.');
-            log.error(e);
+            harper_logger_ts_1.default.error('Error thrown from getData in SQLSearch class method getFinalAttributeData.');
+            harper_logger_ts_1.default.error(e);
             throw new Error(SEARCH_ERROR_MSG);
         }
     }
@@ -955,8 +1011,8 @@ class SQLSearch {
             }
         }
         catch (e) {
-            log.error('Error thrown from getDataByHash function in SQLSearch class method getData.');
-            log.error(e);
+            harper_logger_ts_1.default.error('Error thrown from getDataByHash function in SQLSearch class method getData.');
+            harper_logger_ts_1.default.error(e);
             throw e;
         }
     }
@@ -1017,20 +1073,26 @@ class SQLSearch {
         let finalResults = undefined;
         try {
             let sql = this._buildSQL();
-            log.trace(`Final SQL: ${sql}`);
+            harper_logger_ts_1.default.trace(`Final SQL: ${sql}`);
             finalResults = await alasql.promise(sql, tableData);
             if (this.has_outer_join) {
                 finalResults = this._translateUndefinedValues(finalResults);
             }
-            log.trace(`Final AlaSQL results data included ${finalResults.length} rows`);
+            harper_logger_ts_1.default.trace(`Final AlaSQL results data included ${finalResults.length} rows`);
         }
         catch (err) {
-            log.error('Error thrown from AlaSQL in SQLSearch class method finalSQL.');
-            log.error(err);
+            harper_logger_ts_1.default.error('Error thrown from AlaSQL in SQLSearch class method finalSQL.');
+            harper_logger_ts_1.default.error(err);
             throw new Error('There was a problem running the generated sql.');
         }
         return finalResults;
     }
+    /**
+     * Translates undefined values to nulls in the result data
+     * @param data
+     * @returns {any[]}
+     * @private
+     */
     _translateUndefinedValues(data) {
         try {
             let finalData = [];
@@ -1049,8 +1111,8 @@ class SQLSearch {
             return finalData;
         }
         catch (e) {
-            log.error(hdbErrors.HDB_ERROR_MSGS.OUTER_JOIN_TRANSLATION_ERROR);
-            log.trace(e.stack);
+            harper_logger_ts_1.default.error(hdbError_ts_1.hdbErrors.HDB_ERROR_MSGS.OUTER_JOIN_TRANSLATION_ERROR);
+            harper_logger_ts_1.default.trace(e.stack);
             return data;
         }
     }
@@ -1078,7 +1140,7 @@ class SQLSearch {
      * Updates the sqlStatment string to use index values instead of table column names
      * @param sqlStatement
      * @param tables
-     * @returns {*}
+     * @returns {string}
      * @private
      */
     _convertColumnsToIndexes(sqlStatement, tables) {
@@ -1113,7 +1175,7 @@ class SQLSearch {
     }
     /**
      * Builds out the final result JSON for a simple SQL query to return to the main search method without using alasql
-     * @returns {Promise<unknown[]>}
+     * @returns {Promise<any[]>}
      * @private
      */
     async _simpleSQLQuery() {
@@ -1156,13 +1218,13 @@ class SQLSearch {
                 }
             }
             catch (err) {
-                log.error('There was an error when processing this SQL operation.  Check your logs');
-                log.error(err);
+                harper_logger_ts_1.default.error('There was an error when processing this SQL operation.  Check your logs');
+                harper_logger_ts_1.default.error(err);
                 throw new Error(SEARCH_ERROR_MSG);
             }
         }
         return Object.values(Object.values(this.data)[0].__mergedData);
     }
 }
-module.exports = SQLSearch;
+exports.default = SQLSearch;
 //# sourceMappingURL=SQLSearch.js.map