@harperfast/harper 5.0.0-alpha.10

package/dist/sqlTranslator/SelectValidator.js

@@ -0,0 +1,274 @@
+'use strict';
+const RecursiveIterator = require('recursive-iterator');
+const alasql = require('alasql');
+const clone = require('clone');
+const commonUtils = require('../utility/common_utils.js');
+const { handleHDBError, hdbErrors } = require('../utility/errors/hdbError.js');
+const { HDB_ERROR_MSGS, HTTP_STATUS_CODES } = hdbErrors;
+const { getDatabases } = require("../resources/databases.js");
+//exclusion list for validation on group bys
+const customAggregators = ['DISTINCT_ARRAY'];
+const validateTables = Symbol('validateTables'), validateTable = Symbol('validateTable'), validateAllColumns = Symbol('validateAllColumns'), findColumn = Symbol('findColumn'), validateOrderBy = Symbol('validateOrderBy'), validateSegment = Symbol('validateSegment'), validateColumn = Symbol('validateColumn'), setColumnsForTable = Symbol('setColumnsForTable'), checkColumnsForAsterisk = Symbol('checkColumnsForAsterisk'), validateGroupBy = Symbol('validateGroupBy'), hasColumns = Symbol('hasColumns');
+/**
+ * Validates the tables and attributes against the actual schema
+ * Validates general SQL rules
+ */
+class SelectValidator {
+    constructor(statement) {
+        this.statement = statement;
+        this.attributes = [];
+    }
+    /**
+     * entry point for validation
+     * @returns {*}
+     */
+    validate() {
+        if (!this.statement) {
+            throw new Error('invalid sql statement');
+        }
+        this[validateTables]();
+        this[checkColumnsForAsterisk]();
+        this[validateAllColumns]();
+    }
+    /**
+     * if the statement has columns in it:
+     * loops thru the from and join arrays of the AST and passes individual entries into validateTable
+     */
+    [validateTables]() {
+        if (this[hasColumns]()) {
+            if (!this.statement.from || this.statement.from.length === 0) {
+                throw `no from clause`;
+            }
+            this.statement.from.forEach((table) => {
+                this[validateTable](table);
+            });
+            if (this.statement.joins) {
+                this.statement.joins.forEach((join) => {
+                    join.table.as = join.as;
+                    this[validateTable](join.table);
+                });
+            }
+        }
+    }
+    /**
+     * check to see if there are columns in any part of the select
+     * @returns {boolean}
+     */
+    [hasColumns]() {
+        let hasColumns = false;
+        let iterator = new RecursiveIterator(this.statement);
+        for (let { node } of iterator) {
+            if (node && node.columnid) {
+                hasColumns = true;
+                break;
+            }
+        }
+        return hasColumns;
+    }
+    /**
+     * Checks that the table exists in the schema, adds all of it's attributes to the class level collection this.attributes
+     * @param table
+     */
+    [validateTable](table) {
+        if (!table.databaseid) {
+            throw `schema not defined for table ${table.tableid}`;
+        }
+        let databases = getDatabases();
+        if (!databases[table.databaseid]) {
+            throw handleHDBError(new Error(), HDB_ERROR_MSGS.SCHEMA_NOT_FOUND(table.databaseid), HTTP_STATUS_CODES.NOT_FOUND);
+        }
+        if (!databases[table.databaseid][table.tableid]) {
+            throw handleHDBError(new Error(), HDB_ERROR_MSGS.TABLE_NOT_FOUND(table.databaseid, table.tableid), HTTP_STATUS_CODES.NOT_FOUND);
+        }
+        //let theTable = clone(table);
+        let schemaTable = databases[table.databaseid][table.tableid];
+        /*TODO rather than putting every attribute in an array we will create a Map there will be a map element for every table and every table alias
+ (this will create duplicate map elements) this will have downstream effects in comparison functions like findColumn*/
+        schemaTable.attributes.forEach((attribute) => {
+            let attributeClone = clone(attribute);
+            attributeClone.table = clone(table);
+            this.attributes.push(attributeClone);
+        });
+    }
+    /**
+     * validates the column against the schema
+     * @param column
+     * @returns {*[]}
+     */
+    [findColumn](column) {
+        //look to see if this attribute exists on one of the tables we are selecting from
+        return this.attributes.filter((attribute) => {
+            if (column.tableid) {
+                return ((attribute.table.as === column.tableid || attribute.table.tableid === column.tableid) &&
+                    attribute.attribute === column.columnid);
+            }
+            else {
+                return attribute.attribute === column.columnid;
+            }
+        });
+    }
+    /**
+     * detects * in the select, if found adds all columns to the select
+     */
+    [checkColumnsForAsterisk]() {
+        let iterator = new RecursiveIterator(this.statement.columns);
+        for (let { node, path } of iterator) {
+            //we check the path to make sure the '*' is not wrapped in some form of expression like count(*)
+            if (node && node.columnid === '*' && path.indexOf('expression') < 0) {
+                this[setColumnsForTable](node.tableid);
+            }
+        }
+    }
+    /**
+     * takes a table and adds all of it's columns to the select. if no table it adds every column from every table in the select
+     * @param tableName
+     */
+    [setColumnsForTable](tableName) {
+        this.attributes.forEach((attribute) => {
+            if ((!tableName || (tableName && (attribute.table.tableid === tableName || attribute.table.as === tableName))) &&
+                !attribute.relation) {
+                this.statement.columns.push(new alasql.yy.Column({
+                    columnid: attribute.attribute,
+                    tableid: attribute.table.as ? attribute.table.as : attribute.table.tableid,
+                }));
+            }
+        });
+    }
+    /**
+     * passes segments to ValidateSegment for validation
+     */
+    [validateAllColumns]() {
+        this[validateSegment](this.statement.columns, false);
+        this[validateSegment](this.statement.joins, false);
+        this[validateSegment](this.statement.where, false);
+        this[validateGroupBy](this.statement.group, false);
+        this[validateSegment](this.statement.order, true);
+    }
+    /**
+     * iterates the attributes in a segment and validates them against the schema
+     * @param segment
+     * @param isOrderBy
+     * @returns {*}
+     */
+    [validateSegment](segment, isOrderBy) {
+        if (!segment) {
+            return;
+        }
+        let iterator = new RecursiveIterator(segment);
+        let attributes = [];
+        for (let { node } of iterator) {
+            if (!commonUtils.isEmpty(node) && !commonUtils.isEmpty(node.columnid) && node.columnid !== '*') {
+                if (isOrderBy) {
+                    this[validateOrderBy](node);
+                }
+                else {
+                    attributes.push(this[validateColumn](node));
+                }
+            }
+        }
+        return attributes;
+    }
+    /**
+     * validation specific for GROUP BY
+     * makes sure that the non-aggregate functions and columns from the select are represented in the group by and the columns match the schema
+     * @param segment
+     */
+    [validateGroupBy](segment) {
+        if (!segment) {
+            return;
+        }
+        //check select for aggregates and non-aggregates, if it has both non-aggregates need to be in group by
+        let selectColumns = [];
+        //here we are pulling out all non-aggregate functions into an array for comparison to the group by
+        this.statement.columns.forEach((column) => {
+            //this keeps white listed custom functions from being validated
+            if (column.funcid && customAggregators.indexOf(column.funcid.toUpperCase()) >= 0) {
+                return;
+            }
+            if (!column.aggregatorid && !column.columnid) {
+                //this is to make sure functions or any type of evaluation statement is being compared to the select.
+                //i.e. "GROUP BY UPPER(name)" needs to have UPPER(name) in the select
+                let columnClone = clone(column);
+                delete columnClone.as;
+                selectColumns.push(columnClone);
+            }
+            else if (column.columnid) {
+                let found = this[findColumn](column)[0];
+                if (found) {
+                    selectColumns.push(found);
+                }
+            }
+        });
+        //here we iterate the group by and compare to what is in the select and make sure they match appropriately
+        this.statement.group.forEach((groupColumn) => {
+            let foundColumn = null;
+            if (!groupColumn.columnid) {
+                //TODO can use for of to break out of the loop rather than this janky way
+                selectColumns.forEach((column, x) => {
+                    if (column.toString() === groupColumn.toString()) {
+                        foundColumn = column;
+                        selectColumns.splice(x, 1);
+                        return;
+                    }
+                });
+            }
+            else {
+                let foundGroupColumn = this[findColumn](groupColumn);
+                if (!foundGroupColumn || foundGroupColumn.length === 0) {
+                    throw `unknown column '${groupColumn.toString()}' in group by`;
+                }
+                if (foundGroupColumn.length > 1) {
+                    throw `ambiguously defined column '${groupColumn.toString()}' in group by`;
+                }
+                //TODO can use for of to break out of the loop rather than this janky way
+                selectColumns.forEach((column, x) => {
+                    if (column.attribute === foundGroupColumn[0].attribute &&
+                        column.table.tableid === foundGroupColumn[0].table.tableid) {
+                        foundColumn = column;
+                        selectColumns.splice(x, 1);
+                        return;
+                    }
+                });
+            }
+            if (!foundColumn) {
+                throw `group by column '${groupColumn.toString()}' must be in select`;
+            }
+        });
+        if (selectColumns.length > 0) {
+            throw `select column '${selectColumns[0].attribute ? selectColumns[0].attribute : selectColumns[0].toString()}' must be in group by`;
+        }
+    }
+    /**
+     * Order BY specific validation
+     *
+     * @param column
+     */
+    [validateOrderBy](column) {
+        let foundColumns = this.statement.columns.filter((col) => col.as === column.columnid);
+        if (foundColumns.length > 1) {
+            let columnName = (column.tableid ? column.tableid + '.' : '') + column.columnid;
+            throw `ambiguous column reference ${columnName} in order by`;
+        }
+        else if (foundColumns.length === 0) {
+            this[validateColumn](column);
+        }
+    }
+    /**
+     * validates a column to the schema
+     * @param column
+     * @returns {*}
+     */
+    [validateColumn](column) {
+        let foundColumns = this[findColumn](column);
+        let columnName = (column.tableid ? column.tableid + '.' : '') + column.columnid;
+        if (foundColumns.length === 0) {
+            throw `unknown column ${columnName}`;
+        }
+        if (foundColumns.length > 1) {
+            throw `ambiguous column reference ${columnName}`;
+        }
+        return foundColumns[0];
+    }
+}
+module.exports = SelectValidator;
+//# sourceMappingURL=SelectValidator.js.map

package/dist/sqlTranslator/SelectValidator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SelectValidator.js","sourceRoot":"","sources":["../../sqlTranslator/SelectValidator.js"],"names":[],"mappings":"AAAA,YAAY,CAAC;AAEb,MAAM,iBAAiB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;AACxD,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AACjC,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;AAC/B,MAAM,WAAW,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;AAC1D,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAC/E,MAAM,EAAE,cAAc,EAAE,iBAAiB,EAAE,GAAG,SAAS,CAAC;AACxD,MAAM,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAE9D,4CAA4C;AAC5C,MAAM,iBAAiB,GAAG,CAAC,gBAAgB,CAAC,CAAC;AAE7C,MAAM,cAAc,GAAG,MAAM,CAAC,gBAAgB,CAAC,EAC9C,aAAa,GAAG,MAAM,CAAC,eAAe,CAAC,EACvC,kBAAkB,GAAG,MAAM,CAAC,oBAAoB,CAAC,EACjD,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC,EACjC,eAAe,GAAG,MAAM,CAAC,iBAAiB,CAAC,EAC3C,eAAe,GAAG,MAAM,CAAC,iBAAiB,CAAC,EAC3C,cAAc,GAAG,MAAM,CAAC,gBAAgB,CAAC,EACzC,kBAAkB,GAAG,MAAM,CAAC,oBAAoB,CAAC,EACjD,uBAAuB,GAAG,MAAM,CAAC,yBAAyB,CAAC,EAC3D,eAAe,GAAG,MAAM,CAAC,iBAAiB,CAAC,EAC3C,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC;AAEnC;;;GAGG;AACH,MAAM,eAAe;IACpB,YAAY,SAAS;QACpB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;IACtB,CAAC;IAED;;;OAGG;IACH,QAAQ;QACP,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC,uBAAuB,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACH,CAAC,cAAc,CAAC;QACf,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9D,MAAM,gBAAgB,CAAC;YACxB,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrC,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;oBACrC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;oBACxB,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACjC,CAAC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;IACF,CAAC;IAED;;;OAGG;IACH,CAAC,UAAU,CAAC;QACX,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,QAAQ,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrD,KAAK,IAAI,EAAE,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC3B,UAAU,GAAG,IAAI,CAAC;gBAClB,MAAM;YACP,CAAC;QACF,CAAC;QACD,OAAO,UAAU,CAAC;IACnB,CAAC;IAED;;;OAGG;IACH,CAAC,aAAa,CAAC,CAAC,KAAK;QACpB,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,gCAAgC,KAAK,CAAC,OAAO,EAAE,CAAC;QACvD,CAAC;QACD,IAAI,SAAS,GAAG,YAAY,EAAE,CAAC;QAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YAClC,MAAM,cAAc,CAAC,IAAI,KAAK,EAAE,EAAE,cAAc,CAAC,gBAAgB,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAC;QACnH,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACjD,MAAM,cAAc,CACnB,IAAI,KAAK,EAAE,EACX,cAAc,CAAC,eAAe,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,EAC/D,iBAAiB,CAAC,SAAS,CAC3B,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,IAAI,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7D;sHACoH;QACpH,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YAC5C,IAAI,cAAc,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;YACtC,cAAc,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,CAAC,UAAU,CAAC,CAAC,MAAM;QAClB,iFAAiF;QACjF,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;YAC3C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO,CACN,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,MAAM,CAAC,OAAO,IAAI,SAAS,CAAC,KAAK,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,CAAC;oBACrF,SAAS,CAAC,SAAS,KAAK,MAAM,CAAC,QAAQ,CACvC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACP,OAAO,SAAS,CAAC,SAAS,KAAK,MAAM,CAAC,QAAQ,CAAC;YAChD,CAAC;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,CAAC,uBAAuB,CAAC;QACxB,IAAI,QAAQ,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAE7D,KAAK,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC;YACrC,gGAAgG;YAChG,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,KAAK,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrE,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC;QACF,CAAC;IACF,CAAC;IAED;;;OAGG;IACH,CAAC,kBAAkB,CAAC,CAAC,SAAS;QAC7B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YACrC,IACC,CAAC,CAAC,SAAS,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC;gBAC1G,CAAC,SAAS,CAAC,QAAQ,EAClB,CAAC;gBACF,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAC1B,IAAI,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC;oBACpB,QAAQ,EAAE,SAAS,CAAC,SAAS;oBAC7B,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO;iBAC1E,CAAC,CACF,CAAC;YACH,CAAC;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,CAAC,kBAAkB,CAAC;QACnB,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACnD,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACnD,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACnD,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;IAED;;;;;OAKG;IACH,CAAC,eAAe,CAAC,CAAC,OAAO,EAAE,SAAS;QACnC,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,OAAO;QACR,CAAC;QAED,IAAI,QAAQ,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,KAAK,IAAI,EAAE,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,KAAK,GAAG,EAAE,CAAC;gBAChG,IAAI,SAAS,EAAE,CAAC;oBACf,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACP,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7C,CAAC;YACF,CAAC;QACF,CAAC;QAED,OAAO,UAAU,CAAC;IACnB,CAAC;IAED;;;;OAIG;IACH,CAAC,eAAe,CAAC,CAAC,OAAO;QACxB,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,OAAO;QACR,CAAC;QACD,sGAAsG;QACtG,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,kGAAkG;QAClG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACzC,+DAA+D;YAC/D,IAAI,MAAM,CAAC,MAAM,IAAI,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClF,OAAO;YACR,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC9C,qGAAqG;gBACrG,qEAAqE;gBACrE,IAAI,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;gBAChC,OAAO,WAAW,CAAC,EAAE,CAAC;gBACtB,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACjC,CAAC;iBAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC5B,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,IAAI,KAAK,EAAE,CAAC;oBACX,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;YACF,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,0GAA0G;QAC1G,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE;YAC5C,IAAI,WAAW,GAAG,IAAI,CAAC;YAEvB,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;gBAC3B,yEAAyE;gBACzE,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBACnC,IAAI,MAAM,CAAC,QAAQ,EAAE,KAAK,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC;wBAClD,WAAW,GAAG,MAAM,CAAC;wBACrB,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;wBAC3B,OAAO;oBACR,CAAC;gBACF,CAAC,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,IAAI,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,CAAC;gBAErD,IAAI,CAAC,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACxD,MAAM,mBAAmB,WAAW,CAAC,QAAQ,EAAE,eAAe,CAAC;gBAChE,CAAC;gBAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,MAAM,+BAA+B,WAAW,CAAC,QAAQ,EAAE,eAAe,CAAC;gBAC5E,CAAC;gBAED,yEAAyE;gBACzE,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBACnC,IACC,MAAM,CAAC,SAAS,KAAK,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS;wBAClD,MAAM,CAAC,KAAK,CAAC,OAAO,KAAK,gBAAgB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EACzD,CAAC;wBACF,WAAW,GAAG,MAAM,CAAC;wBACrB,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;wBAC3B,OAAO;oBACR,CAAC;gBACF,CAAC,CAAC,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,WAAW,EAAE,CAAC;gBAClB,MAAM,oBAAoB,WAAW,CAAC,QAAQ,EAAE,qBAAqB,CAAC;YACvE,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,kBACL,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,EACpF,uBAAuB,CAAC;QACzB,CAAC;IACF,CAAC;IAED;;;;OAIG;IACH,CAAC,eAAe,CAAC,CAAC,MAAM;QACvB,IAAI,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC;QAEtF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,UAAU,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;YAChF,MAAM,8BAA8B,UAAU,cAAc,CAAC;QAC9D,CAAC;aAAM,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;IACF,CAAC;IAED;;;;OAIG;IACH,CAAC,cAAc,CAAC,CAAC,MAAM;QACtB,IAAI,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;QAE5C,IAAI,UAAU,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;QAEhF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,kBAAkB,UAAU,EAAE,CAAC;QACtC,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,8BAA8B,UAAU,EAAE,CAAC;QAClD,CAAC;QAED,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;CACD;AAED,MAAM,CAAC,OAAO,GAAG,eAAe,CAAC"}

package/dist/sqlTranslator/alasqlFunctionImporter.d.ts

@@ -0,0 +1,2 @@
+declare function _exports(alasql: any): void;
+export = _exports;

package/dist/sqlTranslator/alasqlFunctionImporter.js

@@ -0,0 +1,55 @@
+"use strict";
+/***
+ * alasqlFunctionImporter.js
+ *
+ * PUrpose of this is to set up a central module to define and import custom functions into alasql
+ */
+const alasqlExtension = require('../utility/functions/sql/alaSQLExtension.js'), dateFunctions = require('../utility/functions/date/dateFunctions.js'), geo = require('../utility/functions/geo.js');
+//import the custom function, need to define an upper and lower case version of the function so it is parsed properly in alasql
+module.exports = (alasql) => {
+    /*
+    AGGREGATE FUNCTIONS
+     */
+    alasql.aggr.mad = alasql.aggr.MAD = alasqlExtension.mad;
+    alasql.aggr.mean = alasql.aggr.MEAN = alasqlExtension.mean;
+    alasql.aggr.mode = alasql.aggr.MODE = alasqlExtension.mode;
+    alasql.aggr.prod = alasql.aggr.PROD = alasqlExtension.prod;
+    //we are overriding alasql's median function as their algorithm is incorrect
+    alasql.aggr.median = alasql.aggr.MEDIAN = alasqlExtension.median;
+    /*
+    CUSTOM FUNCTIONS
+     */
+    alasql.fn.distinct_array = alasql.fn.DISTINCT_ARRAY = alasqlExtension.distinct_array;
+    alasql.fn.search_json = alasql.fn.SEARCH_JSON = alasqlExtension.searchJSON;
+    alasql.fn.__ala__ = alasql;
+    //Date Functions...
+    alasql.fn.current_date = alasql.fn.CURRENT_DATE = dateFunctions.current_date;
+    alasql.fn.current_time = alasql.fn.CURRENT_TIME = dateFunctions.current_time;
+    alasql.fn.extract = alasql.fn.EXTRACT = dateFunctions.extract;
+    alasql.fn.date = alasql.fn.DATE = dateFunctions.date;
+    alasql.fn.date_format = alasql.fn.DATE_FORMAT = dateFunctions.date_format;
+    alasql.fn.date_add = alasql.fn.DATE_ADD = dateFunctions.date_add;
+    alasql.fn.date_sub = alasql.fn.DATE_SUB = dateFunctions.date_sub;
+    alasql.fn.date_diff = alasql.fn.DATE_DIFF = alasql.fn.datediff = alasql.fn.DATEDIFF = dateFunctions.date_diff;
+    alasql.fn.now = alasql.fn.NOW = dateFunctions.now;
+    alasql.fn.offset_utc = alasql.fn.OFFSET_UTC = dateFunctions.offset_utc;
+    alasql.fn.get_server_time = alasql.fn.GET_SERVER_TIME = dateFunctions.get_server_time;
+    //GETDATE() and CURRENT_TIMESTAMP reference the date/time value from NOW() in alasql but we need to monkey patch
+    // them here as well with the new now logic
+    alasql.fn.getdate = alasql.fn.GETDATE = dateFunctions.now;
+    alasql.fn.current_timestamp = alasql.fn.CURRENT_TIMESTAMP = dateFunctions.now;
+    /*
+    CUSTOM GEO FUNCTIONS
+     */
+    alasql.fn.geoarea = alasql.fn.GEOAREA = alasql.fn.geoArea = geo.geoArea;
+    alasql.fn.geocircle = alasql.fn.GEOCIRCLE = alasql.fn.geoCircle = geo.geoCircle;
+    alasql.fn.geocontains = alasql.fn.GEOCONTAINS = alasql.fn.geoContains = geo.geoContains;
+    alasql.fn.geoconvert = alasql.fn.GEOCONVERT = alasql.fn.geoConvert = geo.geoConvert;
+    alasql.fn.geocrosses = alasql.fn.GEOCROSSES = alasql.fn.geoCrosses = geo.geoCrosses;
+    alasql.fn.geodifference = alasql.fn.GEODIFFERENCE = alasql.fn.geoDifference = geo.geoDifference;
+    alasql.fn.geodistance = alasql.fn.GEODISTANCE = alasql.fn.geoDistance = geo.geoDistance;
+    alasql.fn.geoequal = alasql.fn.GEOEQUAL = alasql.fn.geoEqual = geo.geoEqual;
+    alasql.fn.geolength = alasql.fn.GEOLENGTH = alasql.fn.geoLength = geo.geoLength;
+    alasql.fn.geonear = alasql.fn.GEONEAR = alasql.fn.geoNear = geo.geoNear;
+};
+//# sourceMappingURL=alasqlFunctionImporter.js.map

package/dist/sqlTranslator/alasqlFunctionImporter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"alasqlFunctionImporter.js","sourceRoot":"","sources":["../../sqlTranslator/alasqlFunctionImporter.js"],"names":[],"mappings":";AAAA;;;;GAIG;AAEH,MAAM,eAAe,GAAG,OAAO,CAAC,6CAA6C,CAAC,EAC7E,aAAa,GAAG,OAAO,CAAC,4CAA4C,CAAC,EACrE,GAAG,GAAG,OAAO,CAAC,6BAA6B,CAAC,CAAC;AAE9C,+HAA+H;AAC/H,MAAM,CAAC,OAAO,GAAG,CAAC,MAAM,EAAE,EAAE;IAC3B;;OAEM;IAEN,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,eAAe,CAAC,GAAG,CAAC;IACxD,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC;IAC3D,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC;IAC3D,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC;IAC3D,4EAA4E;IAC5E,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC;IAEjE;;OAEM;IACN,MAAM,CAAC,EAAE,CAAC,cAAc,GAAG,MAAM,CAAC,EAAE,CAAC,cAAc,GAAG,eAAe,CAAC,cAAc,CAAC;IACrF,MAAM,CAAC,EAAE,CAAC,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,WAAW,GAAG,eAAe,CAAC,UAAU,CAAC;IAC3E,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,MAAM,CAAC;IAE3B,mBAAmB;IAEnB,MAAM,CAAC,EAAE,CAAC,YAAY,GAAG,MAAM,CAAC,EAAE,CAAC,YAAY,GAAG,aAAa,CAAC,YAAY,CAAC;IAC7E,MAAM,CAAC,EAAE,CAAC,YAAY,GAAG,MAAM,CAAC,EAAE,CAAC,YAAY,GAAG,aAAa,CAAC,YAAY,CAAC;IAC7E,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC;IAC9D,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;IACrD,MAAM,CAAC,EAAE,CAAC,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC;IAC1E,MAAM,CAAC,EAAE,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;IACjE,MAAM,CAAC,EAAE,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;IACjE,MAAM,CAAC,EAAE,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,GAAG,aAAa,CAAC,SAAS,CAAC;IAC9G,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC;IAClD,MAAM,CAAC,EAAE,CAAC,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC;IACvE,MAAM,CAAC,EAAE,CAAC,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC,eAAe,GAAG,aAAa,CAAC,eAAe,CAAC;IACtF,gHAAgH;IAChH,2CAA2C;IAC3C,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC;IAC1D,MAAM,CAAC,EAAE,CAAC,iBAAiB,GAAG,MAAM,CAAC,EAAE,CAAC,iBAAiB,GAAG,aAAa,CAAC,GAAG,CAAC;IAE9E;;OAEM;IACN,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IACxE,MAAM,CAAC,EAAE,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;IAChF,MAAM,CAAC,EAAE,CAAC,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;IACxF,MAAM,CAAC,EAAE,CAAC,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;IACpF,MAAM,CAAC,EAAE,CAAC,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;IACpF,MAAM,CAAC,EAAE,CAAC,aAAa,GAAG,MAAM,CAAC,EAAE,CAAC,aAAa,GAAG,MAAM,CAAC,EAAE,CAAC,aAAa,GAAG,GAAG,CAAC,aAAa,CAAC;IAChG,MAAM,CAAC,EAAE,CAAC,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;IACxF,MAAM,CAAC,EAAE,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC5E,MAAM,CAAC,EAAE,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;IAChF,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;AACzE,CAAC,CAAC"}

package/dist/sqlTranslator/deleteTranslator.d.ts

@@ -0,0 +1,2 @@
+declare const cbConvertDelete: any;
+export { cbConvertDelete as convertDelete };

package/dist/sqlTranslator/deleteTranslator.js

@@ -0,0 +1,56 @@
+"use strict";
+const alasql = require('alasql');
+const search = require('../dataLayer/search.js');
+const log = require('../utility/logging/harper_logger.js');
+const harperBridge = require('../dataLayer/harperBridge/harperBridge.js');
+const util = require('util');
+const hdbUtils = require('../utility/common_utils.js');
+const terms = require("../utility/hdbTerms.js");
+const globalSchema = require('../utility/globalSchema.js');
+const RECORD = 'record';
+const SUCCESS = 'successfully deleted';
+const cbConvertDelete = util.callbackify(convertDelete);
+const pSearchSearch = util.promisify(search.search);
+const pGetTableSchema = util.promisify(globalSchema.getTableSchema);
+module.exports = {
+    convertDelete: cbConvertDelete,
+};
+function generateReturnMessage(deleteResultsObject) {
+    return `${deleteResultsObject.deleted_hashes.length} ${RECORD}${deleteResultsObject.deleted_hashes.length === 1 ? `` : `s`} ${SUCCESS}`;
+}
+async function convertDelete({ statement, hdb_user }) {
+    //convert this update statement to a search capable statement
+    let tableInfo = await pGetTableSchema(statement.table.databaseid, statement.table.tableid);
+    //convert this delete statement to a SQL search capable statement
+    hdbUtils.backtickASTSchemaItems(statement);
+    let { table: from, where } = statement;
+    let whereString = hdbUtils.isEmpty(where) ? '' : ` WHERE  ${where.toString()}`;
+    let selectString = `SELECT ${tableInfo.hash_attribute} FROM ${from.toString()} ${whereString}`;
+    let searchStatement = alasql.parse(selectString).statements[0];
+    let deleteObj = {
+        operation: terms.OPERATIONS_ENUM.DELETE,
+        schema: from.databaseid_orig,
+        table: from.tableid_orig,
+        hdb_user,
+    };
+    try {
+        //let result = await transaction.writeTransaction(tableInfo.schema, tableInfo.name, async () => {
+        deleteObj.records = await pSearchSearch(searchStatement);
+        let result = await harperBridge.deleteRecords(deleteObj);
+        //});
+        //await write.flush({ schema: tableInfo.schema, table: tableInfo.name });
+        if (hdbUtils.isEmptyOrZeroLength(result.message)) {
+            result.message = generateReturnMessage(result);
+        }
+        delete result.txn_time;
+        return result;
+    }
+    catch (err) {
+        log.error(err);
+        if (err.hdb_code) {
+            throw err.message;
+        }
+        throw err;
+    }
+}
+//# sourceMappingURL=deleteTranslator.js.map

package/dist/sqlTranslator/deleteTranslator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deleteTranslator.js","sourceRoot":"","sources":["../../sqlTranslator/deleteTranslator.js"],"names":[],"mappings":";AAAA,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AACjC,MAAM,MAAM,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;AACjD,MAAM,GAAG,GAAG,OAAO,CAAC,qCAAqC,CAAC,CAAC;AAC3D,MAAM,YAAY,GAAG,OAAO,CAAC,2CAA2C,CAAC,CAAC;AAC1E,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;AACvD,MAAM,KAAK,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;AAChD,MAAM,YAAY,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;AAE3D,MAAM,MAAM,GAAG,QAAQ,CAAC;AACxB,MAAM,OAAO,GAAG,sBAAsB,CAAC;AAEvC,MAAM,eAAe,GAAG,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;AACxD,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACpD,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;AAEpE,MAAM,CAAC,OAAO,GAAG;IAChB,aAAa,EAAE,eAAe;CAC9B,CAAC;AAEF,SAAS,qBAAqB,CAAC,mBAAmB;IACjD,OAAO,GAAG,mBAAmB,CAAC,cAAc,CAAC,MAAM,IAAI,MAAM,GAC5D,mBAAmB,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GACxD,IAAI,OAAO,EAAE,CAAC;AACf,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE;IACnD,6DAA6D;IAC7D,IAAI,SAAS,GAAG,MAAM,eAAe,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAE3F,iEAAiE;IACjE,QAAQ,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAC3C,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC;IAEvC,IAAI,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC;IAC/E,IAAI,YAAY,GAAG,UAAU,SAAS,CAAC,cAAc,SAAS,IAAI,CAAC,QAAQ,EAAE,IAAI,WAAW,EAAE,CAAC;IAC/F,IAAI,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAE/D,IAAI,SAAS,GAAG;QACf,SAAS,EAAE,KAAK,CAAC,eAAe,CAAC,MAAM;QACvC,MAAM,EAAE,IAAI,CAAC,eAAe;QAC5B,KAAK,EAAE,IAAI,CAAC,YAAY;QACxB,QAAQ;KACR,CAAC;IAEF,IAAI,CAAC;QACJ,iGAAiG;QACjG,SAAS,CAAC,OAAO,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,CAAC;QACzD,IAAI,MAAM,GAAG,MAAM,YAAY,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACzD,KAAK;QACL,yEAAyE;QAEzE,IAAI,QAAQ,CAAC,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAClD,MAAM,CAAC,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,MAAM,CAAC,QAAQ,CAAC;QAEvB,OAAO,MAAM,CAAC;IACf,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACf,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,GAAG,CAAC,OAAO,CAAC;QACnB,CAAC;QACD,MAAM,GAAG,CAAC;IACX,CAAC;AACF,CAAC"}

package/dist/sqlTranslator/index.d.ts

@@ -0,0 +1,16 @@
+export function evaluateSQL(jsonMessage: any, callback: any): any;
+export function processAST(jsonMessage: any, parsedSqlObject: any, callback: any): any;
+export function convertSQLToAST(sql: any): ParsedSQLObject;
+/**
+ * Provides a direct path to checking permissions for a given AST.  Returns false if permissions check fails.
+ * @param jsonMessage - The JSON inbound message.
+ * @param parsedSqlObject - The Parsed SQL statement specified in the inbound json message, of type ParsedSQLObject.
+ * @returns {Array} - False if permissions check denys the statement.
+ */
+export function checkASTPermissions(jsonMessage: any, parsedSqlObject: any): any[];
+declare class ParsedSQLObject {
+    ast: any;
+    variant: any;
+    permissions_checked: boolean;
+}
+export {};

package/dist/sqlTranslator/index.js

@@ -0,0 +1,215 @@
+'use strict';
+module.exports = {
+    evaluateSQL,
+    processAST,
+    convertSQLToAST,
+    checkASTPermissions,
+};
+const insert = require('../dataLayer/insert.js');
+const util = require('util');
+const cbInsertInsert = util.callbackify(insert.insert);
+const search = require('../dataLayer/search.js').search;
+const update = require('../dataLayer/update.js').update;
+const cbUpdateUpdate = util.callbackify(update);
+const deleteTranslator = require('./deleteTranslator.js').convertDelete;
+const alasql = require('alasql');
+const opAuth = require('../utility/operation_authorization.js');
+const logger = require('../utility/logging/harper_logger.js');
+const alasqlFunctionImporter = require('./alasqlFunctionImporter.js');
+const hdbUtils = require('../utility/common_utils.js');
+const terms = require("../utility/hdbTerms.js");
+const { hdbErrors, handleHDBError } = require('../utility/errors/hdbError.js');
+const { HTTP_STATUS_CODES } = hdbErrors;
+//here we call to define and import custom functions to alasql
+alasqlFunctionImporter(alasql);
+let UNAUTHORIZED_RESPONSE = 403;
+const SQL_INSERT_ERROR_MSG = 'There was a problem performing this insert. Please check the logs and try again.';
+class ParsedSQLObject {
+    constructor() {
+        this.ast = undefined;
+        this.variant = undefined;
+        this.permissions_checked = false;
+    }
+}
+function evaluateSQL(jsonMessage, callback) {
+    let parsedSql = jsonMessage.parsed_sql_object;
+    if (!parsedSql) {
+        parsedSql = convertSQLToAST(jsonMessage.sql);
+        //TODO; This is a temporary check and should be removed once validation is integrated.
+        let schema = undefined;
+        let statement = parsedSql.ast.statements[0];
+        if (statement instanceof alasql.yy.Insert) {
+            schema = statement.into.databaseid;
+        }
+        else if (statement instanceof alasql.yy.Select) {
+            schema = statement.from ? statement.from[0].databaseid : null;
+        }
+        else if (statement instanceof alasql.yy.Update) {
+            schema = statement.table.databaseid;
+        }
+        else if (statement instanceof alasql.yy.Delete) {
+            schema = statement.table.databaseid;
+        }
+        else {
+            logger.error(`AST in evaluateSQL is not a valid SQL type.`);
+        }
+        if (!(statement instanceof alasql.yy.Select) && hdbUtils.isEmptyOrZeroLength(schema)) {
+            return callback('No schema specified', null);
+        }
+    }
+    processAST(jsonMessage, parsedSql, (error, results) => {
+        if (error) {
+            return callback(error);
+        }
+        callback(null, results);
+    });
+}
+/**
+ * Provides a direct path to checking permissions for a given AST.  Returns false if permissions check fails.
+ * @param jsonMessage - The JSON inbound message.
+ * @param parsedSqlObject - The Parsed SQL statement specified in the inbound json message, of type ParsedSQLObject.
+ * @returns {Array} - False if permissions check denys the statement.
+ */
+function checkASTPermissions(jsonMessage, parsedSqlObject) {
+    let verifyResult = undefined;
+    try {
+        verifyResult = opAuth.verifyPermsAst(parsedSqlObject.ast.statements[0], jsonMessage.hdb_user, parsedSqlObject.variant);
+        parsedSqlObject.permissions_checked = true;
+    }
+    catch (e) {
+        throw e;
+    }
+    if (verifyResult) {
+        return verifyResult;
+    }
+    return null;
+}
+function convertSQLToAST(sql) {
+    let astResponse = new ParsedSQLObject();
+    if (!sql) {
+        throw handleHDBError(new Error(), "The 'sql' parameter is missing from the request body", HTTP_STATUS_CODES.BAD_REQUEST);
+    }
+    try {
+        let trimmedSql = sql.trim();
+        let ast = alasql.parse(trimmedSql);
+        let variant = trimmedSql.split(' ')[0].toLowerCase();
+        astResponse.ast = ast;
+        astResponse.variant = variant;
+    }
+    catch (e) {
+        let splitError = e.message.split('\n');
+        if (splitError[1]) {
+            throw handleHDBError(e, `Invalid SQL at: ${splitError[1]}. Please ensure your SQL is valid. Try adding backticks to reserved words and schema table references.`, HTTP_STATUS_CODES.BAD_REQUEST);
+        }
+        else {
+            throw handleHDBError(e, `We had trouble parsing your request. Please ensure your SQL is valid. Try adding backticks to reserved words and schema table references.`, HTTP_STATUS_CODES.BAD_REQUEST);
+        }
+    }
+    return astResponse;
+}
+function processAST(jsonMessage, parsedSqlObject, callback) {
+    try {
+        let sqlFunction = nullFunction;
+        if (!jsonMessage.bypass_auth && !parsedSqlObject.permissions_checked) {
+            let permissionsCheck = checkASTPermissions(jsonMessage, parsedSqlObject);
+            if (permissionsCheck && permissionsCheck.length > 0) {
+                return callback(UNAUTHORIZED_RESPONSE, permissionsCheck);
+            }
+        }
+        let statement = {
+            statement: parsedSqlObject.ast.statements[0],
+            hdb_user: jsonMessage.hdb_user,
+        };
+        switch (parsedSqlObject.variant) {
+            case terms.VALID_SQL_OPS_ENUM.SELECT:
+                sqlFunction = search;
+                statement = parsedSqlObject.ast.statements[0];
+                break;
+            case terms.VALID_SQL_OPS_ENUM.INSERT:
+                //TODO add validator for insert, need to make sure columns are specified
+                sqlFunction = convertInsert;
+                break;
+            case terms.VALID_SQL_OPS_ENUM.UPDATE:
+                sqlFunction = cbUpdateUpdate;
+                break;
+            case terms.VALID_SQL_OPS_ENUM.DELETE:
+                sqlFunction = deleteTranslator;
+                break;
+            default:
+                throw new Error(`unsupported SQL type ${parsedSqlObject.variant} in SQL: ${jsonMessage}`);
+        }
+        sqlFunction(statement, (err, data) => {
+            if (err) {
+                callback(err);
+                return;
+            }
+            callback(null, data);
+        });
+    }
+    catch (e) {
+        return callback(e);
+    }
+}
+function nullFunction(sql, callback) {
+    logger.info(sql);
+    callback('unknown sql statement');
+}
+function convertInsert({ statement, hdb_user }, callback) {
+    let schemaTable = statement.into;
+    let insertObject = {
+        schema: schemaTable.databaseid,
+        table: schemaTable.tableid,
+        operation: 'insert',
+        hdb_user,
+    };
+    let columns = statement.columns.map((column) => column.columnid);
+    try {
+        insertObject.records = createDataObjects(columns, statement.values);
+    }
+    catch (e) {
+        return callback(e);
+    }
+    cbInsertInsert(insertObject, (err, res) => {
+        if (err) {
+            return callback(err);
+        }
+        try {
+            // We do not want the API returning the new attributes property.
+            delete res.new_attributes;
+            delete res.txn_time;
+        }
+        catch (deleteErr) {
+            logger.error(`Error delete new_attributes from insert response: ${deleteErr}`);
+        }
+        callback(null, res);
+    });
+}
+function createDataObjects(columns, values) {
+    try {
+        return values.map((valueObjects) => {
+            //compare number of values to number of columns, if no match throw error
+            if (columns.length !== valueObjects.length) {
+                throw 'number of values do not match number of columns in insert';
+            }
+            let record = {};
+            //make sure none of the value entries have a columnid
+            valueObjects.forEach((value, x) => {
+                if (value.columnid) {
+                    throw 'cannot use a column in insert value';
+                }
+                if ('value' in value) {
+                    record[columns[x]] = value.value;
+                }
+                else {
+                    record[columns[x]] = alasql.compile(`SELECT ${value.toString()} AS [${terms.FUNC_VAL}] FROM ?`);
+                }
+            });
+            return record;
+        });
+    }
+    catch (err) {
+        logger.error(err);
+        throw new Error(SQL_INSERT_ERROR_MSG);
+    }
+}
+//# sourceMappingURL=index.js.map