dt-sql-parser 4.1.0-beta.8 → 4.1.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dt-sql-parser",
-  "version": "4.1.0-beta.8",
+  "version": "4.1.0",
   "authors": "DTStack Corporation",
   "description": "SQL Parsers for BigData, built with antlr4",
   "keywords": [
@@ -55,6 +55,7 @@
     "chalk": "4.1.2",
     "commitizen": "^4.3.0",
     "console-table-printer": "^2.12.0",
+    "crypto": "^1.0.1",
     "envinfo": "^7.11.1",
     "glob": "^10.3.10",
     "husky": "^8.0.3",

package/dist/parser/common/semanticContextCollector.d.ts

@@ -1,51 +0,0 @@
-import { ErrorNode, ParserRuleContext, TerminalNode, Token } from 'antlr4ng';
-import { CaretPosition, SemanticCollectOptions, SemanticContext } from '../common/types';
-export declare const SQL_SPLIT_SYMBOL_TEXT = ";";
-declare abstract class SemanticContextCollector {
-    constructor(_input: string, caretPosition: CaretPosition, allTokens: Token[], options?: SemanticCollectOptions);
-    readonly options: SemanticCollectOptions;
-    private _tokenIndex;
-    private _allTokens;
-    /**
-     * If current caret position is in a beginning of statement semantics, it needs to follow some cases:
-     * @case1 there is no statement node with an error before the current statement in the parse tree;
-     *
-     * @case2 if it is an uncomplete keyword, it will be parsed as an `ErrorNode`
-     * and need be a direct child node of `program`;
-     *
-     * @case3 if it is a complete keyword, the parsed TerminalNode or ErrorNode should be
-     * the first leaf node of current statement rule;
-     *
-     * @case4 if it is whiteSpace in caret position, we can't visit it in antlr4 listener,
-     * so we find the first unhidden token before the whiteSpace token, and the unhidden token
-     * should be the last leaf node of statement its belongs to;
-     *
-     * @case5 if the previous token is split symbol like `;`, ignore case1 and forcefully judged as beginning of statement.
-     */
-    private _isStatementBeginning;
-    /**
-     * Prev tokenIndex that not white space before current tokenIndex or caret position
-     */
-    private _prevTokenIndex;
-    get semanticContext(): SemanticContext;
-    abstract getWhiteSpaceRuleType(): number;
-    abstract getStatementRuleType(): number;
-    private prevStatementHasError;
-    /**
-     * Most root rule is `program`.
-     */
-    private isRootRule;
-    /**
-     * link to @case4
-     * It should be called in each language's own `enterStatement`.
-     */
-    protected visitStatement(ctx: ParserRuleContext): void;
-    /**
-     * Uncomplete keyword will be error node
-     */
-    visitErrorNode(node: ErrorNode): void;
-    visitTerminal(node: TerminalNode): void;
-    enterEveryRule(_node: ParserRuleContext): void;
-    exitEveryRule(_node: ParserRuleContext): void;
-}
-export default SemanticContextCollector;

package/dist/parser/common/semanticContextCollector.js

@@ -1,202 +0,0 @@
-import { ErrorNode, ParserRuleContext, Token } from 'antlr4ng';
-import { findCaretTokenIndex } from '../common/findCaretTokenIndex';
-import { SqlSplitStrategy, } from '../common/types';
-export const SQL_SPLIT_SYMBOL_TEXT = ';';
-class SemanticContextCollector {
-    constructor(_input, caretPosition, allTokens, options) {
-        this.options = {
-            sqlSplitStrategy: SqlSplitStrategy.STRICT,
-        };
-        this._allTokens = [];
-        /**
-         * If current caret position is in a beginning of statement semantics, it needs to follow some cases:
-         * @case1 there is no statement node with an error before the current statement in the parse tree;
-         *
-         * @case2 if it is an uncomplete keyword, it will be parsed as an `ErrorNode`
-         * and need be a direct child node of `program`;
-         *
-         * @case3 if it is a complete keyword, the parsed TerminalNode or ErrorNode should be
-         * the first leaf node of current statement rule;
-         *
-         * @case4 if it is whiteSpace in caret position, we can't visit it in antlr4 listener,
-         * so we find the first unhidden token before the whiteSpace token, and the unhidden token
-         * should be the last leaf node of statement its belongs to;
-         *
-         * @case5 if the previous token is split symbol like `;`, ignore case1 and forcefully judged as beginning of statement.
-         */
-        this._isStatementBeginning = false;
-        // If caretPosition token is whiteSpace, tokenIndex may be undefined.
-        const tokenIndex = findCaretTokenIndex(caretPosition, allTokens);
-        if (tokenIndex !== undefined) {
-            this._tokenIndex = tokenIndex;
-        }
-        this._allTokens = allTokens;
-        this.options = Object.assign(Object.assign({}, this.options), options);
-        if (allTokens === null || allTokens === void 0 ? void 0 : allTokens.length) {
-            let i = tokenIndex ? tokenIndex - 1 : allTokens.length - 1;
-            /**
-             * Link to @case4 and @case5
-             * Find the previous unhidden token.
-             * If can't find tokenIndex or current token is whiteSpace at caretPosition,
-             * prevTokenIndex is useful to help us determine if it is beginning of statement.
-             */
-            while (i >= 0) {
-                if (allTokens[i].channel !== Token.HIDDEN_CHANNEL &&
-                    (allTokens[i].line < caretPosition.lineNumber ||
-                        (allTokens[i].line === caretPosition.lineNumber &&
-                            allTokens[i].column < caretPosition.column))) {
-                    this._prevTokenIndex = allTokens[i].tokenIndex;
-                    break;
-                }
-                i--;
-            }
-            /**
-             * We can directly conclude beginning of statement semantics when current token is
-             * the first token of tokenStream or the previous token is semicolon
-             */
-            if (tokenIndex === 0 ||
-                i === -1 ||
-                (this._prevTokenIndex &&
-                    this._allTokens[this._prevTokenIndex].text === SQL_SPLIT_SYMBOL_TEXT)) {
-                this._isStatementBeginning = true;
-            }
-        }
-    }
-    get semanticContext() {
-        return {
-            isStatementBeginning: this._isStatementBeginning,
-        };
-    }
-    prevStatementHasError(node) {
-        let parent = node.parent;
-        if (!parent)
-            return false;
-        const currentNodeIndex = parent.children.findIndex((child) => child === node);
-        if (currentNodeIndex <= 0)
-            return false;
-        for (let i = currentNodeIndex - 1; i >= 0; i--) {
-            const prevNode = parent.children[i];
-            if (prevNode instanceof ErrorNode ||
-                (prevNode instanceof ParserRuleContext && prevNode.exception !== null))
-                return true;
-        }
-        return false;
-    }
-    /**
-     * Most root rule is `program`.
-     */
-    isRootRule(node) {
-        return node instanceof ParserRuleContext && (node === null || node === void 0 ? void 0 : node.parent) === null;
-    }
-    /**
-     * link to @case4
-     * It should be called in each language's own `enterStatement`.
-     */
-    visitStatement(ctx) {
-        var _a, _b, _c;
-        if (this.options.sqlSplitStrategy === SqlSplitStrategy.STRICT)
-            return;
-        const isWhiteSpaceToken = this._tokenIndex === undefined ||
-            ((_a = this._allTokens[this._tokenIndex]) === null || _a === void 0 ? void 0 : _a.type) === this.getWhiteSpaceRuleType() ||
-            // PostgreSQL whiteSpace not inlcudes '\n' symbol
-            ((_b = this._allTokens[this._tokenIndex]) === null || _b === void 0 ? void 0 : _b.text) === '\n';
-        const isPrevTokenEndOfStatement = this._prevTokenIndex && ((_c = ctx.stop) === null || _c === void 0 ? void 0 : _c.tokenIndex) === this._prevTokenIndex;
-        if (isWhiteSpaceToken && isPrevTokenEndOfStatement && ctx.exception === null) {
-            this._isStatementBeginning = !this.prevStatementHasError(ctx)
-                ? true
-                : this._isStatementBeginning;
-        }
-    }
-    /**
-     * Uncomplete keyword will be error node
-     */
-    visitErrorNode(node) {
-        var _a, _b, _c, _d;
-        if (node.symbol.tokenIndex !== this._tokenIndex ||
-            this._isStatementBeginning ||
-            this.options.sqlSplitStrategy === SqlSplitStrategy.STRICT)
-            return;
-        let parent = node.parent;
-        let currentNode = node;
-        /**
-         * Link to @case2
-         * The error node is a direct child node of the program node
-         */
-        if (this.isRootRule(parent)) {
-            this._isStatementBeginning = !this.prevStatementHasError(currentNode);
-            return;
-        }
-        /**
-         * Link to @case3
-         * Error node must be the first leaf node of the statement parse tree.
-         **/
-        while (parent !== null && parent.ruleIndex !== this.getStatementRuleType()) {
-            if (((_a = parent.children) === null || _a === void 0 ? void 0 : _a[0]) !== currentNode) {
-                this._isStatementBeginning = false;
-                return;
-            }
-            currentNode = parent;
-            parent = currentNode.parent;
-        }
-        let isStatementBeginning = true;
-        /**
-         * Link to @case1
-         * Previous statement must have no exception
-         */
-        if ((parent === null || parent === void 0 ? void 0 : parent.ruleIndex) === this.getStatementRuleType()) {
-            const programRule = parent.parent;
-            const currentStatementRuleIndex = ((_b = programRule === null || programRule === void 0 ? void 0 : programRule.children) === null || _b === void 0 ? void 0 : _b.findIndex((node) => node === parent)) || -1;
-            if (currentStatementRuleIndex > 0) {
-                /**
-                 * When you typed a keyword and doesn't match any rule, you will get a EOF error,
-                 * For example, just typed 'CREATE', 'INSERT'.
-                 */
-                const isStatementEOF = ((_d = (_c = parent.exception) === null || _c === void 0 ? void 0 : _c.offendingToken) === null || _d === void 0 ? void 0 : _d.text) === '<EOF>';
-                isStatementBeginning =
-                    this.prevStatementHasError(parent) && !isStatementEOF
-                        ? false
-                        : isStatementBeginning;
-            }
-        }
-        this._isStatementBeginning = isStatementBeginning;
-    }
-    visitTerminal(node) {
-        var _a, _b;
-        if (node.symbol.tokenIndex !== this._tokenIndex ||
-            this._isStatementBeginning ||
-            this.options.sqlSplitStrategy === SqlSplitStrategy.STRICT)
-            return;
-        let currentNode = node;
-        let parent = node.parent;
-        /**
-         * Link to @case3
-         * Current terminal node must be the first leaf node of the statement parse tree.
-         **/
-        while (parent !== null && parent.ruleIndex !== this.getStatementRuleType()) {
-            if (((_a = parent.children) === null || _a === void 0 ? void 0 : _a[0]) !== currentNode) {
-                this._isStatementBeginning = false;
-                return;
-            }
-            currentNode = parent;
-            parent = currentNode.parent;
-        }
-        let isStatementBeginning = true;
-        /**
-         * Link to @case1
-         * Previous statement must have no exception
-         */
-        if ((parent === null || parent === void 0 ? void 0 : parent.ruleIndex) === this.getStatementRuleType()) {
-            const programRule = parent.parent;
-            const currentStatementRuleIndex = ((_b = programRule === null || programRule === void 0 ? void 0 : programRule.children) === null || _b === void 0 ? void 0 : _b.findIndex((node) => node === parent)) || -1;
-            if (currentStatementRuleIndex > 0) {
-                isStatementBeginning = this.prevStatementHasError(parent)
-                    ? false
-                    : isStatementBeginning;
-            }
-        }
-        this._isStatementBeginning = isStatementBeginning;
-    }
-    enterEveryRule(_node) { }
-    exitEveryRule(_node) { }
-}
-export default SemanticContextCollector;

package/dist/parser/flink/flinkSemanticContextCollector.d.ts

@@ -1,9 +0,0 @@
-import { FlinkSqlParserListener } from '../../lib';
-import { SingleStatementContext } from '../../lib/flink/FlinkSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-declare class FlinkSemanticContextCollector extends SemanticContextCollector implements FlinkSqlParserListener {
-    getWhiteSpaceRuleType(): number;
-    getStatementRuleType(): number;
-    enterSingleStatement(ctx: SingleStatementContext): void;
-}
-export { FlinkSemanticContextCollector };

package/dist/parser/flink/flinkSemanticContextCollector.js

@@ -1,14 +0,0 @@
-import { FlinkSqlParser } from '../../lib/flink/FlinkSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-class FlinkSemanticContextCollector extends SemanticContextCollector {
-    getWhiteSpaceRuleType() {
-        return FlinkSqlParser.SPACE;
-    }
-    getStatementRuleType() {
-        return FlinkSqlParser.RULE_singleStatement;
-    }
-    enterSingleStatement(ctx) {
-        this.visitStatement(ctx);
-    }
-}
-export { FlinkSemanticContextCollector };

package/dist/parser/hive/hiveSemanticContextCollector.d.ts

@@ -1,9 +0,0 @@
-import { HiveSqlParserListener } from '../../lib';
-import { StatementContext } from '../../lib/hive/HiveSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-declare class HiveSemanticContextCollector extends SemanticContextCollector implements HiveSqlParserListener {
-    getWhiteSpaceRuleType(): number;
-    getStatementRuleType(): number;
-    enterStatement(ctx: StatementContext): void;
-}
-export { HiveSemanticContextCollector };

package/dist/parser/hive/hiveSemanticContextCollector.js

@@ -1,14 +0,0 @@
-import { HiveSqlParser } from '../../lib/hive/HiveSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-class HiveSemanticContextCollector extends SemanticContextCollector {
-    getWhiteSpaceRuleType() {
-        return HiveSqlParser.WHITE_SPACE;
-    }
-    getStatementRuleType() {
-        return HiveSqlParser.RULE_statement;
-    }
-    enterStatement(ctx) {
-        this.visitStatement(ctx);
-    }
-}
-export { HiveSemanticContextCollector };

package/dist/parser/impala/impalaSemanticContextCollector.d.ts

@@ -1,9 +0,0 @@
-import { ImpalaSqlParserListener } from '../../lib';
-import { SingleStatementContext } from '../../lib/impala/ImpalaSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-declare class ImpalaSemanticContextCollector extends SemanticContextCollector implements ImpalaSqlParserListener {
-    getWhiteSpaceRuleType(): number;
-    getStatementRuleType(): number;
-    enterSingleStatement(ctx: SingleStatementContext): void;
-}
-export { ImpalaSemanticContextCollector };

package/dist/parser/impala/impalaSemanticContextCollector.js

@@ -1,14 +0,0 @@
-import { ImpalaSqlParser } from '../../lib/impala/ImpalaSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-class ImpalaSemanticContextCollector extends SemanticContextCollector {
-    getWhiteSpaceRuleType() {
-        return ImpalaSqlParser.WS;
-    }
-    getStatementRuleType() {
-        return ImpalaSqlParser.RULE_singleStatement;
-    }
-    enterSingleStatement(ctx) {
-        this.visitStatement(ctx);
-    }
-}
-export { ImpalaSemanticContextCollector };

package/dist/parser/mysql/mysqlSemanticContextCollector.d.ts

@@ -1,9 +0,0 @@
-import { MySqlParserListener } from '../../lib';
-import { SingleStatementContext } from '../../lib/mysql/MySqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-declare class MySqlSemanticContextCollector extends SemanticContextCollector implements MySqlParserListener {
-    getWhiteSpaceRuleType(): number;
-    getStatementRuleType(): number;
-    enterSingleStatement(ctx: SingleStatementContext): void;
-}
-export { MySqlSemanticContextCollector };

package/dist/parser/mysql/mysqlSemanticContextCollector.js

@@ -1,14 +0,0 @@
-import { MySqlParser } from '../../lib/mysql/MySqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-class MySqlSemanticContextCollector extends SemanticContextCollector {
-    getWhiteSpaceRuleType() {
-        return MySqlParser.SPACE;
-    }
-    getStatementRuleType() {
-        return MySqlParser.RULE_singleStatement;
-    }
-    enterSingleStatement(ctx) {
-        this.visitStatement(ctx);
-    }
-}
-export { MySqlSemanticContextCollector };

package/dist/parser/postgresql/postgreSemanticContextCollector.d.ts

@@ -1,9 +0,0 @@
-import { PostgreSqlParserListener } from '../../lib';
-import { SingleStmtContext } from '../../lib/postgresql/PostgreSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-declare class PostgreSemanticContextCollector extends SemanticContextCollector implements PostgreSqlParserListener {
-    getWhiteSpaceRuleType(): number;
-    getStatementRuleType(): number;
-    enterSingleStmt(ctx: SingleStmtContext): void;
-}
-export { PostgreSemanticContextCollector };

package/dist/parser/postgresql/postgreSemanticContextCollector.js

@@ -1,14 +0,0 @@
-import { PostgreSqlParser } from '../../lib/postgresql/PostgreSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-class PostgreSemanticContextCollector extends SemanticContextCollector {
-    getWhiteSpaceRuleType() {
-        return PostgreSqlParser.Whitespace;
-    }
-    getStatementRuleType() {
-        return PostgreSqlParser.RULE_singleStmt;
-    }
-    enterSingleStmt(ctx) {
-        this.visitStatement(ctx);
-    }
-}
-export { PostgreSemanticContextCollector };

package/dist/parser/spark/sparkSemanticContextCollector.d.ts

@@ -1,9 +0,0 @@
-import { SparkSqlParserListener } from '../../lib';
-import { SingleStatementContext } from '../../lib/spark/SparkSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-declare class SparkSemanticContextCollector extends SemanticContextCollector implements SparkSqlParserListener {
-    getWhiteSpaceRuleType(): number;
-    getStatementRuleType(): number;
-    enterSingleStatement(ctx: SingleStatementContext): void;
-}
-export { SparkSemanticContextCollector };

package/dist/parser/spark/sparkSemanticContextCollector.js

@@ -1,14 +0,0 @@
-import { SparkSqlParser } from '../../lib/spark/SparkSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-class SparkSemanticContextCollector extends SemanticContextCollector {
-    getWhiteSpaceRuleType() {
-        return SparkSqlParser.WS;
-    }
-    getStatementRuleType() {
-        return SparkSqlParser.RULE_singleStatement;
-    }
-    enterSingleStatement(ctx) {
-        this.visitStatement(ctx);
-    }
-}
-export { SparkSemanticContextCollector };

package/dist/parser/trino/trinoSemanticContextCollector.d.ts

@@ -1,9 +0,0 @@
-import { TrinoSqlListener } from '../../lib';
-import { StatementsContext } from '../../lib/trino/TrinoSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-declare class TrinoSemanticContextCollector extends SemanticContextCollector implements TrinoSqlListener {
-    getWhiteSpaceRuleType(): number;
-    getStatementRuleType(): number;
-    enterStatements(ctx: StatementsContext): void;
-}
-export { TrinoSemanticContextCollector };

package/dist/parser/trino/trinoSemanticContextCollector.js

@@ -1,14 +0,0 @@
-import { TrinoSqlParser } from '../../lib/trino/TrinoSqlParser';
-import SemanticContextCollector from '../common/semanticContextCollector';
-class TrinoSemanticContextCollector extends SemanticContextCollector {
-    getWhiteSpaceRuleType() {
-        return TrinoSqlParser.WS;
-    }
-    getStatementRuleType() {
-        return TrinoSqlParser.RULE_statements;
-    }
-    enterStatements(ctx) {
-        this.visitStatement(ctx);
-    }
-}
-export { TrinoSemanticContextCollector };