dt-sql-parser 4.1.0-beta.6 → 4.1.0-beta.8

package/dist/parser/common/basicSQL.d.ts

@@ -2,11 +2,12 @@ import { Lexer, Token, CommonTokenStream, CharStream, ParserRuleContext, ParseTr
 import { CandidatesCollection } from 'antlr4-c3';
 import { SQLParserBase } from '../../lib/SQLParserBase';
 import { TextSlice } from './textAndWord';
-import { CaretPosition, LOCALE_TYPE, Suggestions } from './types';
+import { CaretPosition, LOCALE_TYPE, SemanticCollectOptions, Suggestions } from './types';
 import { ParseError, ErrorListener } from './parseErrorListener';
 import type { SplitListener } from './splitListener';
 import type { EntityCollector } from './entityCollector';
 import { EntityContext } from './entityCollector';
+import SemanticContextCollector from './semanticContextCollector';
 /**
  * Basic SQL class, every sql needs extends it.
  */
@@ -56,6 +57,10 @@ export declare abstract class BasicSQL<L extends Lexer = Lexer, PRC extends Pars
      */
     protected abstract createEntityCollector(input: string, caretTokenIndex?: number): EntityCollector;
     locale: LOCALE_TYPE;
+    /**
+     * Get a new semanticContextCollector instance.
+     */
+    protected abstract createSemanticContextCollector(input: string, caretPosition: CaretPosition, allTokens: Token[], options?: SemanticCollectOptions): SemanticContextCollector;
     /**
      * Create an antlr4 lexer from input.
      * @param input string
@@ -94,6 +99,10 @@ export declare abstract class BasicSQL<L extends Lexer = Lexer, PRC extends Pars
      * @returns syntax errors
      */
     validate(input: string): ParseError[];
+    /**
+     * Get the input string that has been parsed.
+     */
+    getParsedInput(): string;
     /**
      * Get all Tokens of input string，'<EOF>' is not included.
      * @param input source string
@@ -111,6 +120,19 @@ export declare abstract class BasicSQL<L extends Lexer = Lexer, PRC extends Pars
      * @param input source string
      */
     splitSQLByStatement(input: string): TextSlice[] | null;
+    /**
+     * Get a minimum boundary parser near tokenIndex.
+     * @param input source string.
+     * @param tokenIndex start from which index to minimize the boundary.
+     * @param originParseTree the parse tree need to be minimized, default value is the result of parsing `input`.
+     * @returns minimum parser info
+     */
+    getMinimumParserInfo(input: string, tokenIndex: number, originParseTree?: ParserRuleContext | null): {
+        parser: P;
+        parseTree: ParserRuleContext;
+        tokenIndexOffset: number;
+        newTokenIndex: number;
+    } | null;
     /**
      * Get suggestions of syntax and token at caretPosition
      * @param input source string
@@ -119,4 +141,12 @@ export declare abstract class BasicSQL<L extends Lexer = Lexer, PRC extends Pars
      */
     getSuggestionAtCaretPosition(input: string, caretPosition: CaretPosition): Suggestions | null;
     getAllEntities(input: string, caretPosition?: CaretPosition): EntityContext[] | null;
+    /**
+     * Get semantic context infos
+     * @param input source string
+     * @param caretPosition caret position, such as cursor position
+     * @param options semantic context options
+     * @returns analyzed semantic context
+     */
+    getSemanticContextAtCaretPosition(input: string, caretPosition: CaretPosition, options?: SemanticCollectOptions): import("./types").SemanticContext;
 }

package/dist/parser/common/basicSQL.js

@@ -109,6 +109,12 @@ export class BasicSQL {
         this.parseWithCache(input);
         return this._parseErrors;
     }
+    /**
+     * Get the input string that has been parsed.
+     */
+    getParsedInput() {
+        return this._parsedInput;
+    }
     /**
      * Get all Tokens of input string，'<EOF>' is not included.
      * @param input source string
@@ -149,31 +155,31 @@ export class BasicSQL {
         return res;
     }
     /**
-     * Get suggestions of syntax and token at caretPosition
-     * @param input source string
-     * @param caretPosition caret position, such as cursor position
-     * @returns suggestion
+     * Get a minimum boundary parser near tokenIndex.
+     * @param input source string.
+     * @param tokenIndex start from which index to minimize the boundary.
+     * @param originParseTree the parse tree need to be minimized, default value is the result of parsing `input`.
+     * @returns minimum parser info
      */
-    getSuggestionAtCaretPosition(input, caretPosition) {
+    getMinimumParserInfo(input, tokenIndex, originParseTree) {
         var _a, _b, _c, _d, _e, _f, _g, _h, _j;
-        const splitListener = this.splitListener;
-        this.parseWithCache(input);
-        if (!this._parseTree)
-            return null;
-        let sqlParserIns = this._parser;
-        const allTokens = this.getAllTokens(input);
-        let caretTokenIndex = findCaretTokenIndex(caretPosition, allTokens);
-        let c3Context = this._parseTree;
-        let tokenIndexOffset = 0;
-        if (!caretTokenIndex && caretTokenIndex !== 0)
+        if (arguments.length <= 2) {
+            this.parseWithCache(input);
+            originParseTree = this._parseTree;
+        }
+        if (!originParseTree || !(input === null || input === void 0 ? void 0 : input.length))
             return null;
+        const splitListener = this.splitListener;
         /**
          * Split sql by statement.
          * Try to collect candidates in as small a range as possible.
          */
-        this.listen(splitListener, this._parseTree);
+        this.listen(splitListener, originParseTree);
         const statementCount = (_a = splitListener.statementsContext) === null || _a === void 0 ? void 0 : _a.length;
         const statementsContext = splitListener.statementsContext;
+        let tokenIndexOffset = 0;
+        let sqlParserIns = this._parser;
+        let parseTree = originParseTree;
         // If there are multiple statements.
         if (statementCount > 1) {
             /**
@@ -194,12 +200,12 @@ export class BasicSQL {
                  */
                 const isPrevCtxValid = index === 0 || !((_b = statementsContext[index - 1]) === null || _b === void 0 ? void 0 : _b.exception);
                 const isNextCtxValid = index === statementCount - 1 || !((_c = statementsContext[index + 1]) === null || _c === void 0 ? void 0 : _c.exception);
-                if (ctx.stop && ctx.stop.tokenIndex < caretTokenIndex && isPrevCtxValid) {
+                if (ctx.stop && ctx.stop.tokenIndex < tokenIndex && isPrevCtxValid) {
                     startStatement = ctx;
                 }
                 if (ctx.start &&
                     !stopStatement &&
-                    ctx.start.tokenIndex > caretTokenIndex &&
+                    ctx.start.tokenIndex > tokenIndex &&
                     isNextCtxValid) {
                     stopStatement = ctx;
                     break;
@@ -213,7 +219,7 @@ export class BasicSQL {
              * compared to the tokenIndex in the whole input
              */
             tokenIndexOffset = (_j = (_h = startStatement === null || startStatement === void 0 ? void 0 : startStatement.start) === null || _h === void 0 ? void 0 : _h.tokenIndex) !== null && _j !== void 0 ? _j : 0;
-            caretTokenIndex = caretTokenIndex - tokenIndexOffset;
+            tokenIndex = tokenIndex - tokenIndexOffset;
             /**
              * Reparse the input fragment，
              * and c3 will collect candidates in the newly generated parseTree.
@@ -229,12 +235,37 @@ export class BasicSQL {
             parser.buildParseTrees = true;
             parser.errorHandler = new ErrorStrategy();
             sqlParserIns = parser;
-            c3Context = parser.program();
+            parseTree = parser.program();
         }
+        return {
+            parser: sqlParserIns,
+            parseTree,
+            tokenIndexOffset,
+            newTokenIndex: tokenIndex,
+        };
+    }
+    /**
+     * Get suggestions of syntax and token at caretPosition
+     * @param input source string
+     * @param caretPosition caret position, such as cursor position
+     * @returns suggestion
+     */
+    getSuggestionAtCaretPosition(input, caretPosition) {
+        this.parseWithCache(input);
+        if (!this._parseTree)
+            return null;
+        const allTokens = this.getAllTokens(input);
+        let caretTokenIndex = findCaretTokenIndex(caretPosition, allTokens);
+        if (!caretTokenIndex && caretTokenIndex !== 0)
+            return null;
+        const minimumParser = this.getMinimumParserInfo(input, caretTokenIndex);
+        if (!minimumParser)
+            return null;
+        const { parser: sqlParserIns, tokenIndexOffset, newTokenIndex, parseTree: c3Context, } = minimumParser;
         const core = new CodeCompletionCore(sqlParserIns);
         core.preferredRules = this.preferredRules;
-        const candidates = core.collectCandidates(caretTokenIndex, c3Context);
-        const originalSuggestions = this.processCandidates(candidates, allTokens, caretTokenIndex, tokenIndexOffset);
+        const candidates = core.collectCandidates(newTokenIndex, c3Context);
+        const originalSuggestions = this.processCandidates(candidates, allTokens, newTokenIndex, tokenIndexOffset);
         const syntaxSuggestions = originalSuggestions.syntax.map((syntaxCtx) => {
             const wordRanges = syntaxCtx.wordRanges.map((token) => {
                 return tokenToWord(token, this._parsedInput);
@@ -269,4 +300,18 @@ export class BasicSQL {
         // parser.entityCollecting = false;
         return collectListener.getEntities();
     }
+    /**
+     * Get semantic context infos
+     * @param input source string
+     * @param caretPosition caret position, such as cursor position
+     * @param options semantic context options
+     * @returns analyzed semantic context
+     */
+    getSemanticContextAtCaretPosition(input, caretPosition, options) {
+        const allTokens = this.getAllTokens(input);
+        const parseTree = this.parseWithCache(input);
+        const statementContextListener = this.createSemanticContextCollector(input, caretPosition, allTokens, options);
+        this.listen(statementContextListener, parseTree);
+        return statementContextListener.semanticContext;
+    }
 }

package/dist/parser/common/parseErrorListener.d.ts

@@ -1,5 +1,5 @@
 import { Token, Recognizer, ANTLRErrorListener, RecognitionException, ATNSimulator, Parser } from 'antlr4ng';
-import { LOCALE_TYPE } from './types';
+import { BasicSQL } from './basicSQL';
 /**
  * Converted from {@link SyntaxError}.
  */
@@ -32,8 +32,10 @@ export interface SyntaxError {
 export type ErrorListener = (parseError: ParseError, originalError: SyntaxError) => void;
 export declare abstract class ParseErrorListener implements ANTLRErrorListener {
     private _errorListener;
-    private locale;
-    constructor(errorListener: ErrorListener, locale?: LOCALE_TYPE);
+    protected preferredRules: Set<number>;
+    protected get locale(): import("./types").LOCALE_TYPE;
+    protected parserContext: BasicSQL;
+    constructor(errorListener: ErrorListener, parserContext: BasicSQL, preferredRules: Set<number>);
     reportAmbiguity(): void;
     reportAttemptingFullContext(): void;
     reportContextSensitivity(): void;

package/dist/parser/common/parseErrorListener.js

@@ -1,8 +1,12 @@
 import { Token, LexerNoViableAltException, InputMismatchException, NoViableAltException, } from 'antlr4ng';
 import { transform } from './transform';
 export class ParseErrorListener {
-    constructor(errorListener, locale = 'en_US') {
-        this.locale = locale;
+    get locale() {
+        return this.parserContext.locale;
+    }
+    constructor(errorListener, parserContext, preferredRules) {
+        this.parserContext = parserContext;
+        this.preferredRules = preferredRules;
         this._errorListener = errorListener;
     }
     reportAmbiguity() { }

package/dist/parser/common/semanticContextCollector.d.ts

@@ -0,0 +1,51 @@
+import { ErrorNode, ParserRuleContext, TerminalNode, Token } from 'antlr4ng';
+import { CaretPosition, SemanticCollectOptions, SemanticContext } from '../common/types';
+export declare const SQL_SPLIT_SYMBOL_TEXT = ";";
+declare abstract class SemanticContextCollector {
+    constructor(_input: string, caretPosition: CaretPosition, allTokens: Token[], options?: SemanticCollectOptions);
+    readonly options: SemanticCollectOptions;
+    private _tokenIndex;
+    private _allTokens;
+    /**
+     * If current caret position is in a beginning of statement semantics, it needs to follow some cases:
+     * @case1 there is no statement node with an error before the current statement in the parse tree;
+     *
+     * @case2 if it is an uncomplete keyword, it will be parsed as an `ErrorNode`
+     * and need be a direct child node of `program`;
+     *
+     * @case3 if it is a complete keyword, the parsed TerminalNode or ErrorNode should be
+     * the first leaf node of current statement rule;
+     *
+     * @case4 if it is whiteSpace in caret position, we can't visit it in antlr4 listener,
+     * so we find the first unhidden token before the whiteSpace token, and the unhidden token
+     * should be the last leaf node of statement its belongs to;
+     *
+     * @case5 if the previous token is split symbol like `;`, ignore case1 and forcefully judged as beginning of statement.
+     */
+    private _isStatementBeginning;
+    /**
+     * Prev tokenIndex that not white space before current tokenIndex or caret position
+     */
+    private _prevTokenIndex;
+    get semanticContext(): SemanticContext;
+    abstract getWhiteSpaceRuleType(): number;
+    abstract getStatementRuleType(): number;
+    private prevStatementHasError;
+    /**
+     * Most root rule is `program`.
+     */
+    private isRootRule;
+    /**
+     * link to @case4
+     * It should be called in each language's own `enterStatement`.
+     */
+    protected visitStatement(ctx: ParserRuleContext): void;
+    /**
+     * Uncomplete keyword will be error node
+     */
+    visitErrorNode(node: ErrorNode): void;
+    visitTerminal(node: TerminalNode): void;
+    enterEveryRule(_node: ParserRuleContext): void;
+    exitEveryRule(_node: ParserRuleContext): void;
+}
+export default SemanticContextCollector;

package/dist/parser/common/semanticContextCollector.js

@@ -0,0 +1,202 @@
+import { ErrorNode, ParserRuleContext, Token } from 'antlr4ng';
+import { findCaretTokenIndex } from '../common/findCaretTokenIndex';
+import { SqlSplitStrategy, } from '../common/types';
+export const SQL_SPLIT_SYMBOL_TEXT = ';';
+class SemanticContextCollector {
+    constructor(_input, caretPosition, allTokens, options) {
+        this.options = {
+            sqlSplitStrategy: SqlSplitStrategy.STRICT,
+        };
+        this._allTokens = [];
+        /**
+         * If current caret position is in a beginning of statement semantics, it needs to follow some cases:
+         * @case1 there is no statement node with an error before the current statement in the parse tree;
+         *
+         * @case2 if it is an uncomplete keyword, it will be parsed as an `ErrorNode`
+         * and need be a direct child node of `program`;
+         *
+         * @case3 if it is a complete keyword, the parsed TerminalNode or ErrorNode should be
+         * the first leaf node of current statement rule;
+         *
+         * @case4 if it is whiteSpace in caret position, we can't visit it in antlr4 listener,
+         * so we find the first unhidden token before the whiteSpace token, and the unhidden token
+         * should be the last leaf node of statement its belongs to;
+         *
+         * @case5 if the previous token is split symbol like `;`, ignore case1 and forcefully judged as beginning of statement.
+         */
+        this._isStatementBeginning = false;
+        // If caretPosition token is whiteSpace, tokenIndex may be undefined.
+        const tokenIndex = findCaretTokenIndex(caretPosition, allTokens);
+        if (tokenIndex !== undefined) {
+            this._tokenIndex = tokenIndex;
+        }
+        this._allTokens = allTokens;
+        this.options = Object.assign(Object.assign({}, this.options), options);
+        if (allTokens === null || allTokens === void 0 ? void 0 : allTokens.length) {
+            let i = tokenIndex ? tokenIndex - 1 : allTokens.length - 1;
+            /**
+             * Link to @case4 and @case5
+             * Find the previous unhidden token.
+             * If can't find tokenIndex or current token is whiteSpace at caretPosition,
+             * prevTokenIndex is useful to help us determine if it is beginning of statement.
+             */
+            while (i >= 0) {
+                if (allTokens[i].channel !== Token.HIDDEN_CHANNEL &&
+                    (allTokens[i].line < caretPosition.lineNumber ||
+                        (allTokens[i].line === caretPosition.lineNumber &&
+                            allTokens[i].column < caretPosition.column))) {
+                    this._prevTokenIndex = allTokens[i].tokenIndex;
+                    break;
+                }
+                i--;
+            }
+            /**
+             * We can directly conclude beginning of statement semantics when current token is
+             * the first token of tokenStream or the previous token is semicolon
+             */
+            if (tokenIndex === 0 ||
+                i === -1 ||
+                (this._prevTokenIndex &&
+                    this._allTokens[this._prevTokenIndex].text === SQL_SPLIT_SYMBOL_TEXT)) {
+                this._isStatementBeginning = true;
+            }
+        }
+    }
+    get semanticContext() {
+        return {
+            isStatementBeginning: this._isStatementBeginning,
+        };
+    }
+    prevStatementHasError(node) {
+        let parent = node.parent;
+        if (!parent)
+            return false;
+        const currentNodeIndex = parent.children.findIndex((child) => child === node);
+        if (currentNodeIndex <= 0)
+            return false;
+        for (let i = currentNodeIndex - 1; i >= 0; i--) {
+            const prevNode = parent.children[i];
+            if (prevNode instanceof ErrorNode ||
+                (prevNode instanceof ParserRuleContext && prevNode.exception !== null))
+                return true;
+        }
+        return false;
+    }
+    /**
+     * Most root rule is `program`.
+     */
+    isRootRule(node) {
+        return node instanceof ParserRuleContext && (node === null || node === void 0 ? void 0 : node.parent) === null;
+    }
+    /**
+     * link to @case4
+     * It should be called in each language's own `enterStatement`.
+     */
+    visitStatement(ctx) {
+        var _a, _b, _c;
+        if (this.options.sqlSplitStrategy === SqlSplitStrategy.STRICT)
+            return;
+        const isWhiteSpaceToken = this._tokenIndex === undefined ||
+            ((_a = this._allTokens[this._tokenIndex]) === null || _a === void 0 ? void 0 : _a.type) === this.getWhiteSpaceRuleType() ||
+            // PostgreSQL whiteSpace not inlcudes '\n' symbol
+            ((_b = this._allTokens[this._tokenIndex]) === null || _b === void 0 ? void 0 : _b.text) === '\n';
+        const isPrevTokenEndOfStatement = this._prevTokenIndex && ((_c = ctx.stop) === null || _c === void 0 ? void 0 : _c.tokenIndex) === this._prevTokenIndex;
+        if (isWhiteSpaceToken && isPrevTokenEndOfStatement && ctx.exception === null) {
+            this._isStatementBeginning = !this.prevStatementHasError(ctx)
+                ? true
+                : this._isStatementBeginning;
+        }
+    }
+    /**
+     * Uncomplete keyword will be error node
+     */
+    visitErrorNode(node) {
+        var _a, _b, _c, _d;
+        if (node.symbol.tokenIndex !== this._tokenIndex ||
+            this._isStatementBeginning ||
+            this.options.sqlSplitStrategy === SqlSplitStrategy.STRICT)
+            return;
+        let parent = node.parent;
+        let currentNode = node;
+        /**
+         * Link to @case2
+         * The error node is a direct child node of the program node
+         */
+        if (this.isRootRule(parent)) {
+            this._isStatementBeginning = !this.prevStatementHasError(currentNode);
+            return;
+        }
+        /**
+         * Link to @case3
+         * Error node must be the first leaf node of the statement parse tree.
+         **/
+        while (parent !== null && parent.ruleIndex !== this.getStatementRuleType()) {
+            if (((_a = parent.children) === null || _a === void 0 ? void 0 : _a[0]) !== currentNode) {
+                this._isStatementBeginning = false;
+                return;
+            }
+            currentNode = parent;
+            parent = currentNode.parent;
+        }
+        let isStatementBeginning = true;
+        /**
+         * Link to @case1
+         * Previous statement must have no exception
+         */
+        if ((parent === null || parent === void 0 ? void 0 : parent.ruleIndex) === this.getStatementRuleType()) {
+            const programRule = parent.parent;
+            const currentStatementRuleIndex = ((_b = programRule === null || programRule === void 0 ? void 0 : programRule.children) === null || _b === void 0 ? void 0 : _b.findIndex((node) => node === parent)) || -1;
+            if (currentStatementRuleIndex > 0) {
+                /**
+                 * When you typed a keyword and doesn't match any rule, you will get a EOF error,
+                 * For example, just typed 'CREATE', 'INSERT'.
+                 */
+                const isStatementEOF = ((_d = (_c = parent.exception) === null || _c === void 0 ? void 0 : _c.offendingToken) === null || _d === void 0 ? void 0 : _d.text) === '<EOF>';
+                isStatementBeginning =
+                    this.prevStatementHasError(parent) && !isStatementEOF
+                        ? false
+                        : isStatementBeginning;
+            }
+        }
+        this._isStatementBeginning = isStatementBeginning;
+    }
+    visitTerminal(node) {
+        var _a, _b;
+        if (node.symbol.tokenIndex !== this._tokenIndex ||
+            this._isStatementBeginning ||
+            this.options.sqlSplitStrategy === SqlSplitStrategy.STRICT)
+            return;
+        let currentNode = node;
+        let parent = node.parent;
+        /**
+         * Link to @case3
+         * Current terminal node must be the first leaf node of the statement parse tree.
+         **/
+        while (parent !== null && parent.ruleIndex !== this.getStatementRuleType()) {
+            if (((_a = parent.children) === null || _a === void 0 ? void 0 : _a[0]) !== currentNode) {
+                this._isStatementBeginning = false;
+                return;
+            }
+            currentNode = parent;
+            parent = currentNode.parent;
+        }
+        let isStatementBeginning = true;
+        /**
+         * Link to @case1
+         * Previous statement must have no exception
+         */
+        if ((parent === null || parent === void 0 ? void 0 : parent.ruleIndex) === this.getStatementRuleType()) {
+            const programRule = parent.parent;
+            const currentStatementRuleIndex = ((_b = programRule === null || programRule === void 0 ? void 0 : programRule.children) === null || _b === void 0 ? void 0 : _b.findIndex((node) => node === parent)) || -1;
+            if (currentStatementRuleIndex > 0) {
+                isStatementBeginning = this.prevStatementHasError(parent)
+                    ? false
+                    : isStatementBeginning;
+            }
+        }
+        this._isStatementBeginning = isStatementBeginning;
+    }
+    enterEveryRule(_node) { }
+    exitEveryRule(_node) { }
+}
+export default SemanticContextCollector;

package/dist/parser/common/types.d.ts

@@ -64,3 +64,28 @@ export interface Suggestions<T = WordRange> {
     readonly keywords: string[];
 }
 export type LOCALE_TYPE = 'zh_CN' | 'en_US';
+export interface SemanticContext {
+    isStatementBeginning: boolean;
+}
+export declare enum SqlSplitStrategy {
+    /** Only end the statement with semicolon symbol */
+    STRICT = 0,
+    /** Based on parse tree to split statements */
+    LOOSE = 1
+}
+export interface SemanticCollectOptions {
+    /**
+     * `sqlSplitStrategy` will affects the result of `isStatementBeginning`;
+     *
+     * For example:
+     *
+     * The sql is "select id from t1   create\<cart_position\>"
+     *
+     * - `SqlSplitStrategy.STRICT`: split symbol `;` is missing after select statement so that it considerd as one statement, and `isStatementBeginning` is false
+     *
+     * - `SqlSplitStrategy.LOOSE`: in parse tree, it will parse to "select id from t1" and "create" two single statement, so `isStatementBeginning` is true
+     *
+     * @default SqlSplitStrategy.STRICT
+     */
+    sqlSplitStrategy?: SqlSplitStrategy;
+}

package/dist/parser/common/types.js

@@ -32,3 +32,10 @@ export var EntityContextType;
     /** column name that will be created */
     EntityContextType["COLUMN_CREATE"] = "columnCreate";
 })(EntityContextType || (EntityContextType = {}));
+export var SqlSplitStrategy;
+(function (SqlSplitStrategy) {
+    /** Only end the statement with semicolon symbol */
+    SqlSplitStrategy[SqlSplitStrategy["STRICT"] = 0] = "STRICT";
+    /** Based on parse tree to split statements */
+    SqlSplitStrategy[SqlSplitStrategy["LOOSE"] = 1] = "LOOSE";
+})(SqlSplitStrategy || (SqlSplitStrategy = {}));

package/dist/parser/flink/flinkErrorListener.d.ts

@@ -1,9 +1,6 @@
-import { ErrorListener, ParseErrorListener } from '../common/parseErrorListener';
+import { ParseErrorListener } from '../common/parseErrorListener';
 import { Parser, Token } from 'antlr4ng';
-import { LOCALE_TYPE } from '../common/types';
 export declare class FlinkErrorListener extends ParseErrorListener {
-    private preferredRules;
     private objectNames;
-    constructor(errorListener: ErrorListener, preferredRules: Set<number>, locale: LOCALE_TYPE);
     getExpectedText(parser: Parser, token: Token): string;
 }

package/dist/parser/flink/flinkErrorListener.js

@@ -2,8 +2,8 @@ import { CodeCompletionCore } from 'antlr4-c3';
 import { ParseErrorListener } from '../common/parseErrorListener';
 import { FlinkSqlParser } from '../../lib/flink/FlinkSqlParser';
 export class FlinkErrorListener extends ParseErrorListener {
-    constructor(errorListener, preferredRules, locale) {
-        super(errorListener, locale);
+    constructor() {
+        super(...arguments);
         this.objectNames = new Map([
             [FlinkSqlParser.RULE_catalogPath, 'catalog'],
             [FlinkSqlParser.RULE_catalogPathCreate, 'catalog'],
@@ -18,18 +18,27 @@ export class FlinkErrorListener extends ParseErrorListener {
             [FlinkSqlParser.RULE_columnName, 'column'],
             [FlinkSqlParser.RULE_columnNameCreate, 'column'],
         ]);
-        this.preferredRules = preferredRules;
     }
     getExpectedText(parser, token) {
         var _a;
         let expectedText = '';
+        const input = this.parserContext.getParsedInput();
+        /**
+         * Get the program context.
+         * When called error listener, `this._parseTree` is still `undefined`,
+         * so we can't use cached parseTree in `getMinimumParserInfo`
+         */
         let currentContext = (_a = parser.context) !== null && _a !== void 0 ? _a : undefined;
         while (currentContext === null || currentContext === void 0 ? void 0 : currentContext.parent) {
             currentContext = currentContext.parent;
         }
-        const core = new CodeCompletionCore(parser);
+        const parserInfo = this.parserContext.getMinimumParserInfo(input, token.tokenIndex, currentContext);
+        if (!parserInfo)
+            return '';
+        const { parser: c3Parser, newTokenIndex, parseTree: c3Context } = parserInfo;
+        const core = new CodeCompletionCore(c3Parser);
         core.preferredRules = this.preferredRules;
-        const candidates = core.collectCandidates(token.tokenIndex, currentContext);
+        const candidates = core.collectCandidates(newTokenIndex, c3Context);
         if (candidates.rules.size) {
             const result = [];
             // get expectedText as collect rules first

package/dist/parser/flink/flinkSemanticContextCollector.d.ts

@@ -0,0 +1,9 @@
+import { FlinkSqlParserListener } from '../../lib';
+import { SingleStatementContext } from '../../lib/flink/FlinkSqlParser';
+import SemanticContextCollector from '../common/semanticContextCollector';
+declare class FlinkSemanticContextCollector extends SemanticContextCollector implements FlinkSqlParserListener {
+    getWhiteSpaceRuleType(): number;
+    getStatementRuleType(): number;
+    enterSingleStatement(ctx: SingleStatementContext): void;
+}
+export { FlinkSemanticContextCollector };

package/dist/parser/flink/flinkSemanticContextCollector.js

@@ -0,0 +1,14 @@
+import { FlinkSqlParser } from '../../lib/flink/FlinkSqlParser';
+import SemanticContextCollector from '../common/semanticContextCollector';
+class FlinkSemanticContextCollector extends SemanticContextCollector {
+    getWhiteSpaceRuleType() {
+        return FlinkSqlParser.SPACE;
+    }
+    getStatementRuleType() {
+        return FlinkSqlParser.RULE_singleStatement;
+    }
+    enterSingleStatement(ctx) {
+        this.visitStatement(ctx);
+    }
+}
+export { FlinkSemanticContextCollector };

package/dist/parser/flink/index.d.ts

@@ -2,12 +2,13 @@ import { CharStream, CommonTokenStream, Token } from 'antlr4ng';
 import { CandidatesCollection } from 'antlr4-c3';
 import { FlinkSqlLexer } from '../../lib/flink/FlinkSqlLexer';
 import { FlinkSqlParser, ProgramContext } from '../../lib/flink/FlinkSqlParser';
-import { Suggestions } from '../common/types';
+import { CaretPosition, SemanticCollectOptions, Suggestions } from '../common/types';
 import { BasicSQL } from '../common/basicSQL';
 import { FlinkSqlSplitListener } from './flinkSplitListener';
 import { FlinkEntityCollector } from './flinkEntityCollector';
 import { ErrorListener } from '../common/parseErrorListener';
 import { FlinkErrorListener } from './flinkErrorListener';
+import { FlinkSemanticContextCollector } from './flinkSemanticContextCollector';
 export { FlinkSqlSplitListener, FlinkEntityCollector };
 export declare class FlinkSQL extends BasicSQL<FlinkSqlLexer, ProgramContext, FlinkSqlParser> {
     protected createLexerFromCharStream(charStreams: CharStream): FlinkSqlLexer;
@@ -16,5 +17,6 @@ export declare class FlinkSQL extends BasicSQL<FlinkSqlLexer, ProgramContext, Fl
     protected get splitListener(): FlinkSqlSplitListener;
     protected createErrorListener(_errorListener: ErrorListener): FlinkErrorListener;
     protected createEntityCollector(input: string, caretTokenIndex?: number): FlinkEntityCollector;
+    protected createSemanticContextCollector(input: string, caretPosition: CaretPosition, allTokens: Token[], options?: SemanticCollectOptions): FlinkSemanticContextCollector;
     protected processCandidates(candidates: CandidatesCollection, allTokens: Token[], caretTokenIndex: number, tokenIndexOffset: number): Suggestions<Token>;
 }