rawsql-ts 0.12.1 → 0.13.0

package/dist/src/tokenReaders/BaseTokenReader.js

@@ -0,0 +1,86 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseTokenReader = void 0;
+const Lexeme_1 = require("../models/Lexeme");
+const stringUtils_1 = require("../utils/stringUtils");
+/**
+ * Base class for token readers
+ */
+class BaseTokenReader {
+    constructor(input, position = 0) {
+        this.input = input;
+        this.position = position;
+    }
+    /**
+     * Get the current position in the input
+     */
+    getPosition() {
+        return this.position;
+    }
+    /**
+     * Set the position in the input
+     */
+    setPosition(position) {
+        this.position = position;
+    }
+    /**
+     * Check if we've reached the end of input
+     */
+    isEndOfInput(shift = 0) {
+        return this.position + shift >= this.input.length;
+    }
+    /**
+     * Check if we can read more characters
+     */
+    canRead(shift = 0) {
+        return !this.isEndOfInput(shift);
+    }
+    /**
+     * Read an expected character
+     */
+    read(expectChar) {
+        if (this.isEndOfInput()) {
+            throw new Error(`Unexpected character. expect: ${expectChar}, actual: EndOfInput, position: ${this.position}`);
+        }
+        const char = this.input[this.position];
+        if (char !== expectChar) {
+            throw new Error(`Unexpected character. expect: ${expectChar}, actual: ${char}, position: ${this.position}`);
+        }
+        this.position++;
+        return char;
+    }
+    /**
+     * Create a lexeme with the specified type and value
+     */
+    createLexeme(type, value, comments = null, startPosition, endPosition) {
+        const lexeme = {
+            type,
+            value: (type === Lexeme_1.TokenType.Command || type === Lexeme_1.TokenType.Operator || type === Lexeme_1.TokenType.Function)
+                ? value.toLowerCase()
+                : value,
+            comments: comments,
+        };
+        // Add position information if provided
+        if (startPosition !== undefined && endPosition !== undefined) {
+            lexeme.position = {
+                startPosition,
+                endPosition,
+            };
+        }
+        return lexeme;
+    }
+    /**
+     * Create a lexeme with automatic position tracking
+     */
+    createLexemeWithPosition(type, value, startPos, comments = null) {
+        return this.createLexeme(type, value, comments, startPos, startPos + value.length);
+    }
+    /**
+     * Get debug info for error reporting
+     */
+    getDebugPositionInfo(errPosition) {
+        return stringUtils_1.StringUtils.getDebugPositionInfo(this.input, errPosition);
+    }
+}
+exports.BaseTokenReader = BaseTokenReader;
+//# sourceMappingURL=BaseTokenReader.js.map

package/dist/src/tokenReaders/BaseTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseTokenReader.js","sourceRoot":"","sources":["../../../src/tokenReaders/BaseTokenReader.ts"],"names":[],"mappings":";;;AAAA,6CAAqE;AACrE,sDAAmD;AAEnD;;GAEG;AACH,MAAsB,eAAe;IAIjC,YAAY,KAAa,EAAE,WAAmB,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;IAED;;OAEG;IACI,WAAW;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,QAAgB;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;IAED;;OAEG;IACO,YAAY,CAAC,QAAgB,CAAC;QACpC,OAAO,IAAI,CAAC,QAAQ,GAAG,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IACtD,CAAC;IAED;;OAEG;IACO,OAAO,CAAC,QAAgB,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACO,IAAI,CAAC,UAAkB;QAC7B,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iCAAiC,UAAU,mCAAmC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnH,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iCAAiC,UAAU,aAAa,IAAI,eAAe,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAChH,CAAC;QAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACO,YAAY,CAAC,IAAe,EAAE,KAAa,EAAE,WAA4B,IAAI,EAAE,aAAsB,EAAE,WAAoB;QACjI,MAAM,MAAM,GAAW;YACnB,IAAI;YACJ,KAAK,EAAE,CAAC,IAAI,KAAK,kBAAS,CAAC,OAAO,IAAI,IAAI,KAAK,kBAAS,CAAC,QAAQ,IAAI,IAAI,KAAK,kBAAS,CAAC,QAAQ,CAAC;gBAC7F,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE;gBACrB,CAAC,CAAC,KAAK;YACX,QAAQ,EAAE,QAAQ;SACrB,CAAC;QAEF,uCAAuC;QACvC,IAAI,aAAa,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC3D,MAAM,CAAC,QAAQ,GAAG;gBACd,aAAa;gBACb,WAAW;aACd,CAAC;QACN,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;OAEG;IACO,wBAAwB,CAAC,IAAe,EAAE,KAAa,EAAE,QAAgB,EAAE,WAA4B,IAAI;QACjH,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IACvF,CAAC;IAED;;OAEG;IACO,oBAAoB,CAAC,WAAmB;QAC9C,OAAO,yBAAW,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IACrE,CAAC;CAQJ;AAjGD,0CAiGC"}

package/dist/src/tokenReaders/CommandTokenReader.js

@@ -0,0 +1,216 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CommandTokenReader = exports.commandKeywordTrie = exports.joinkeywordParser = void 0;
+const BaseTokenReader_1 = require("./BaseTokenReader");
+const Lexeme_1 = require("../models/Lexeme");
+const KeywordTrie_1 = require("../models/KeywordTrie");
+const KeywordParser_1 = require("../parsers/KeywordParser");
+// Commands are those that require a dedicated parser.
+// Keywords composed of multiple words are also considered commands.
+// The exception is "type". Since types can be user-defined and cannot be accurately identified, they are treated as Identifiers.
+const joinTrie = new KeywordTrie_1.KeywordTrie([
+    ["join"],
+    ["inner", "join"],
+    ["cross", "join"],
+    ["left", "join"],
+    ["left", "outer", "join"],
+    ["right", "join"],
+    ["right", "outer", "join"],
+    ["full", "join"],
+    ["full", "outer", "join"],
+    ["natural", "join"],
+    ["natural", "inner", "join"],
+    ["natural", "left", "join"],
+    ["natural", "left", "outer", "join"],
+    ["natural", "right", "join"],
+    ["natural", "right", "outer", "join"],
+    ["natural", "full", "join"],
+    ["natural", "full", "outer", "join"],
+    // LATERAL JOIN patterns
+    ["lateral", "join"],
+    ["lateral", "inner", "join"],
+    ["lateral", "left", "join"],
+    ["lateral", "left", "outer", "join"],
+]);
+const keywordTrie = new KeywordTrie_1.KeywordTrie([
+    ["with"],
+    ["recursive"],
+    ["materialized"],
+    ["not", "materialized"],
+    ["select"],
+    ["from"],
+    ["distinct"],
+    ["distinct", "on"],
+    ["where"],
+    ["group", "by"],
+    ["having"],
+    ["order", "by"],
+    ["limit"],
+    ["offset"],
+    ["fetch"],
+    ["first"],
+    ["next"],
+    ["row"],
+    ["row", "only"],
+    ["rows", "only"],
+    ["percent"],
+    ["percent", "with", "ties"],
+    // for
+    ["for"],
+    ["update"],
+    ["share"],
+    ["key", "share"],
+    ["no", "key", "update"],
+    // set operations
+    ["union"],
+    ["union", "all"],
+    ["intersect"],
+    ["intersect", "all"],
+    ["except"],
+    ["except", "all"],
+    // window functions
+    ["window"],
+    ["over"],
+    ["partition", "by"],
+    ["range"],
+    ["rows"],
+    ["groups"],
+    // aggregate functions with WITHIN GROUP
+    ["within", "group"],
+    // table functions with WITH ORDINALITY  
+    ["with", "ordinality"],
+    // window frame
+    ["current", "row"],
+    ["unbounded", "preceding"],
+    ["unbounded", "following"],
+    ["preceding"],
+    ["following"],
+    // table join commands
+    ["on"],
+    ["using"],
+    ["lateral"],
+    // case 
+    ["case"],
+    ["case", "when"],
+    ["when"],
+    ["then"],
+    ["else"],
+    ["end"],
+    // others
+    ["insert", "into"],
+    ["update"],
+    ["delete", "from"],
+    ["merge", "into"],
+    ["matched"],
+    ["not", "matched"],
+    ["not", "matched", "by", "source"],
+    ["not", "matched", "by", "target"],
+    ["update", "set"],
+    ["if", "not", "exists"],
+    ["if", "exists"],
+    ["do", "nothing"],
+    ["insert", "default", "values"],
+    ["values"],
+    ["set"],
+    ["returning"],
+    ["analyze"],
+    ["create", "table"],
+    ["create", "temporary", "table"],
+    ["alter", "table"],
+    ["drop", "table"],
+    ["drop", "index"],
+    ["drop", "constraint"],
+    ["create", "index"],
+    ["create", "unique", "index"],
+    ["add"],
+    ["add", "constraint"],
+    ["constraint"],
+    ["primary", "key"],
+    ["unique"],
+    ["unique", "key"],
+    ["foreign", "key"],
+    ["references"],
+    ["check"],
+    ["default"],
+    ["not", "null"],
+    ["null"],
+    ["generated", "always"],
+    ["generated", "always", "as", "identity"],
+    ["generated", "by", "default"],
+    ["generated", "by", "default", "as", "identity"],
+    ["identity"],
+    ["collate"],
+    ["deferrable"],
+    ["not", "deferrable"],
+    ["initially", "immediate"],
+    ["initially", "deferred"],
+    ["match"],
+    ["match", "full"],
+    ["match", "partial"],
+    ["match", "simple"],
+    ["not", "valid"],
+    ["on", "delete"],
+    ["on", "update"],
+    ["cascade"],
+    ["restrict"],
+    ["no", "action"],
+    ["set", "null"],
+    ["set", "default"],
+    ["include"],
+    ["only"],
+    ["concurrently"],
+    ["tablespace"],
+    ["tablesample"],
+    // cast
+    ["as"],
+    // odrder
+    ["asc"],
+    ["desc"],
+    ["nulls", "first"],
+    ["nulls", "last"],
+]);
+exports.commandKeywordTrie = keywordTrie;
+const keywordParser = new KeywordParser_1.KeywordParser(keywordTrie);
+exports.joinkeywordParser = new KeywordParser_1.KeywordParser(joinTrie);
+class CommandTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    tryRead(previous) {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+        const keywordJoin = exports.joinkeywordParser.parse(this.input, this.position);
+        if (keywordJoin !== null) {
+            this.position = keywordJoin.newPosition;
+            return this.createLexeme(Lexeme_1.TokenType.Command, keywordJoin.keyword);
+        }
+        // Check for keyword identifiers
+        const keyword = keywordParser.parse(this.input, this.position);
+        if (keyword !== null) {
+            this.position = keyword.newPosition;
+            const lexeme = this.createLexeme(Lexeme_1.TokenType.Command, keyword.keyword, keyword.comments);
+            // Add positioned comments if comments exist (convert from keyword parser comments)
+            if (keyword.comments && keyword.comments.length > 0) {
+                lexeme.positionedComments = [{
+                        position: 'after',
+                        comments: keyword.comments
+                    }];
+            }
+            return lexeme;
+        }
+        // check hint clause
+        if (this.canRead(2) && this.input[this.position] === '/' && this.input[this.position + 1] === '*' && this.input[this.position + 2] === '+') {
+            this.position += 3;
+            const start = this.position;
+            while (this.position + 1 < this.input.length) {
+                if (this.input[this.position] === '*' && this.input[this.position + 1] === '/') {
+                    this.position += 2;
+                    return this.createLexeme(Lexeme_1.TokenType.Command, '/*+ ' + this.input.slice(start, this.position - 2).trim() + ' */');
+                }
+                this.position++;
+            }
+            throw new Error(`Block comment is not closed. position: ${this.position}`);
+        }
+        return null;
+    }
+}
+exports.CommandTokenReader = CommandTokenReader;
+//# sourceMappingURL=CommandTokenReader.js.map

package/dist/src/tokenReaders/CommandTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CommandTokenReader.js","sourceRoot":"","sources":["../../../src/tokenReaders/CommandTokenReader.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AACpD,6CAAqD;AACrD,uDAAoD;AACpD,4DAAyD;AAEzD,sDAAsD;AACtD,oEAAoE;AACpE,iIAAiI;AAEjI,MAAM,QAAQ,GAAG,IAAI,yBAAW,CAAC;IAC7B,CAAC,MAAM,CAAC;IACR,CAAC,OAAO,EAAE,MAAM,CAAC;IACjB,CAAC,OAAO,EAAE,MAAM,CAAC;IACjB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC;IACzB,CAAC,OAAO,EAAE,MAAM,CAAC;IACjB,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC;IAC1B,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC;IAEzB,CAAC,SAAS,EAAE,MAAM,CAAC;IACnB,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC;IAC5B,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC;IAC3B,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC;IACpC,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC;IAC5B,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC;IACrC,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC;IAC3B,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC;IAEpC,wBAAwB;IACxB,CAAC,SAAS,EAAE,MAAM,CAAC;IACnB,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC;IAC5B,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC;IAC3B,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC;CACvC,CAAC,CAAC;AACH,MAAM,WAAW,GAAG,IAAI,yBAAW,CAAC;IAChC,CAAC,MAAM,CAAC;IACR,CAAC,WAAW,CAAC;IACb,CAAC,cAAc,CAAC;IAChB,CAAC,KAAK,EAAE,cAAc,CAAC;IACvB,CAAC,QAAQ,CAAC;IACV,CAAC,MAAM,CAAC;IACR,CAAC,UAAU,CAAC;IACZ,CAAC,UAAU,EAAE,IAAI,CAAC;IAClB,CAAC,OAAO,CAAC;IACT,CAAC,OAAO,EAAE,IAAI,CAAC;IACf,CAAC,QAAQ,CAAC;IACV,CAAC,OAAO,EAAE,IAAI,CAAC;IACf,CAAC,OAAO,CAAC;IACT,CAAC,QAAQ,CAAC;IACV,CAAC,OAAO,CAAC;IACT,CAAC,OAAO,CAAC;IACT,CAAC,MAAM,CAAC;IACR,CAAC,KAAK,CAAC;IACP,CAAC,KAAK,EAAE,MAAM,CAAC;IACf,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,SAAS,CAAC;IACX,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC;IAC3B,MAAM;IACN,CAAC,KAAK,CAAC;IACP,CAAC,QAAQ,CAAC;IACV,CAAC,OAAO,CAAC;IACT,CAAC,KAAK,EAAE,OAAO,CAAC;IAChB,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC;IACvB,iBAAiB;IACjB,CAAC,OAAO,CAAC;IACT,CAAC,OAAO,EAAE,KAAK,CAAC;IAChB,CAAC,WAAW,CAAC;IACb,CAAC,WAAW,EAAE,KAAK,CAAC;IACpB,CAAC,QAAQ,CAAC;IACV,CAAC,QAAQ,EAAE,KAAK,CAAC;IACjB,mBAAmB;IACnB,CAAC,QAAQ,CAAC;IACV,CAAC,MAAM,CAAC;IACR,CAAC,WAAW,EAAE,IAAI,CAAC;IACnB,CAAC,OAAO,CAAC;IACT,CAAC,MAAM,CAAC;IACR,CAAC,QAAQ,CAAC;IACV,wCAAwC;IACxC,CAAC,QAAQ,EAAE,OAAO,CAAC;IACnB,yCAAyC;IACzC,CAAC,MAAM,EAAE,YAAY,CAAC;IACtB,eAAe;IACf,CAAC,SAAS,EAAE,KAAK,CAAC;IAClB,CAAC,WAAW,EAAE,WAAW,CAAC;IAC1B,CAAC,WAAW,EAAE,WAAW,CAAC;IAC1B,CAAC,WAAW,CAAC;IACb,CAAC,WAAW,CAAC;IACb,sBAAsB;IACtB,CAAC,IAAI,CAAC;IACN,CAAC,OAAO,CAAC;IACT,CAAC,SAAS,CAAC;IACX,QAAQ;IACR,CAAC,MAAM,CAAC;IACR,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,MAAM,CAAC;IACR,CAAC,MAAM,CAAC;IACR,CAAC,MAAM,CAAC;IACR,CAAC,KAAK,CAAC;IACP,SAAS;IACT,CAAC,QAAQ,EAAE,MAAM,CAAC;IAClB,CAAC,QAAQ,CAAC;IACV,CAAC,QAAQ,EAAE,MAAM,CAAC;IAClB,CAAC,OAAO,EAAE,MAAM,CAAC;IACjB,CAAC,SAAS,CAAC;IACX,CAAC,KAAK,EAAE,SAAS,CAAC;IAClB,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,CAAC;IAClC,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,CAAC;IAClC,CAAC,QAAQ,EAAE,KAAK,CAAC;IACjB,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC;IACvB,CAAC,IAAI,EAAE,QAAQ,CAAC;IAChB,CAAC,IAAI,EAAE,SAAS,CAAC;IACjB,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC;IAC/B,CAAC,QAAQ,CAAC;IACV,CAAC,KAAK,CAAC;IACP,CAAC,WAAW,CAAC;IACb,CAAC,SAAS,CAAC;IACX,CAAC,QAAQ,EAAE,OAAO,CAAC;IACnB,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC;IAChC,CAAC,OAAO,EAAE,OAAO,CAAC;IAClB,CAAC,MAAM,EAAE,OAAO,CAAC;IACjB,CAAC,MAAM,EAAE,OAAO,CAAC;IACjB,CAAC,MAAM,EAAE,YAAY,CAAC;IACtB,CAAC,QAAQ,EAAE,OAAO,CAAC;IACnB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC;IAC7B,CAAC,KAAK,CAAC;IACP,CAAC,KAAK,EAAE,YAAY,CAAC;IACrB,CAAC,YAAY,CAAC;IACd,CAAC,SAAS,EAAE,KAAK,CAAC;IAClB,CAAC,QAAQ,CAAC;IACV,CAAC,QAAQ,EAAE,KAAK,CAAC;IACjB,CAAC,SAAS,EAAE,KAAK,CAAC;IAClB,CAAC,YAAY,CAAC;IACd,CAAC,OAAO,CAAC;IACT,CAAC,SAAS,CAAC;IACX,CAAC,KAAK,EAAE,MAAM,CAAC;IACf,CAAC,MAAM,CAAC;IACR,CAAC,WAAW,EAAE,QAAQ,CAAC;IACvB,CAAC,WAAW,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,CAAC;IACzC,CAAC,WAAW,EAAE,IAAI,EAAE,SAAS,CAAC;IAC9B,CAAC,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,CAAC;IAChD,CAAC,UAAU,CAAC;IACZ,CAAC,SAAS,CAAC;IACX,CAAC,YAAY,CAAC;IACd,CAAC,KAAK,EAAE,YAAY,CAAC;IACrB,CAAC,WAAW,EAAE,WAAW,CAAC;IAC1B,CAAC,WAAW,EAAE,UAAU,CAAC;IACzB,CAAC,OAAO,CAAC;IACT,CAAC,OAAO,EAAE,MAAM,CAAC;IACjB,CAAC,OAAO,EAAE,SAAS,CAAC;IACpB,CAAC,OAAO,EAAE,QAAQ,CAAC;IACnB,CAAC,KAAK,EAAE,OAAO,CAAC;IAChB,CAAC,IAAI,EAAE,QAAQ,CAAC;IAChB,CAAC,IAAI,EAAE,QAAQ,CAAC;IAChB,CAAC,SAAS,CAAC;IACX,CAAC,UAAU,CAAC;IACZ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAChB,CAAC,KAAK,EAAE,MAAM,CAAC;IACf,CAAC,KAAK,EAAE,SAAS,CAAC;IAClB,CAAC,SAAS,CAAC;IACX,CAAC,MAAM,CAAC;IACR,CAAC,cAAc,CAAC;IAChB,CAAC,YAAY,CAAC;IACd,CAAC,aAAa,CAAC;IACf,OAAO;IACP,CAAC,IAAI,CAAC;IACN,SAAS;IACT,CAAC,KAAK,CAAC;IACP,CAAC,MAAM,CAAC;IACR,CAAC,OAAO,EAAE,OAAO,CAAC;IAClB,CAAC,OAAO,EAAE,MAAM,CAAC;CACpB,CAAC,CAAC;AAGqB,yCAAkB;AAF1C,MAAM,aAAa,GAAG,IAAI,6BAAa,CAAC,WAAW,CAAC,CAAC;AACxC,QAAA,iBAAiB,GAAG,IAAI,6BAAa,CAAC,QAAQ,CAAC,CAAC;AAG7D,MAAa,kBAAmB,SAAQ,iCAAe;IAC5C,OAAO,CAAC,QAAuB;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,WAAW,GAAG,yBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvE,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,WAAW,CAAC;YACxC,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;QACrE,CAAC;QAED,gCAAgC;QAChC,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/D,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;YAEvF,mFAAmF;YACnF,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,MAAM,CAAC,kBAAkB,GAAG,CAAC;wBACzB,QAAQ,EAAE,OAAgB;wBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;qBAC7B,CAAC,CAAC;YACP,CAAC;YAED,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,oBAAoB;QACpB,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACzI,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;YACnB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC5B,OAAO,IAAI,CAAC,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC3C,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBAC7E,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;oBACnB,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC;gBACpH,CAAC;gBACD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpB,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AA7CD,gDA6CC"}

package/dist/src/tokenReaders/EscapedIdentifierTokenReader.js

@@ -0,0 +1,99 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EscapedIdentifierTokenReader = void 0;
+const BaseTokenReader_1 = require("./BaseTokenReader");
+const Lexeme_1 = require("../models/Lexeme");
+/**
+ * Reads SQL identifier tokens
+ */
+class EscapedIdentifierTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    /**
+     * Try to read an identifier token
+     */
+    tryRead(previous) {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+        const char = this.input[this.position];
+        // MySQL escaped identifier (escape character is backtick)
+        if (char === '`') {
+            const identifier = this.readEscapedIdentifier('`');
+            return this.createLexeme(Lexeme_1.TokenType.Identifier, identifier);
+        }
+        // Postgres escaped identifier (escape character is double quote)
+        if (char === '"') {
+            const identifier = this.readEscapedIdentifier('"');
+            return this.createLexeme(Lexeme_1.TokenType.Identifier, identifier);
+        }
+        // SQLServer escaped identifier (escape character is square bracket)
+        if (char === '[' && this.isSqlServerBracketIdentifier(previous)) {
+            const identifier = this.readEscapedIdentifier(']');
+            return this.createLexeme(Lexeme_1.TokenType.Identifier, identifier);
+        }
+        return null;
+    }
+    /**
+     * Check if the bracket at current position represents a SQL Server bracket identifier
+     * vs array access notation
+     */
+    isSqlServerBracketIdentifier(previous) {
+        // Don't treat as SQL Server bracket identifier if previous token suggests array access
+        if ((previous === null || previous === void 0 ? void 0 : previous.value) === "array") {
+            return false;
+        }
+        // Look ahead to see what's inside the brackets
+        const start = this.position + 1; // after opening bracket
+        let pos = start;
+        // Scan until closing bracket or end of input
+        while (pos < this.input.length && this.input[pos] !== ']') {
+            const char = this.input[pos];
+            // If we find colons, operators, or expressions, it's likely array access
+            if (char === ':' || char === ',' || char === '+' || char === '-' ||
+                char === '*' || char === '/' || char === '(' || char === ')') {
+                return false;
+            }
+            pos++;
+        }
+        // If we didn't find a closing bracket, it's malformed anyway
+        if (pos >= this.input.length) {
+            return false;
+        }
+        // Check the content between brackets
+        const content = this.input.slice(start, pos).trim();
+        // Empty brackets are never SQL Server identifiers - they should be array access
+        if (content === '') {
+            return false;
+        }
+        // SQL Server bracket identifiers typically contain simple identifiers with dots
+        // Array access contains numbers, expressions, colons
+        return /^[a-zA-Z_][a-zA-Z0-9_]*(\.[a-zA-Z_][a-zA-Z0-9_]*)*$/.test(content);
+    }
+    /**
+     * Read an escaped identifier (surrounded by delimiters)
+     */
+    readEscapedIdentifier(delimiter) {
+        const start = this.position;
+        // Skip the opening delimiter
+        this.position++;
+        let foundClosing = false;
+        while (this.canRead()) {
+            if (this.input[this.position] === delimiter) {
+                foundClosing = true;
+                break;
+            }
+            this.position++;
+        }
+        if (!foundClosing) {
+            throw new Error(`Closing delimiter is not found. position: ${start}, delimiter: ${delimiter}\n${this.getDebugPositionInfo(start)}`);
+        }
+        if (start === this.position) {
+            throw new Error(`Closing delimiter is not found. position: ${start}, delimiter: ${delimiter}\n${this.getDebugPositionInfo(start)}`);
+        }
+        // Skip the closing delimiter
+        this.position++;
+        // exclude the delimiter
+        return this.input.slice(start + 1, this.position - 1);
+    }
+}
+exports.EscapedIdentifierTokenReader = EscapedIdentifierTokenReader;
+//# sourceMappingURL=EscapedIdentifierTokenReader.js.map

package/dist/src/tokenReaders/EscapedIdentifierTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EscapedIdentifierTokenReader.js","sourceRoot":"","sources":["../../../src/tokenReaders/EscapedIdentifierTokenReader.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AACpD,6CAAqD;AAGrD;;GAEG;AACH,MAAa,4BAA6B,SAAQ,iCAAe;IAC7D;;OAEG;IACI,OAAO,CAAC,QAAuB;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEvC,0DAA0D;QAC1D,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,MAAM,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAC/D,CAAC;QAED,iEAAiE;QACjE,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,MAAM,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAC/D,CAAC;QAED,oEAAoE;QACpE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,4BAA4B,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;OAGG;IACK,4BAA4B,CAAC,QAAuB;QACxD,uFAAuF;QACvF,IAAI,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,KAAK,MAAK,OAAO,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,+CAA+C;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,wBAAwB;QACzD,IAAI,GAAG,GAAG,KAAK,CAAC;QAEhB,6CAA6C;QAC7C,OAAO,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;YACxD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAE7B,yEAAyE;YACzE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;gBAC5D,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBAC/D,OAAO,KAAK,CAAC;YACjB,CAAC;YAED,GAAG,EAAE,CAAC;QACV,CAAC;QAED,6DAA6D;QAC7D,IAAI,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAC3B,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,qCAAqC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAEpD,gFAAgF;QAChF,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,gFAAgF;QAChF,qDAAqD;QACrD,OAAO,qDAAqD,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/E,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,SAAiB;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QAE5B,6BAA6B;QAC7B,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEhB,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC1C,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACV,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,6CAA6C,KAAK,gBAAgB,SAAS,KAAK,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxI,CAAC;QAED,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,6CAA6C,KAAK,gBAAgB,SAAS,KAAK,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxI,CAAC;QAED,6BAA6B;QAC7B,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEhB,wBAAwB;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAC1D,CAAC;CACJ;AA7GD,oEA6GC"}

package/dist/src/tokenReaders/FunctionTokenReader.js

@@ -0,0 +1,47 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FunctionTokenReader = void 0;
+const BaseTokenReader_1 = require("./BaseTokenReader");
+const Lexeme_1 = require("../models/Lexeme");
+const stringUtils_1 = require("../utils/stringUtils");
+const KeywordTrie_1 = require("../models/KeywordTrie");
+const KeywordParser_1 = require("../parsers/KeywordParser");
+const trie = new KeywordTrie_1.KeywordTrie([
+    ["grouping", "sets"],
+    // ARRAY has special syntax with [] arguments, so it is forcibly treated as a function
+    ["array"],
+]);
+const keywordParser = new KeywordParser_1.KeywordParser(trie);
+/**
+ * Reads SQL identifier tokens
+ */
+class FunctionTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    /**
+     * Try to read an identifier token
+     */
+    tryRead(previous) {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+        // Check for keyword identifiers
+        const keyword = keywordParser.parse(this.input, this.position);
+        if (keyword !== null) {
+            this.position = keyword.newPosition;
+            return this.createLexeme(Lexeme_1.TokenType.Function, keyword.keyword);
+        }
+        // Regular identifier
+        const result = stringUtils_1.StringUtils.tryReadRegularIdentifier(this.input, this.position);
+        if (!result) {
+            return null;
+        }
+        this.position = result.newPosition;
+        // peek next token 
+        var shift = stringUtils_1.StringUtils.readWhiteSpaceAndComment(this.input, this.position).position - this.position;
+        if (this.canRead(shift) && this.input[this.position + shift] === '(') {
+            return this.createLexeme(Lexeme_1.TokenType.Function, result.identifier);
+        }
+        return null;
+    }
+}
+exports.FunctionTokenReader = FunctionTokenReader;
+//# sourceMappingURL=FunctionTokenReader.js.map

package/dist/src/tokenReaders/FunctionTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FunctionTokenReader.js","sourceRoot":"","sources":["../../../src/tokenReaders/FunctionTokenReader.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AACpD,6CAAqD;AACrD,sDAAmD;AACnD,uDAAoD;AACpD,4DAAyD;AAEzD,MAAM,IAAI,GAAG,IAAI,yBAAW,CAAC;IACzB,CAAC,UAAU,EAAE,MAAM,CAAC;IACpB,sFAAsF;IACtF,CAAC,OAAO,CAAC;CACZ,CAAC,CAAC;AACH,MAAM,aAAa,GAAG,IAAI,6BAAa,CAAC,IAAI,CAAC,CAAC;AAE9C;;GAEG;AACH,MAAa,mBAAoB,SAAQ,iCAAe;IACpD;;OAEG;IACI,OAAO,CAAC,QAAuB;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,gCAAgC;QAChC,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/D,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC;YACpC,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAClE,CAAC;QAED,qBAAqB;QACrB,MAAM,MAAM,GAAG,yBAAW,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC;QAEnC,mBAAmB;QACnB,IAAI,KAAK,GAAG,yBAAW,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAErG,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;YACnE,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AA/BD,kDA+BC"}

package/dist/src/tokenReaders/IdentifierTokenReader.js

@@ -0,0 +1,34 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IdentifierTokenReader = void 0;
+const BaseTokenReader_1 = require("./BaseTokenReader");
+const Lexeme_1 = require("../models/Lexeme");
+const stringUtils_1 = require("../utils/stringUtils");
+/**
+ * Reads SQL identifier tokens
+ */
+class IdentifierTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    /**
+     * Try to read an identifier token
+     */
+    tryRead(previous) {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+        const char = this.input[this.position];
+        // wildcard identifier
+        if (char === '*') {
+            // Assume that the OperatorTokenReader is executed before the IdentifierTokenReader.
+            // Since we have determined that the OperatorTokenReader is not an Operator,
+            // we treat '*' here as a wildcard identifier.
+            this.position++;
+            return this.createLexeme(Lexeme_1.TokenType.Identifier, char);
+        }
+        // Regular identifier
+        const result = stringUtils_1.StringUtils.readRegularIdentifier(this.input, this.position);
+        this.position = result.newPosition;
+        return this.createLexeme(Lexeme_1.TokenType.Identifier, result.identifier);
+    }
+}
+exports.IdentifierTokenReader = IdentifierTokenReader;
+//# sourceMappingURL=IdentifierTokenReader.js.map

package/dist/src/tokenReaders/IdentifierTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IdentifierTokenReader.js","sourceRoot":"","sources":["../../../src/tokenReaders/IdentifierTokenReader.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AACpD,6CAAqD;AACrD,sDAAmD;AAEnD;;GAEG;AACH,MAAa,qBAAsB,SAAQ,iCAAe;IACtD;;OAEG;IACI,OAAO,CAAC,QAAuB;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEvC,sBAAsB;QACtB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,oFAAoF;YACpF,4EAA4E;YAC5E,8CAA8C;YAC9C,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACzD,CAAC;QAED,qBAAqB;QACrB,MAAM,MAAM,GAAG,yBAAW,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5E,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC;QACnC,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IACtE,CAAC;CACJ;AAzBD,sDAyBC"}