rawsql-ts 0.12.0 → 0.13.0

package/dist/tokenReaders/FunctionTokenReader.js

@@ -0,0 +1,47 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FunctionTokenReader = void 0;
+const BaseTokenReader_1 = require("./BaseTokenReader");
+const Lexeme_1 = require("../models/Lexeme");
+const stringUtils_1 = require("../utils/stringUtils");
+const KeywordTrie_1 = require("../models/KeywordTrie");
+const KeywordParser_1 = require("../parsers/KeywordParser");
+const trie = new KeywordTrie_1.KeywordTrie([
+    ["grouping", "sets"],
+    // ARRAY has special syntax with [] arguments, so it is forcibly treated as a function
+    ["array"],
+]);
+const keywordParser = new KeywordParser_1.KeywordParser(trie);
+/**
+ * Reads SQL identifier tokens
+ */
+class FunctionTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    /**
+     * Try to read an identifier token
+     */
+    tryRead(previous) {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+        // Check for keyword identifiers
+        const keyword = keywordParser.parse(this.input, this.position);
+        if (keyword !== null) {
+            this.position = keyword.newPosition;
+            return this.createLexeme(Lexeme_1.TokenType.Function, keyword.keyword);
+        }
+        // Regular identifier
+        const result = stringUtils_1.StringUtils.tryReadRegularIdentifier(this.input, this.position);
+        if (!result) {
+            return null;
+        }
+        this.position = result.newPosition;
+        // peek next token 
+        var shift = stringUtils_1.StringUtils.readWhiteSpaceAndComment(this.input, this.position).position - this.position;
+        if (this.canRead(shift) && this.input[this.position + shift] === '(') {
+            return this.createLexeme(Lexeme_1.TokenType.Function, result.identifier);
+        }
+        return null;
+    }
+}
+exports.FunctionTokenReader = FunctionTokenReader;
+//# sourceMappingURL=FunctionTokenReader.js.map

package/dist/tokenReaders/FunctionTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FunctionTokenReader.js","sourceRoot":"","sources":["../../src/tokenReaders/FunctionTokenReader.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AACpD,6CAAqD;AACrD,sDAAmD;AACnD,uDAAoD;AACpD,4DAAyD;AAEzD,MAAM,IAAI,GAAG,IAAI,yBAAW,CAAC;IACzB,CAAC,UAAU,EAAE,MAAM,CAAC;IACpB,sFAAsF;IACtF,CAAC,OAAO,CAAC;CACZ,CAAC,CAAC;AACH,MAAM,aAAa,GAAG,IAAI,6BAAa,CAAC,IAAI,CAAC,CAAC;AAE9C;;GAEG;AACH,MAAa,mBAAoB,SAAQ,iCAAe;IACpD;;OAEG;IACI,OAAO,CAAC,QAAuB;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,gCAAgC;QAChC,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/D,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC;YACpC,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAClE,CAAC;QAED,qBAAqB;QACrB,MAAM,MAAM,GAAG,yBAAW,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC;QAEnC,mBAAmB;QACnB,IAAI,KAAK,GAAG,yBAAW,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAErG,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;YACnE,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AA/BD,kDA+BC"}

package/dist/tokenReaders/IdentifierTokenReader.js

@@ -0,0 +1,34 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IdentifierTokenReader = void 0;
+const BaseTokenReader_1 = require("./BaseTokenReader");
+const Lexeme_1 = require("../models/Lexeme");
+const stringUtils_1 = require("../utils/stringUtils");
+/**
+ * Reads SQL identifier tokens
+ */
+class IdentifierTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    /**
+     * Try to read an identifier token
+     */
+    tryRead(previous) {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+        const char = this.input[this.position];
+        // wildcard identifier
+        if (char === '*') {
+            // Assume that the OperatorTokenReader is executed before the IdentifierTokenReader.
+            // Since we have determined that the OperatorTokenReader is not an Operator,
+            // we treat '*' here as a wildcard identifier.
+            this.position++;
+            return this.createLexeme(Lexeme_1.TokenType.Identifier, char);
+        }
+        // Regular identifier
+        const result = stringUtils_1.StringUtils.readRegularIdentifier(this.input, this.position);
+        this.position = result.newPosition;
+        return this.createLexeme(Lexeme_1.TokenType.Identifier, result.identifier);
+    }
+}
+exports.IdentifierTokenReader = IdentifierTokenReader;
+//# sourceMappingURL=IdentifierTokenReader.js.map

package/dist/tokenReaders/IdentifierTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IdentifierTokenReader.js","sourceRoot":"","sources":["../../src/tokenReaders/IdentifierTokenReader.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AACpD,6CAAqD;AACrD,sDAAmD;AAEnD;;GAEG;AACH,MAAa,qBAAsB,SAAQ,iCAAe;IACtD;;OAEG;IACI,OAAO,CAAC,QAAuB;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEvC,sBAAsB;QACtB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,oFAAoF;YACpF,4EAA4E;YAC5E,8CAA8C;YAC9C,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACzD,CAAC;QAED,qBAAqB;QACrB,MAAM,MAAM,GAAG,yBAAW,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5E,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC;QACnC,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IACtE,CAAC;CACJ;AAzBD,sDAyBC"}

package/dist/tokenReaders/LiteralTokenReader.js

@@ -0,0 +1,329 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LiteralTokenReader = exports.literalKeywordParser = void 0;
+const BaseTokenReader_1 = require("./BaseTokenReader");
+const Lexeme_1 = require("../models/Lexeme");
+const charLookupTable_1 = require("../utils/charLookupTable");
+const KeywordParser_1 = require("../parsers/KeywordParser");
+const KeywordTrie_1 = require("../models/KeywordTrie");
+/**
+ * Reads SQL literal tokens (numbers, strings)
+ */
+const keywords = [
+    ["null"],
+    ["true"],
+    ["false"],
+    ["current_date"],
+    ["current_time"],
+    ["current_timestamp"],
+    ["localtime"],
+    ["localtimestamp"],
+    ["unbounded"],
+    ["normalized"],
+    ["nfc", "normalized"],
+    ["nfd", "normalized"],
+    ["nfkc", "normalized"],
+    ["nfkd", "normalized"],
+    ["nfc"],
+    ["nfd"],
+    ["nfkc"],
+    ["nfkd"],
+];
+const trie = new KeywordTrie_1.KeywordTrie(keywords);
+exports.literalKeywordParser = new KeywordParser_1.KeywordParser(trie);
+class LiteralTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    /**
+     * Try to read a literal token
+     */
+    tryRead(previous) {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+        const char = this.input[this.position];
+        // String literal - check before keywords to prevent 'null' being treated as null
+        if (char === '\'') {
+            const value = this.readSingleQuotedString();
+            return this.createLexeme(Lexeme_1.TokenType.Literal, value);
+        }
+        // Check for keyword literals    
+        const keyword = this.tryReadKeyword();
+        if (keyword) {
+            return keyword;
+        }
+        // Decimal token starting with a dot
+        if (char === '.' && this.canRead(1) && charLookupTable_1.CharLookupTable.isDigit(this.input[this.position + 1])) {
+            return this.createLexeme(Lexeme_1.TokenType.Literal, this.readDigit());
+        }
+        // Digit tokens
+        if (charLookupTable_1.CharLookupTable.isDigit(char)) {
+            return this.createLexeme(Lexeme_1.TokenType.Literal, this.readDigit());
+        }
+        // PostgreSQL dollar-quoted string ($$content$$ or $tag$content$tag$)
+        if (char === '$' && this.isDollarQuotedString()) {
+            return this.createLexeme(Lexeme_1.TokenType.Literal, this.readDollarQuotedString());
+        }
+        // SQL Server MONEY literal ($123.45)
+        // Only treat as MONEY if it contains decimal point or comma to avoid conflict with PostgreSQL $1 parameters
+        if (char === '$' && this.canRead(1) && charLookupTable_1.CharLookupTable.isDigit(this.input[this.position + 1])) {
+            // Look ahead to see if this looks like a MONEY literal (has . or ,)
+            let pos = this.position + 1;
+            let hasDecimalOrComma = false;
+            while (pos < this.input.length && (charLookupTable_1.CharLookupTable.isDigit(this.input[pos]) || this.input[pos] === ',' || this.input[pos] === '.')) {
+                if (this.input[pos] === '.' || this.input[pos] === ',') {
+                    hasDecimalOrComma = true;
+                    break;
+                }
+                pos++;
+            }
+            if (hasDecimalOrComma) {
+                this.position++; // Skip $
+                const numberPart = this.readMoneyDigit();
+                return this.createLexeme(Lexeme_1.TokenType.Literal, '$' + numberPart);
+            }
+        }
+        // Signed number
+        if ((char === '+' || char === '-') && this.determineSignOrOperator(previous) === "sign") {
+            const sign = char;
+            this.position++;
+            // Skip whitespace after sign
+            const pos = this.position;
+            while (this.canRead() && charLookupTable_1.CharLookupTable.isWhitespace(this.input[this.position])) {
+                this.position++;
+            }
+            if (this.canRead() && (charLookupTable_1.CharLookupTable.isDigit(this.input[this.position]) ||
+                (this.input[this.position] === '.' &&
+                    this.canRead(1) &&
+                    charLookupTable_1.CharLookupTable.isDigit(this.input[this.position + 1])))) {
+                return this.createLexeme(Lexeme_1.TokenType.Literal, sign === '-' ? sign + this.readDigit() : this.readDigit());
+            }
+            // Not a number, restore position
+            this.position = pos - 1; // Adjust for the increment at the beginning
+        }
+        return null;
+    }
+    tryReadKeyword() {
+        // Check for keyword literals
+        const result = exports.literalKeywordParser.parse(this.input, this.position);
+        if (result) {
+            this.position = result.newPosition;
+            return this.createLexeme(Lexeme_1.TokenType.Literal, result.keyword);
+        }
+        return null;
+    }
+    /**
+     * Determines if the current context treats '+' or '-' as a numeric sign or an operator.
+     * This method is used to differentiate between operators and numeric signs (e.g., '+' or '-').
+     *
+     * For example:
+     * - In `1-1`, the '-' is treated as an operator, so the expression is split into `1`, `-`, and `1`.
+     * - In `-1`, the '-' is treated as a sign, making `-1` a single, indivisible literal.
+     *
+     * The logic for determining whether '+' or '-' is a sign or an operator is as follows:
+     * - If there is no previous lexeme, it is considered the start of the input, so the sign is valid.
+     * - If the previous lexeme is a literal, identifier, parameter, or closing parenthesis, the sign is treated as an operator.
+     *
+     * @param previous The previous lexeme in the input stream.
+     * @returns "sign" if the context allows for a numeric sign, otherwise "operator".
+     */
+    determineSignOrOperator(previous) {
+        // If there is no previous lexeme, treat as a sign
+        if (previous === null) {
+            return "sign";
+        }
+        // Treat preceding tokens that close expressions (literals, identifiers, casts, brackets, etc.) as operator contexts
+        const operatorContextFlags = Lexeme_1.TokenType.Literal |
+            Lexeme_1.TokenType.Identifier |
+            Lexeme_1.TokenType.Parameter |
+            Lexeme_1.TokenType.CloseParen |
+            Lexeme_1.TokenType.CloseBracket |
+            Lexeme_1.TokenType.Type;
+        const isOperatorContext = (previous.type & operatorContextFlags) !== 0;
+        return isOperatorContext ? "operator" : "sign";
+    }
+    /**
+     * Read a numeric value
+     */
+    readDigit() {
+        const start = this.position;
+        let hasDot = false;
+        let hasExponent = false;
+        // Consider 0x, 0b, 0o
+        if (this.canRead(1) &&
+            this.input[this.position] === '0' &&
+            "xbo".includes(this.input[this.position + 1].toLowerCase())) {
+            const prefixType = this.input[this.position + 1].toLowerCase();
+            this.position += 2;
+            // Continue to get numeric and hexadecimal notation strings
+            const isHex = prefixType === 'x';
+            while (this.canRead()) {
+                const c = this.input[this.position];
+                if (charLookupTable_1.CharLookupTable.isDigit(c) || (isHex && charLookupTable_1.CharLookupTable.isHexChar(c))) {
+                    this.position++;
+                }
+                else {
+                    break;
+                }
+            }
+            return this.input.slice(start, this.position);
+        }
+        // If starting with dot, note it
+        if (this.input[start] === '.') {
+            hasDot = true;
+            this.position++;
+        }
+        // Consider decimal point and exponential notation
+        while (this.canRead()) {
+            const char = this.input[this.position];
+            if (char === '.' && !hasDot) {
+                hasDot = true;
+            }
+            else if ((char === 'e' || char === 'E') && !hasExponent) {
+                hasExponent = true;
+                if (this.canRead(1) && (this.input[this.position + 1] === '+' || this.input[this.position + 1] === '-')) {
+                    this.position++;
+                }
+            }
+            else if (!charLookupTable_1.CharLookupTable.isDigit(char)) {
+                break;
+            }
+            this.position++;
+        }
+        if (start === this.position) {
+            throw new Error(`Unexpected character. position: ${start}\n${this.getDebugPositionInfo(start)}`);
+        }
+        if (this.input[start] === '.') {
+            // If the number starts with a dot, add 0 to the front
+            return '0' + this.input.slice(start, this.position);
+        }
+        return this.input.slice(start, this.position);
+    }
+    /**
+     * Read a MONEY value (allows commas as thousand separators)
+     */
+    readMoneyDigit() {
+        const start = this.position;
+        let hasDot = false;
+        // Consider decimal point and comma separators
+        while (this.canRead()) {
+            const char = this.input[this.position];
+            if (char === '.' && !hasDot) {
+                hasDot = true;
+            }
+            else if (char === ',' && !hasDot) {
+                // Allow comma as thousand separator before decimal point
+            }
+            else if (!charLookupTable_1.CharLookupTable.isDigit(char)) {
+                break;
+            }
+            this.position++;
+        }
+        if (start === this.position) {
+            throw new Error(`Unexpected character. position: ${start}\n${this.getDebugPositionInfo(start)}`);
+        }
+        return this.input.slice(start, this.position);
+    }
+    /**
+     * Read a string literal
+     */
+    readSingleQuotedString() {
+        const start = this.position;
+        let closed = false;
+        this.read("'");
+        while (this.canRead()) {
+            const char = this.input[this.position];
+            this.position++;
+            // escape character check
+            if (char === "\\" && this.canRead(1)) {
+                this.position++;
+                continue;
+            }
+            else if (char === '\'') {
+                // Check if this is an escaped quote ('')
+                if (this.canRead() && this.input[this.position] === '\'') {
+                    // This is an escaped quote, skip the second quote and continue
+                    this.position++;
+                    continue;
+                }
+                // This is the closing quote
+                closed = true;
+                break;
+            }
+        }
+        if (closed === false) {
+            throw new Error(`Single quote is not closed. position: ${start}\n${this.getDebugPositionInfo(start)}`);
+        }
+        return this.input.slice(start, this.position);
+    }
+    /**
+     * Check if the current position starts a PostgreSQL dollar-quoted string
+     */
+    isDollarQuotedString() {
+        if (!this.canRead(1)) {
+            return false;
+        }
+        // Check for $$ pattern
+        if (this.input[this.position + 1] === '$') {
+            return true;
+        }
+        // Check for $tag$ pattern
+        let pos = this.position + 1;
+        while (pos < this.input.length) {
+            const char = this.input[pos];
+            if (char === '$') {
+                return true;
+            }
+            if (!this.isAlphanumeric(char) && char !== '_') {
+                return false;
+            }
+            pos++;
+        }
+        return false;
+    }
+    /**
+     * Read a PostgreSQL dollar-quoted string
+     */
+    readDollarQuotedString() {
+        const start = this.position;
+        // Read the opening tag
+        this.position++; // Skip initial $
+        let tag = '';
+        // Read tag characters until the closing $
+        while (this.canRead() && this.input[this.position] !== '$') {
+            tag += this.input[this.position];
+            this.position++;
+        }
+        if (!this.canRead()) {
+            throw new Error(`Unexpected end of input while reading dollar-quoted string tag at position ${start}`);
+        }
+        this.position++; // Skip closing $ of opening tag
+        // Now read the content until we find the closing tag
+        const openingTag = '$' + tag + '$';
+        const closingTag = openingTag;
+        let content = '';
+        while (this.canRead()) {
+            // Check if we're at the start of the closing tag
+            if (this.input.substring(this.position, this.position + closingTag.length) === closingTag) {
+                // Found closing tag
+                this.position += closingTag.length;
+                return openingTag + content + closingTag;
+            }
+            content += this.input[this.position];
+            this.position++;
+        }
+        throw new Error(`Unclosed dollar-quoted string starting at position ${start}. Expected closing tag: ${closingTag}`);
+    }
+    /**
+     * Check if character is alphanumeric (letter or digit)
+     */
+    isAlphanumeric(char) {
+        if (char.length !== 1)
+            return false;
+        const code = char.charCodeAt(0);
+        // Check if digit (0-9) or letter (a-z, A-Z)
+        return (code >= 48 && code <= 57) || // 0-9
+            (code >= 65 && code <= 90) || // A-Z
+            (code >= 97 && code <= 122); // a-z
+    }
+}
+exports.LiteralTokenReader = LiteralTokenReader;
+//# sourceMappingURL=LiteralTokenReader.js.map

package/dist/tokenReaders/LiteralTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LiteralTokenReader.js","sourceRoot":"","sources":["../../src/tokenReaders/LiteralTokenReader.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AACpD,6CAAqD;AACrD,8DAA2D;AAC3D,4DAAyD;AACzD,uDAAoD;AAEpD;;GAEG;AAEH,MAAM,QAAQ,GAAG;IACb,CAAC,MAAM,CAAC;IACR,CAAC,MAAM,CAAC;IACR,CAAC,OAAO,CAAC;IACT,CAAC,cAAc,CAAC;IAChB,CAAC,cAAc,CAAC;IAChB,CAAC,mBAAmB,CAAC;IACrB,CAAC,WAAW,CAAC;IACb,CAAC,gBAAgB,CAAC;IAClB,CAAC,WAAW,CAAC;IACb,CAAC,YAAY,CAAC;IACd,CAAC,KAAK,EAAE,YAAY,CAAC;IACrB,CAAC,KAAK,EAAE,YAAY,CAAC;IACrB,CAAC,MAAM,EAAE,YAAY,CAAC;IACtB,CAAC,MAAM,EAAE,YAAY,CAAC;IACtB,CAAC,KAAK,CAAC;IACP,CAAC,KAAK,CAAC;IACP,CAAC,MAAM,CAAC;IACR,CAAC,MAAM,CAAC;CACX,CAAC;AACF,MAAM,IAAI,GAAG,IAAI,yBAAW,CAAC,QAAQ,CAAC,CAAC;AAC1B,QAAA,oBAAoB,GAAG,IAAI,6BAAa,CAAC,IAAI,CAAC,CAAC;AAE5D,MAAa,kBAAmB,SAAQ,iCAAe;IACnD;;OAEG;IACI,OAAO,CAAC,QAAuB;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEvC,iFAAiF;QACjF,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;QAED,iCAAiC;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACtC,IAAI,OAAO,EAAE,CAAC;YACV,OAAO,OAAO,CAAC;QACnB,CAAC;QAED,oCAAoC;QACpC,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,iCAAe,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5F,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,eAAe;QACf,IAAI,iCAAe,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,qEAAqE;QACrE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;YAC9C,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,OAAO,EAAE,IAAI,CAAC,sBAAsB,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,qCAAqC;QACrC,4GAA4G;QAC5G,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,iCAAe,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5F,oEAAoE;YACpE,IAAI,GAAG,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;YAC5B,IAAI,iBAAiB,GAAG,KAAK,CAAC;YAC9B,OAAO,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,iCAAe,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBACjI,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;oBACrD,iBAAiB,GAAG,IAAI,CAAC;oBACzB,MAAM;gBACV,CAAC;gBACD,GAAG,EAAE,CAAC;YACV,CAAC;YAED,IAAI,iBAAiB,EAAE,CAAC;gBACpB,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS;gBAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzC,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,OAAO,EAAE,GAAG,GAAG,UAAU,CAAC,CAAC;YAClE,CAAC;QACL,CAAC;QAED,gBAAgB;QAChB,IAAI,CAAC,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,KAAK,MAAM,EAAE,CAAC;YACtF,MAAM,IAAI,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,QAAQ,EAAE,CAAC;YAEhB,6BAA6B;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC1B,OAAO,IAAI,CAAC,OAAO,EAAE,IAAI,iCAAe,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBAC/E,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpB,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,EAAE,IAAI,CAClB,iCAAe,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAClD,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG;oBAC9B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBACf,iCAAe,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAC9D,EAAE,CAAC;gBACA,OAAO,IAAI,CAAC,YAAY,CACpB,kBAAS,CAAC,OAAO,EACjB,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,CAC5D,CAAC;YACN,CAAC;YAED,iCAAiC;YACjC,IAAI,CAAC,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,4CAA4C;QACzE,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,cAAc;QAClB,6BAA6B;QAC7B,MAAM,MAAM,GAAG,4BAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrE,IAAI,MAAM,EAAE,CAAC;YACT,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC;YACnC,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACK,uBAAuB,CAAC,QAAuB;QACnD,kDAAkD;QAClD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,oHAAoH;QACpH,MAAM,oBAAoB,GAAG,kBAAS,CAAC,OAAO;YAC1C,kBAAS,CAAC,UAAU;YACpB,kBAAS,CAAC,SAAS;YACnB,kBAAS,CAAC,UAAU;YACpB,kBAAS,CAAC,YAAY;YACtB,kBAAS,CAAC,IAAI,CAAC;QACnB,MAAM,iBAAiB,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;IACnD,CAAC;IAED;;OAEG;IACK,SAAS;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC5B,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,IAAI,WAAW,GAAG,KAAK,CAAC;QAExB,sBAAsB;QACtB,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG;YACjC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAE9D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/D,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;YAEnB,2DAA2D;YAC3D,MAAM,KAAK,GAAG,UAAU,KAAK,GAAG,CAAC;YACjC,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACpC,IAAI,iCAAe,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,iCAAe,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxE,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACJ,MAAM;gBACV,CAAC;YACL,CAAC;YAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClD,CAAC;QAED,gCAAgC;QAChC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;YAC5B,MAAM,GAAG,IAAI,CAAC;YACd,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC;QAED,kDAAkD;QAClD,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEvC,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC1B,MAAM,GAAG,IAAI,CAAC;YAClB,CAAC;iBAAM,IAAI,CAAC,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxD,WAAW,GAAG,IAAI,CAAC;gBACnB,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBACtG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACpB,CAAC;YACL,CAAC;iBAAM,IAAI,CAAC,iCAAe,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxC,MAAM;YACV,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC;QAED,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,KAAK,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrG,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;YAC5B,sDAAsD;YACtD,OAAO,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACK,cAAc;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC5B,IAAI,MAAM,GAAG,KAAK,CAAC;QAEnB,8CAA8C;QAC9C,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEvC,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC1B,MAAM,GAAG,IAAI,CAAC;YAClB,CAAC;iBAAM,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjC,yDAAyD;YAC7D,CAAC;iBAAM,IAAI,CAAC,iCAAe,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxC,MAAM;YACV,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC;QAED,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,KAAK,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrG,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACK,sBAAsB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC5B,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEf,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC,QAAQ,EAAE,CAAC;YAEhB,yBAAyB;YACzB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,SAAS;YACb,CAAC;iBACI,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACrB,yCAAyC;gBACzC,IAAI,IAAI,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;oBACvD,+DAA+D;oBAC/D,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAChB,SAAS;gBACb,CAAC;gBACD,4BAA4B;gBAC5B,MAAM,GAAG,IAAI,CAAC;gBACd,MAAM;YACV,CAAC;QACL,CAAC;QAED,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,yCAAyC,KAAK,KAAK,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3G,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACK,oBAAoB;QACxB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACnB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,uBAAuB;QACvB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACxC,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,0BAA0B;QAC1B,IAAI,GAAG,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAC5B,OAAO,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBAC7C,OAAO,KAAK,CAAC;YACjB,CAAC;YACD,GAAG,EAAE,CAAC;QACV,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,sBAAsB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QAE5B,uBAAuB;QACvB,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,iBAAiB;QAClC,IAAI,GAAG,GAAG,EAAE,CAAC;QAEb,0CAA0C;QAC1C,OAAO,IAAI,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE,CAAC;YACzD,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACjC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,8EAA8E,KAAK,EAAE,CAAC,CAAC;QAC3G,CAAC;QAED,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,gCAAgC;QAEjD,qDAAqD;QACrD,MAAM,UAAU,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;QACnC,MAAM,UAAU,GAAG,UAAU,CAAC;QAC9B,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACpB,iDAAiD;YACjD,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,UAAU,EAAE,CAAC;gBACxF,oBAAoB;gBACpB,IAAI,CAAC,QAAQ,IAAI,UAAU,CAAC,MAAM,CAAC;gBACnC,OAAO,UAAU,GAAG,OAAO,GAAG,UAAU,CAAC;YAC7C,CAAC;YAED,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,sDAAsD,KAAK,2BAA2B,UAAU,EAAE,CAAC,CAAC;IACxH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QAC/B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,4CAA4C;QAC5C,OAAO,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,IAAK,MAAM;YACxC,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,IAAK,MAAM;YACrC,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,GAAG,CAAC,CAAC,CAAG,MAAM;IAC7C,CAAC;CACJ;AAzVD,gDAyVC"}

package/dist/tokenReaders/OperatorTokenReader.js

@@ -0,0 +1,152 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OperatorTokenReader = void 0;
+const BaseTokenReader_1 = require("./BaseTokenReader");
+const Lexeme_1 = require("../models/Lexeme");
+const charLookupTable_1 = require("../utils/charLookupTable");
+const KeywordParser_1 = require("../parsers/KeywordParser");
+const KeywordTrie_1 = require("../models/KeywordTrie");
+const trie = new KeywordTrie_1.KeywordTrie([
+    // binary
+    ["and"],
+    ["or"],
+    ["is"],
+    ["is", "not"],
+    ["is", "distinct", "from"],
+    ["is", "not", "distinct", "from"],
+    ["like"],
+    ["ilike"],
+    ["in"],
+    ["exists"],
+    ["between"],
+    ["not", "like"],
+    ["not", "ilike"],
+    ["not", "in"],
+    ["not", "exists"],
+    ["not", "between"],
+    ["escape"], // e.g. '10% OFF on all items' like '10\%%' escape '\'
+    ["uescape"], // e.g. U&'d!0061t!+000061' uescape '!'
+    ["similar", "to"], // e.g. name similar to 'J(ohn|ane)%'
+    ["not", "similar", "to"], // e.g. name not similar to 'J(ohn|ane)%'
+    ["similar"], // e.g. substring('abcdef' similar '%#"cd#"%' escape '#')
+    ["placing"], // e.g. overlay('abcdef' placing 'cd' from 3 for 2)
+    ["rlike"], // MySQL regular expression operator
+    ["regexp"], // MySQL regular expression operator
+    ["mod"], // MySQL modulo operator
+    ["xor"], // MySQL exclusive or operator
+    // unary
+    ["not"],
+    // unary - trim
+    ["both"],
+    ["leading"],
+    ["trailing"],
+    ["both", "from"], // Postgres
+    ["leading", "from"], // Postgres
+    ["trailing", "from"], // Postgres
+    // unary - extract
+    ["year", "from"],
+    ["month", "from"],
+    ["day", "from"],
+    ["hour", "from"],
+    ["minute", "from"],
+    ["second", "from"],
+    ["dow", "from"],
+    ["doy", "from"],
+    ["isodow", "from"],
+    ["quarter", "from"],
+    ["week", "from"],
+    ["epoch", "from"],
+    ["at", "time", "zone"],
+    // The following are not considered operators.
+    // ["from"], can be used as an operator only within the substring function, but it cannot be distinguished from the Form Clause. This will be resolved with a dedicated substring parser.
+    // ["for"], can be used as an operator only within the substring function, but it cannot be distinguished from the For Clause. This will be resolved with a dedicated substring parser.
+]);
+// Typed literal format
+const operatorOrTypeTrie = new KeywordTrie_1.KeywordTrie([
+    ["date"],
+    ["time"],
+    ["timestamp"],
+    ["timestamptz"], // timestamp with time zone
+    ["timetz"], // time with time zone
+    ["interval"],
+    ["boolean"],
+    ["integer"],
+    ["bigint"],
+    ["smallint"],
+    ["numeric"],
+    ["decimal"],
+    ["real"],
+    ["double", "precision"],
+    ["double", "precision"],
+    ["character", "varying"],
+    ["time", "without", "time", "zone"],
+    ["time", "with", "time", "zone"],
+    ["timestamp", "without", "time", "zone"],
+    ["timestamp", "with", "time", "zone"],
+]);
+const keywordParser = new KeywordParser_1.KeywordParser(trie);
+const operatorOrTypeParser = new KeywordParser_1.KeywordParser(operatorOrTypeTrie);
+// Indicates the token may also represent a type (e.g., 'interval')
+const MAYBE_TYPE = true;
+class OperatorTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    tryRead(previous) {
+        var _a;
+        if (this.isEndOfInput()) {
+            return null;
+        }
+        /*
+            NOTE:
+            Asterisks could potentially be wildcard identifiers,
+            but since they're indistinguishable at this stage, they're treated as Operators at the token level.
+            The Parser needs to determine whether they are appropriate Operators or Identifiers.
+        */
+        const char = this.input[this.position];
+        if (charLookupTable_1.CharLookupTable.isOperatorSymbol(char)) {
+            const start = this.position;
+            while (this.canRead() && charLookupTable_1.CharLookupTable.isOperatorSymbol(this.input[this.position])) {
+                this.position++;
+                if (!this.canRead()) {
+                    break;
+                }
+                const previous = this.input[this.position - 1];
+                const next = this.input[this.position];
+                // Stop before consuming the second character of comment prefixes to avoid zero-length slices.
+                if ((previous === '-' && next === '-') || (previous === '/' && next === '*')) {
+                    break;
+                }
+            }
+            // Ensure progress even when a comment prefix appears immediately.
+            if (this.position === start) {
+                this.position++;
+            }
+            const resut = this.input.slice(start, this.position);
+            return this.createLexeme(Lexeme_1.TokenType.Operator, resut);
+        }
+        // Logical operators
+        let result = operatorOrTypeParser.parse(this.input, this.position);
+        if (result !== null) {
+            // Special handling for typed literal format.
+            // Treated as an operator in cases like `interval '2 days'`,
+            // but can also be used as a type in expressions like `'1 month'::interval`,
+            // so we return it as both Operator and Type.
+            this.position = result.newPosition;
+            const lexeme = this.createLexeme(Lexeme_1.TokenType.Operator | Lexeme_1.TokenType.Type | Lexeme_1.TokenType.Identifier, result.keyword);
+            // Preserve inline comments that follow multi-word literals or types (e.g., "timestamp with time zone -- note").
+            if (result.comments && result.comments.length > 0) {
+                lexeme.positionedComments = [
+                    ...((_a = lexeme.positionedComments) !== null && _a !== void 0 ? _a : []),
+                    { position: 'after', comments: [...result.comments] }
+                ];
+            }
+            return lexeme;
+        }
+        result = keywordParser.parse(this.input, this.position);
+        if (result !== null) {
+            this.position = result.newPosition;
+            return this.createLexeme(Lexeme_1.TokenType.Operator, result.keyword);
+        }
+        return null;
+    }
+}
+exports.OperatorTokenReader = OperatorTokenReader;
+//# sourceMappingURL=OperatorTokenReader.js.map

package/dist/tokenReaders/OperatorTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OperatorTokenReader.js","sourceRoot":"","sources":["../../src/tokenReaders/OperatorTokenReader.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AACpD,6CAAqD;AACrD,8DAA2D;AAC3D,4DAAyD;AACzD,uDAAoD;AAEpD,MAAM,IAAI,GAAG,IAAI,yBAAW,CAAC;IACzB,SAAS;IACT,CAAC,KAAK,CAAC;IACP,CAAC,IAAI,CAAC;IACN,CAAC,IAAI,CAAC;IACN,CAAC,IAAI,EAAE,KAAK,CAAC;IACb,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC;IAC1B,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC;IACjC,CAAC,MAAM,CAAC;IACR,CAAC,OAAO,CAAC;IACT,CAAC,IAAI,CAAC;IACN,CAAC,QAAQ,CAAC;IACV,CAAC,SAAS,CAAC;IACX,CAAC,KAAK,EAAE,MAAM,CAAC;IACf,CAAC,KAAK,EAAE,OAAO,CAAC;IAChB,CAAC,KAAK,EAAE,IAAI,CAAC;IACb,CAAC,KAAK,EAAE,QAAQ,CAAC;IACjB,CAAC,KAAK,EAAE,SAAS,CAAC;IAClB,CAAC,QAAQ,CAAC,EAAE,sDAAsD;IAClE,CAAC,SAAS,CAAC,EAAE,uCAAuC;IACpD,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,qCAAqC;IACxD,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,yCAAyC;IACnE,CAAC,SAAS,CAAC,EAAE,yDAAyD;IACtE,CAAC,SAAS,CAAC,EAAE,mDAAmD;IAChE,CAAC,OAAO,CAAC,EAAE,oCAAoC;IAC/C,CAAC,QAAQ,CAAC,EAAE,oCAAoC;IAChD,CAAC,KAAK,CAAC,EAAE,wBAAwB;IACjC,CAAC,KAAK,CAAC,EAAE,8BAA8B;IACvC,QAAQ;IACR,CAAC,KAAK,CAAC;IACP,eAAe;IACf,CAAC,MAAM,CAAC;IACR,CAAC,SAAS,CAAC;IACX,CAAC,UAAU,CAAC;IACZ,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW;IAC7B,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,WAAW;IAChC,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,WAAW;IACjC,kBAAkB;IAClB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,OAAO,EAAE,MAAM,CAAC;IACjB,CAAC,KAAK,EAAE,MAAM,CAAC;IACf,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,QAAQ,EAAE,MAAM,CAAC;IAClB,CAAC,QAAQ,EAAE,MAAM,CAAC;IAClB,CAAC,KAAK,EAAE,MAAM,CAAC;IACf,CAAC,KAAK,EAAE,MAAM,CAAC;IACf,CAAC,QAAQ,EAAE,MAAM,CAAC;IAClB,CAAC,SAAS,EAAE,MAAM,CAAC;IACnB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,OAAO,EAAE,MAAM,CAAC;IACjB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC;IACtB,8CAA8C;IAC9C,yLAAyL;IACzL,uLAAuL;CAC1L,CAAC,CAAC;AAEH,uBAAuB;AACvB,MAAM,kBAAkB,GAAG,IAAI,yBAAW,CAAC;IACvC,CAAC,MAAM,CAAC;IACR,CAAC,MAAM,CAAC;IACR,CAAC,WAAW,CAAC;IACb,CAAC,aAAa,CAAC,EAAC,2BAA2B;IAC3C,CAAC,QAAQ,CAAC,EAAM,sBAAsB;IACtC,CAAC,UAAU,CAAC;IACZ,CAAC,SAAS,CAAC;IACX,CAAC,SAAS,CAAC;IACX,CAAC,QAAQ,CAAC;IACV,CAAC,UAAU,CAAC;IACZ,CAAC,SAAS,CAAC;IACX,CAAC,SAAS,CAAC;IACX,CAAC,MAAM,CAAC;IACR,CAAC,QAAQ,EAAE,WAAW,CAAC;IACvB,CAAC,QAAQ,EAAE,WAAW,CAAC;IACvB,CAAC,WAAW,EAAE,SAAS,CAAC;IACxB,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC;IACnC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IAChC,CAAC,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC;IACxC,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;CACxC,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,IAAI,6BAAa,CAAC,IAAI,CAAC,CAAC;AAC9C,MAAM,oBAAoB,GAAG,IAAI,6BAAa,CAAC,kBAAkB,CAAC,CAAC;AAEnE,mEAAmE;AACnE,MAAM,UAAU,GAAG,IAAI,CAAC;AAExB,MAAa,mBAAoB,SAAQ,iCAAe;IAC7C,OAAO,CAAC,QAAuB;;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED;;;;;UAKE;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEvC,IAAI,iCAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;YAE5B,OAAO,IAAI,CAAC,OAAO,EAAE,IAAI,iCAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBACnF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAEhB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;oBAClB,MAAM;gBACV,CAAC;gBAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;gBAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAEvC,8FAA8F;gBAC9F,IAAI,CAAC,QAAQ,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;oBAC3E,MAAM;gBACV,CAAC;YACL,CAAC;YAED,kEAAkE;YAClE,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpB,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACxD,CAAC;QAED,oBAAoB;QACpB,IAAI,MAAM,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnE,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAClB,6CAA6C;YAC7C,4DAA4D;YAC5D,4EAA4E;YAC5E,6CAA6C;YAC7C,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,QAAQ,GAAG,kBAAS,CAAC,IAAI,GAAG,kBAAS,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YAE7G,gHAAgH;YAChH,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChD,MAAM,CAAC,kBAAkB,GAAG;oBACxB,GAAG,CAAC,MAAA,MAAM,CAAC,kBAAkB,mCAAI,EAAE,CAAC;oBACpC,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE;iBACxD,CAAC;YACN,CAAC;YAED,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC;YACnC,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACjE,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AAxED,kDAwEC"}