rawsql-ts 0.12.0 → 0.13.0

package/dist/tokenReaders/ParameterTokenReader.js

@@ -0,0 +1,190 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ParameterTokenReader = void 0;
+const BaseTokenReader_1 = require("./BaseTokenReader");
+const Lexeme_1 = require("../models/Lexeme");
+const charLookupTable_1 = require("../utils/charLookupTable");
+/**
+ * Reads SQL parameter tokens (@param, :param, $param, ?, ${param})
+ */
+class ParameterTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    constructor(input) {
+        super(input);
+    }
+    /**
+     * Try to read a parameter token
+     */
+    tryRead(previous) {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+        // parameter with suffix (${param}) - check this first
+        if (this.canRead(1) && this.input[this.position] === '$' && this.input[this.position + 1] === '{') {
+            this.position += 2; // Skip ${
+            const start = this.position;
+            while (this.canRead() && this.input[this.position] !== '}') {
+                this.position++;
+            }
+            if (this.isEndOfInput()) {
+                throw new Error(`Unexpected end of input. Expected closing '}' for parameter at position ${start}`);
+            }
+            const identifier = this.input.slice(start, this.position);
+            if (identifier.length === 0) {
+                throw new Error('Empty parameter name is not allowed: found ${} at position ' + (start - 2));
+            }
+            this.position++; // Skip }
+            return this.createLexeme(Lexeme_1.TokenType.Parameter, '${' + identifier + '}');
+        }
+        const char = this.input[this.position];
+        // named parameter (@param, :param, $param)
+        if (charLookupTable_1.CharLookupTable.isNamedParameterPrefix(char)) {
+            // However, do not recognize as a parameter if the next character is an operator symbol
+            // To avoid postgres `::`
+            if (this.canRead(1) && charLookupTable_1.CharLookupTable.isOperatorSymbol(this.input[this.position + 1])) {
+                return null;
+            }
+            // Don't treat `:` as parameter prefix in array slice context [1:2]
+            if (char === ':' && this.isInArraySliceContext()) {
+                return null;
+            }
+            // Special handling for PostgreSQL dollar-quoted strings ($$ or $tag$)
+            if (char === '$' && this.isDollarQuotedString()) {
+                return null; // Let LiteralTokenReader handle it as dollar-quoted string
+            }
+            // Special handling for SQL Server MONEY literals ($123.45)
+            // Only treat as MONEY if it contains decimal point or comma (not just $123)
+            if (char === '$' && this.canRead(1) && charLookupTable_1.CharLookupTable.isDigit(this.input[this.position + 1])) {
+                // Look ahead to see if this looks like a MONEY literal (has . or ,)
+                let pos = this.position + 1;
+                let hasDecimalOrComma = false;
+                while (pos < this.input.length && (charLookupTable_1.CharLookupTable.isDigit(this.input[pos]) || this.input[pos] === ',' || this.input[pos] === '.')) {
+                    if (this.input[pos] === '.' || this.input[pos] === ',') {
+                        hasDecimalOrComma = true;
+                        break;
+                    }
+                    pos++;
+                }
+                if (hasDecimalOrComma) {
+                    return null; // Let LiteralTokenReader handle it as MONEY
+                }
+                // Otherwise, treat as parameter (e.g., $1, $123)
+            }
+            this.position++;
+            // Read the identifier part after the prefix
+            const start = this.position;
+            while (this.canRead() && !charLookupTable_1.CharLookupTable.isDelimiter(this.input[this.position])) {
+                this.position++;
+            }
+            const identifier = this.input.slice(start, this.position);
+            return this.createLexeme(Lexeme_1.TokenType.Parameter, char + identifier);
+        }
+        // nameless parameter (?)
+        // However, do not recognize as a parameter if it could be a JSON operator
+        if (char === '?') {
+            // Check for JSON operators ?| and ?&
+            if (this.canRead(1)) {
+                const nextChar = this.input[this.position + 1];
+                if (nextChar === '|' || nextChar === '&') {
+                    return null; // Let OperatorTokenReader handle it
+                }
+            }
+            // If previous token is an identifier or literal, ? might be a JSON operator
+            if (previous && (previous.type & Lexeme_1.TokenType.Identifier || previous.type & Lexeme_1.TokenType.Literal)) {
+                return null; // Let OperatorTokenReader handle it
+            }
+            this.position++;
+            return this.createLexeme(Lexeme_1.TokenType.Parameter, char);
+        }
+        return null;
+    }
+    /**
+     * Check if we're in an array slice context where : should be treated as an operator
+     * Look backwards for an opening bracket that suggests array access
+     */
+    isInArraySliceContext() {
+        // Look backwards from current position to find opening bracket
+        let pos = this.position - 1;
+        let bracketDepth = 0;
+        let parenDepth = 0;
+        while (pos >= 0) {
+            const char = this.input[pos];
+            if (char === ']') {
+                bracketDepth++;
+            }
+            else if (char === '[') {
+                bracketDepth--;
+                if (bracketDepth < 0) {
+                    // Found unmatched opening bracket, check if it's array access context
+                    // Array access context: after identifier, closing paren, or closing bracket
+                    if (pos > 0) {
+                        const prevChar = this.input[pos - 1];
+                        // If previous char could end an expression (identifier, paren, bracket)
+                        if (/[a-zA-Z0-9_)\]]/.test(prevChar)) {
+                            return true;
+                        }
+                    }
+                    // Also check if we're at start of input with brackets
+                    if (pos === 0) {
+                        return false; // Standalone [expr] is not array access
+                    }
+                    break;
+                }
+            }
+            else if (char === ')') {
+                parenDepth++;
+            }
+            else if (char === '(') {
+                parenDepth--;
+                // Continue searching even through parentheses as they might be function calls
+                // in array slice context like arr[func(x):func(y)]
+            }
+            pos--;
+        }
+        return false;
+    }
+    /**
+     * Check if the current position starts a PostgreSQL dollar-quoted string
+     * Patterns: $$ or $tag$
+     */
+    isDollarQuotedString() {
+        if (!this.canRead(1)) {
+            return false;
+        }
+        // Check for $$ pattern
+        if (this.input[this.position + 1] === '$') {
+            return true;
+        }
+        // Check for $tag$ pattern
+        // Look for the closing $ after the tag
+        let pos = this.position + 1;
+        while (pos < this.input.length) {
+            const char = this.input[pos];
+            if (char === '$') {
+                // Found closing $ - this looks like $tag$ pattern
+                return true;
+            }
+            // Tag can contain letters, digits, underscores
+            if (!this.isAlphanumeric(char) && char !== '_') {
+                // Invalid character for tag, not a dollar-quoted string
+                return false;
+            }
+            pos++;
+        }
+        // No closing $ found
+        return false;
+    }
+    /**
+     * Check if character is alphanumeric (letter or digit)
+     */
+    isAlphanumeric(char) {
+        if (char.length !== 1)
+            return false;
+        const code = char.charCodeAt(0);
+        // Check if digit (0-9) or letter (a-z, A-Z)
+        return (code >= 48 && code <= 57) || // 0-9
+            (code >= 65 && code <= 90) || // A-Z
+            (code >= 97 && code <= 122); // a-z
+    }
+}
+exports.ParameterTokenReader = ParameterTokenReader;
+//# sourceMappingURL=ParameterTokenReader.js.map

package/dist/tokenReaders/ParameterTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ParameterTokenReader.js","sourceRoot":"","sources":["../../src/tokenReaders/ParameterTokenReader.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AACpD,6CAAqD;AACrD,8DAA2D;AAE3D;;GAEG;AACH,MAAa,oBAAqB,SAAQ,iCAAe;IACrD,YAAY,KAAa;QACrB,KAAK,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IAED;;OAEG;IACI,OAAO,CAAC,QAAuB;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,sDAAsD;QACtD,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YAChG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,UAAU;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC5B,OAAO,IAAI,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE,CAAC;gBACzD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpB,CAAC;YACD,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CAAC,2EAA2E,KAAK,EAAE,CAAC,CAAC;YACxG,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,6DAA6D,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;YACjG,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS;YAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,SAAS,EAAE,IAAI,GAAG,UAAU,GAAG,GAAG,CAAC,CAAC;QAC3E,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEvC,2CAA2C;QAC3C,IAAI,iCAAe,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;YAE/C,uFAAuF;YACvF,yBAAyB;YACzB,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,iCAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrF,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,mEAAmE;YACnE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;gBAC/C,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,sEAAsE;YACtE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;gBAC9C,OAAO,IAAI,CAAC,CAAC,2DAA2D;YAC5E,CAAC;YAED,2DAA2D;YAC3D,4EAA4E;YAC5E,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,iCAAe,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5F,oEAAoE;gBACpE,IAAI,GAAG,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;gBAC5B,IAAI,iBAAiB,GAAG,KAAK,CAAC;gBAC9B,OAAO,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,iCAAe,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBACjI,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;wBACrD,iBAAiB,GAAG,IAAI,CAAC;wBACzB,MAAM;oBACV,CAAC;oBACD,GAAG,EAAE,CAAC;gBACV,CAAC;gBAED,IAAI,iBAAiB,EAAE,CAAC;oBACpB,OAAO,IAAI,CAAC,CAAC,4CAA4C;gBAC7D,CAAC;gBACD,iDAAiD;YACrD,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC;YAEhB,4CAA4C;YAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC5B,OAAO,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,iCAAe,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBAC/E,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpB,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1D,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,SAAS,EAAE,IAAI,GAAG,UAAU,CAAC,CAAC;QACrE,CAAC;QAED,yBAAyB;QACzB,0EAA0E;QAC1E,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,qCAAqC;YACrC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;gBAC/C,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;oBACvC,OAAO,IAAI,CAAC,CAAC,oCAAoC;gBACrD,CAAC;YACL,CAAC;YAED,4EAA4E;YAC5E,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,kBAAS,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,GAAG,kBAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1F,OAAO,IAAI,CAAC,CAAC,oCAAoC;YACrD,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;OAGG;IACK,qBAAqB;QACzB,+DAA+D;QAC/D,IAAI,GAAG,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC;YACd,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAE7B,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACf,YAAY,EAAE,CAAC;YACnB,CAAC;iBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACtB,YAAY,EAAE,CAAC;gBACf,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;oBACnB,sEAAsE;oBACtE,4EAA4E;oBAC5E,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;wBACV,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;wBACrC,wEAAwE;wBACxE,IAAI,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACnC,OAAO,IAAI,CAAC;wBAChB,CAAC;oBACL,CAAC;oBACD,sDAAsD;oBACtD,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;wBACZ,OAAO,KAAK,CAAC,CAAC,wCAAwC;oBAC1D,CAAC;oBACD,MAAM;gBACV,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACtB,UAAU,EAAE,CAAC;YACjB,CAAC;iBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACtB,UAAU,EAAE,CAAC;gBACb,8EAA8E;gBAC9E,mDAAmD;YACvD,CAAC;YAED,GAAG,EAAE,CAAC;QACV,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;OAGG;IACK,oBAAoB;QACxB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACnB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,uBAAuB;QACvB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACxC,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,0BAA0B;QAC1B,uCAAuC;QACvC,IAAI,GAAG,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAC5B,OAAO,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACf,kDAAkD;gBAClD,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,+CAA+C;YAC/C,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBAC7C,wDAAwD;gBACxD,OAAO,KAAK,CAAC;YACjB,CAAC;YACD,GAAG,EAAE,CAAC;QACV,CAAC;QAED,qBAAqB;QACrB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QAC/B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,4CAA4C;QAC5C,OAAO,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,IAAK,MAAM;YACrC,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,IAAK,MAAM;YACrC,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,GAAG,CAAC,CAAC,CAAG,MAAM;IAChD,CAAC;CACJ;AA1MD,oDA0MC"}

package/dist/tokenReaders/StringSpecifierTokenReader.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StringSpecifierTokenReader = void 0;
+const Lexeme_1 = require("../models/Lexeme");
+const BaseTokenReader_1 = require("./BaseTokenReader");
+// Prefix sets for quick checks
+const STRING_SPECIFIERS = new Set(['e\'', 'E\'', 'x\'', 'X\'', 'b\'', 'B\'']);
+const UNICODE_STRING_SPECIFIERS = new Set(['u&\'', 'U&\'']);
+class StringSpecifierTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    /**
+     * Try to read an escaped literal like e'...', x'...', etc.
+     */
+    tryRead(previous) {
+        const start = this.position;
+        // Check for prefixed literals: e', x', b'
+        if (this.canRead(1) && STRING_SPECIFIERS.has(this.input.slice(start, start + 2))) {
+            this.position += 1;
+            const result = this.createLexeme(Lexeme_1.TokenType.StringSpecifier, this.input.slice(start, this.position));
+            return result;
+        }
+        // Check for unicode literal: u&'
+        if (this.canRead(2) && UNICODE_STRING_SPECIFIERS.has(this.input.slice(start, start + 3))) {
+            this.position += 2;
+            const result = this.createLexeme(Lexeme_1.TokenType.StringSpecifier, this.input.slice(start, this.position));
+            return result;
+        }
+        return null;
+    }
+}
+exports.StringSpecifierTokenReader = StringSpecifierTokenReader;
+//# sourceMappingURL=StringSpecifierTokenReader.js.map

package/dist/tokenReaders/StringSpecifierTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StringSpecifierTokenReader.js","sourceRoot":"","sources":["../../src/tokenReaders/StringSpecifierTokenReader.ts"],"names":[],"mappings":";;;AAAA,6CAAqD;AACrD,uDAAoD;AAEpD,+BAA+B;AAC/B,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;AAC9E,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAE5D,MAAa,0BAA2B,SAAQ,iCAAe;IAE3D;;OAEG;IACI,OAAO,CAAC,QAAuB;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QAE5B,0CAA0C;QAC1C,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/E,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;YACnB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpG,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,iCAAiC;QACjC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACvF,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;YACnB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpG,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AAxBD,gEAwBC"}

package/dist/tokenReaders/SymbolTokenReader.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SpecialSymbolTokenReader = void 0;
+const BaseTokenReader_1 = require("./BaseTokenReader");
+const Lexeme_1 = require("../models/Lexeme");
+/**
+ * Reads SQL symbol tokens (., ,, (, ))
+ */
+class SpecialSymbolTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    /**
+     * Try to read a symbol token
+     */
+    tryRead(previous) {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+        const char = this.input[this.position];
+        // symbol tokens
+        if (char in SpecialSymbolTokenReader.SPECIAL_SYMBOL_TOKENS) {
+            this.position++;
+            return this.createLexeme(SpecialSymbolTokenReader.SPECIAL_SYMBOL_TOKENS[char], char);
+        }
+        return null;
+    }
+}
+exports.SpecialSymbolTokenReader = SpecialSymbolTokenReader;
+SpecialSymbolTokenReader.SPECIAL_SYMBOL_TOKENS = {
+    '.': Lexeme_1.TokenType.Dot,
+    ',': Lexeme_1.TokenType.Comma,
+    '(': Lexeme_1.TokenType.OpenParen,
+    ')': Lexeme_1.TokenType.CloseParen,
+    '[': Lexeme_1.TokenType.OpenBracket,
+    ']': Lexeme_1.TokenType.CloseBracket,
+};
+//# sourceMappingURL=SymbolTokenReader.js.map

package/dist/tokenReaders/SymbolTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SymbolTokenReader.js","sourceRoot":"","sources":["../../src/tokenReaders/SymbolTokenReader.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AACpD,6CAAqD;AAErD;;GAEG;AACH,MAAa,wBAAyB,SAAQ,iCAAe;IAUzD;;OAEG;IACI,OAAO,CAAC,QAAuB;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEvC,gBAAgB;QAChB,IAAI,IAAI,IAAI,wBAAwB,CAAC,qBAAqB,EAAE,CAAC;YACzD,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,YAAY,CACpB,wBAAwB,CAAC,qBAAqB,CAAC,IAAI,CAAC,EACpD,IAAI,CACP,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;;AA7BL,4DA8BC;AA7B2B,8CAAqB,GAA8B;IACvE,GAAG,EAAE,kBAAS,CAAC,GAAG;IAClB,GAAG,EAAE,kBAAS,CAAC,KAAK;IACpB,GAAG,EAAE,kBAAS,CAAC,SAAS;IACxB,GAAG,EAAE,kBAAS,CAAC,UAAU;IACzB,GAAG,EAAE,kBAAS,CAAC,WAAW;IAC1B,GAAG,EAAE,kBAAS,CAAC,YAAY;CAC9B,CAAC"}

package/dist/tokenReaders/TokenReaderManager.js

@@ -0,0 +1,110 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TokenReaderManager = void 0;
+/**
+ * Manages and coordinates multiple token readers
+ */
+class TokenReaderManager {
+    constructor(input, position = 0) {
+        this.cacheHits = 0;
+        this.cacheMisses = 0;
+        this.input = input;
+        this.position = position;
+        this.readers = [];
+        this.tokenCache = new Map();
+    }
+    /**
+     * Register a token reader
+     * @param reader The reader to register
+     * @returns This manager instance for chaining
+     */
+    register(reader) {
+        this.readers.push(reader);
+        return this;
+    }
+    /**
+     * Register multiple token readers
+     * @param readers The readers to register
+     * @returns This manager instance for chaining
+     */
+    registerAll(readers) {
+        readers.forEach(reader => this.register(reader));
+        return this;
+    }
+    /**
+     * Update the position for all readers
+     */
+    setPosition(position) {
+        this.position = position;
+        for (const reader of this.readers) {
+            reader.setPosition(position);
+        }
+    }
+    /**
+     * Try to read a token using all registered readers
+     * @param position The position to read from
+     * @param previous The previous token, if any
+     * @returns The lexeme if a reader could read it, null otherwise
+     */
+    tryRead(position, previous) {
+        // Check cache - using position as the key
+        if (this.tokenCache.has(position)) {
+            // Cache hit
+            this.cacheHits++;
+            const lexeme = this.tokenCache.get(position) || null;
+            return lexeme;
+        }
+        // Cache miss - create new entry
+        this.cacheMisses++;
+        this.setPosition(position);
+        // Try to read with each reader
+        let lexeme = null;
+        for (const reader of this.readers) {
+            lexeme = reader.tryRead(previous);
+            if (lexeme) {
+                this.position = reader.getPosition();
+                break;
+            }
+        }
+        // Update all readers' positions
+        for (const reader of this.readers) {
+            reader.setPosition(this.position);
+        }
+        // Save to cache (even if null)
+        this.tokenCache.set(position, lexeme);
+        return lexeme;
+    }
+    /**
+     * Get the maximum position among all readers
+     */
+    getMaxPosition() {
+        let maxPosition = this.position;
+        for (const reader of this.readers) {
+            const position = reader.getPosition();
+            if (position > maxPosition) {
+                maxPosition = position;
+            }
+        }
+        return maxPosition;
+    }
+    /**
+     * Get the input string
+     */
+    getInput() {
+        return this.input;
+    }
+    /**
+     * Get cache statistics
+     */
+    getCacheStats() {
+        const total = this.cacheHits + this.cacheMisses;
+        const ratio = total > 0 ? this.cacheHits / total : 0;
+        return {
+            hits: this.cacheHits,
+            misses: this.cacheMisses,
+            ratio: ratio
+        };
+    }
+}
+exports.TokenReaderManager = TokenReaderManager;
+//# sourceMappingURL=TokenReaderManager.js.map

package/dist/tokenReaders/TokenReaderManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TokenReaderManager.js","sourceRoot":"","sources":["../../src/tokenReaders/TokenReaderManager.ts"],"names":[],"mappings":";;;AAGA;;GAEG;AACH,MAAa,kBAAkB;IAQ3B,YAAY,KAAa,EAAE,WAAmB,CAAC;QAHvC,cAAS,GAAW,CAAC,CAAC;QACtB,gBAAW,GAAW,CAAC,CAAC;QAG5B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;IAChC,CAAC;IAED;;;;OAIG;IACI,QAAQ,CAAC,MAAuB;QACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACI,WAAW,CAAC,OAA0B;QACzC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACjD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,QAAgB;QAChC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAChC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACI,OAAO,CAAC,QAAgB,EAAE,QAAuB;QACpD,0CAA0C;QAC1C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,YAAY;YACZ,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC;YACrD,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,gCAAgC;QAChC,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAE3B,+BAA+B;QAC/B,IAAI,MAAM,GAAkB,IAAI,CAAC;QACjC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAChC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAClC,IAAI,MAAM,EAAE,CAAC;gBACT,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;gBACrC,MAAM;YACV,CAAC;QACL,CAAC;QAED,gCAAgC;QAChC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAChC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;QAED,+BAA+B;QAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACtC,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;OAEG;IACI,cAAc;QACjB,IAAI,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC;QAChC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;YACtC,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;gBACzB,WAAW,GAAG,QAAQ,CAAC;YAC3B,CAAC;QACL,CAAC;QACD,OAAO,WAAW,CAAC;IACvB,CAAC;IAED;;OAEG;IACI,QAAQ;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED;;OAEG;IACI,aAAa;QAChB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC;QAChD,MAAM,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,SAAS;YACpB,MAAM,EAAE,IAAI,CAAC,WAAW;YACxB,KAAK,EAAE,KAAK;SACf,CAAC;IACN,CAAC;CACJ;AArHD,gDAqHC"}

package/dist/tokenReaders/TypeTokenReader.js

@@ -0,0 +1,69 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TypeTokenReader = void 0;
+const BaseTokenReader_1 = require("./BaseTokenReader");
+const Lexeme_1 = require("../models/Lexeme");
+const stringUtils_1 = require("../utils/stringUtils");
+const KeywordTrie_1 = require("../models/KeywordTrie");
+const KeywordParser_1 = require("../parsers/KeywordParser");
+// Use KeywordTrie to identify type names composed of multiple words.
+const trie = new KeywordTrie_1.KeywordTrie([
+    // type
+    ["double", "precision"],
+    ["character", "varying"],
+    ["time", "without", "time", "zone"],
+    ["time", "with", "time", "zone"],
+    ["timestamp", "without", "time", "zone"],
+    ["timestamp", "with", "time", "zone"],
+]);
+const typeParser = new KeywordParser_1.KeywordParser(trie);
+/**
+ * Reads SQL identifier tokens
+ */
+class TypeTokenReader extends BaseTokenReader_1.BaseTokenReader {
+    /**
+     * Try to read an identifier token
+     */
+    tryRead(previous) {
+        var _a;
+        if (this.isEndOfInput()) {
+            return null;
+        }
+        // Check for keyword identifiers
+        const keyword = typeParser.parse(this.input, this.position);
+        if (keyword !== null) {
+            this.position = keyword.newPosition;
+            const lexeme = this.createLexeme(Lexeme_1.TokenType.Type, keyword.keyword);
+            // Preserve inline comments that may appear after multi-word type keywords (e.g., "timestamp with time zone -- note").
+            if (keyword.comments && keyword.comments.length > 0) {
+                const existing = (_a = lexeme.positionedComments) !== null && _a !== void 0 ? _a : [];
+                lexeme.positionedComments = [
+                    ...existing,
+                    { position: 'after', comments: [...keyword.comments] }
+                ];
+            }
+            return lexeme;
+        }
+        // check pervious token
+        if (previous === null) {
+            return null;
+        }
+        const result = stringUtils_1.StringUtils.tryReadRegularIdentifier(this.input, this.position);
+        if (!result) {
+            return null;
+        }
+        this.position = result.newPosition;
+        // type cast command
+        if (previous.type & Lexeme_1.TokenType.Command && previous.value === "as") {
+            // If the previous token is the `as` keyword, it could be a type cast or an identifier
+            return this.createLexeme(Lexeme_1.TokenType.Identifier | Lexeme_1.TokenType.Type, result.identifier);
+        }
+        // postgres type conversion
+        if (previous.type & Lexeme_1.TokenType.Operator && previous.value === "::") {
+            return this.createLexeme(Lexeme_1.TokenType.Type, result.identifier);
+        }
+        return null;
+    }
+}
+exports.TypeTokenReader = TypeTokenReader;
+//# sourceMappingURL=TypeTokenReader.js.map

package/dist/tokenReaders/TypeTokenReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TypeTokenReader.js","sourceRoot":"","sources":["../../src/tokenReaders/TypeTokenReader.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AACpD,6CAAqD;AACrD,sDAAmD;AACnD,uDAAoD;AACpD,4DAAyD;AAEzD,qEAAqE;AACrE,MAAM,IAAI,GAAG,IAAI,yBAAW,CAAC;IACzB,OAAO;IACP,CAAC,QAAQ,EAAE,WAAW,CAAC;IACvB,CAAC,WAAW,EAAE,SAAS,CAAC;IACxB,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC;IACnC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IAChC,CAAC,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC;IACxC,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;CACxC,CAAC,CAAC;AACH,MAAM,UAAU,GAAG,IAAI,6BAAa,CAAC,IAAI,CAAC,CAAC;AAE3C;;GAEG;AACH,MAAa,eAAgB,SAAQ,iCAAe;IAChD;;OAEG;IACI,OAAO,CAAC,QAAuB;;QAClC,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,gCAAgC;QAChC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5D,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YAElE,sHAAsH;YACtH,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,MAAM,QAAQ,GAAG,MAAA,MAAM,CAAC,kBAAkB,mCAAI,EAAE,CAAC;gBACjD,MAAM,CAAC,kBAAkB,GAAG;oBACxB,GAAG,QAAQ;oBACX,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,EAAE;iBACzD,CAAC;YACN,CAAC;YAED,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,uBAAuB;QACvB,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,MAAM,GAAG,yBAAW,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC;QAEnC,oBAAoB;QACpB,IAAI,QAAQ,CAAC,IAAI,GAAG,kBAAS,CAAC,OAAO,IAAI,QAAQ,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YAC/D,sFAAsF;YACtF,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,UAAU,GAAG,kBAAS,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACvF,CAAC;QAED,2BAA2B;QAC3B,IAAI,QAAQ,CAAC,IAAI,GAAG,kBAAS,CAAC,QAAQ,IAAI,QAAQ,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YAChE,OAAO,IAAI,CAAC,YAAY,CAAC,kBAAS,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AAnDD,0CAmDC"}