rawsql-ts 0.12.0 → 0.13.0

package/dist/utils/TextPositionUtils.js

@@ -0,0 +1,128 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TextPositionUtils = void 0;
+/**
+ * Utility functions for text position conversion and manipulation
+ *
+ * Provides centralized functionality for converting between different
+ * position representations commonly used in text processing and SQL parsing.
+ */
+class TextPositionUtils {
+    /**
+     * Convert line/column position to character offset
+     *
+     * @param text - Source text
+     * @param position - Line/column position (1-based)
+     * @returns Character offset (0-based) or -1 if invalid
+     *
+     * @example
+     * ```typescript
+     * const text = "SELECT id\nFROM users";
+     * const charOffset = TextPositionUtils.lineColumnToCharOffset(text, { line: 2, column: 1 });
+     * console.log(charOffset); // 10 (position of 'F' in 'FROM')
+     * ```
+     */
+    static lineColumnToCharOffset(text, position) {
+        if (position.line < 1 || position.column < 1) {
+            return -1;
+        }
+        const lines = text.split('\n');
+        if (position.line > lines.length) {
+            return -1;
+        }
+        const targetLine = lines[position.line - 1];
+        if (position.column > targetLine.length + 1) {
+            return -1;
+        }
+        let offset = 0;
+        for (let i = 0; i < position.line - 1; i++) {
+            offset += lines[i].length + 1; // +1 for newline
+        }
+        offset += position.column - 1;
+        return offset;
+    }
+    /**
+     * Convert character offset to line/column position
+     *
+     * @param text - Source text
+     * @param charOffset - Character offset (0-based)
+     * @returns Line/column position (1-based) or null if invalid
+     *
+     * @example
+     * ```typescript
+     * const text = "SELECT id\nFROM users";
+     * const position = TextPositionUtils.charOffsetToLineColumn(text, 10);
+     * console.log(position); // { line: 2, column: 1 }
+     * ```
+     */
+    static charOffsetToLineColumn(text, charOffset) {
+        if (charOffset < 0 || charOffset > text.length) {
+            return null;
+        }
+        const lines = text.split('\n');
+        let currentOffset = 0;
+        for (let lineIndex = 0; lineIndex < lines.length; lineIndex++) {
+            const lineLength = lines[lineIndex].length;
+            if (charOffset < currentOffset + lineLength) {
+                return {
+                    line: lineIndex + 1,
+                    column: charOffset - currentOffset + 1
+                };
+            }
+            if (charOffset === currentOffset + lineLength && lineIndex < lines.length - 1) {
+                return {
+                    line: lineIndex + 2,
+                    column: 1
+                };
+            }
+            currentOffset += lineLength + 1; // +1 for newline
+        }
+        // Handle position at very end
+        if (charOffset === text.length) {
+            const lastLine = lines[lines.length - 1];
+            return {
+                line: lines.length,
+                column: lastLine.length + 1
+            };
+        }
+        return null;
+    }
+    /**
+     * Check if a position is within text bounds
+     *
+     * @param text - Source text
+     * @param position - Line/column position (1-based)
+     * @returns True if position is valid
+     */
+    static isValidPosition(text, position) {
+        return this.lineColumnToCharOffset(text, position) !== -1;
+    }
+    /**
+     * Get the line at the specified line number
+     *
+     * @param text - Source text
+     * @param lineNumber - Line number (1-based)
+     * @returns Line content or null if invalid
+     */
+    static getLine(text, lineNumber) {
+        if (lineNumber < 1) {
+            return null;
+        }
+        const lines = text.split('\n');
+        if (lineNumber > lines.length) {
+            return null;
+        }
+        return lines[lineNumber - 1];
+    }
+    /**
+     * Get the total number of lines in text
+     *
+     * @param text - Source text
+     * @returns Number of lines
+     */
+    static getLineCount(text) {
+        return text.split('\n').length;
+    }
+}
+exports.TextPositionUtils = TextPositionUtils;
+//# sourceMappingURL=TextPositionUtils.js.map

package/dist/utils/TextPositionUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TextPositionUtils.js","sourceRoot":"","sources":["../../src/utils/TextPositionUtils.ts"],"names":[],"mappings":";;;AAEA;;;;;GAKG;AACH,MAAa,iBAAiB;IAC1B;;;;;;;;;;;;;OAaG;IACI,MAAM,CAAC,sBAAsB,CAAC,IAAY,EAAE,QAAoB;QACnE,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,OAAO,CAAC,CAAC,CAAC;QACd,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE/B,IAAI,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC/B,OAAO,CAAC,CAAC,CAAC;QACd,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QAC5C,IAAI,QAAQ,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,OAAO,CAAC,CAAC,CAAC;QACd,CAAC;QAED,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,iBAAiB;QACpD,CAAC;QACD,MAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QAE9B,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;;;;;;;;;;;OAaG;IACI,MAAM,CAAC,sBAAsB,CAAC,IAAY,EAAE,UAAkB;QACjE,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;YAC5D,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;YAE3C,IAAI,UAAU,GAAG,aAAa,GAAG,UAAU,EAAE,CAAC;gBAC1C,OAAO;oBACH,IAAI,EAAE,SAAS,GAAG,CAAC;oBACnB,MAAM,EAAE,UAAU,GAAG,aAAa,GAAG,CAAC;iBACzC,CAAC;YACN,CAAC;YAED,IAAI,UAAU,KAAK,aAAa,GAAG,UAAU,IAAI,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5E,OAAO;oBACH,IAAI,EAAE,SAAS,GAAG,CAAC;oBACnB,MAAM,EAAE,CAAC;iBACZ,CAAC;YACN,CAAC;YAED,aAAa,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,iBAAiB;QACtD,CAAC;QAED,8BAA8B;QAC9B,IAAI,UAAU,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACzC,OAAO;gBACH,IAAI,EAAE,KAAK,CAAC,MAAM;gBAClB,MAAM,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC;aAC9B,CAAC;QACN,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CAAC,eAAe,CAAC,IAAY,EAAE,QAAoB;QAC5D,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CAAC,OAAO,CAAC,IAAY,EAAE,UAAkB;QAClD,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,UAAU,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,OAAO,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,YAAY,CAAC,IAAY;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IACnC,CAAC;CACJ;AAtID,8CAsIC"}

package/dist/utils/ValueComponentRewriter.js

@@ -0,0 +1,187 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.rewriteValueComponentWithColumnResolver = rewriteValueComponentWithColumnResolver;
+const ValueComponent_1 = require("../models/ValueComponent");
+const Clause_1 = require("../models/Clause");
+function rewriteValueComponentWithColumnResolver(value, resolver) {
+    if (value instanceof ValueComponent_1.ColumnReference) {
+        return resolver(value);
+    }
+    if (value instanceof ValueComponent_1.FunctionCall) {
+        const rewrittenArgument = value.argument
+            ? rewriteValueComponentWithColumnResolver(value.argument, resolver)
+            : null;
+        const rewrittenOver = value.over ? rewriteOverExpression(value.over, resolver) : null;
+        const rewrittenWithinGroup = value.withinGroup
+            ? rewriteOrderByClause(value.withinGroup, resolver)
+            : null;
+        const rewrittenInternalOrderBy = value.internalOrderBy
+            ? rewriteOrderByClause(value.internalOrderBy, resolver)
+            : null;
+        // Preserve FILTER predicates so aggregate behaviour remains intact.
+        const rewrittenFilterCondition = value.filterCondition
+            ? rewriteValueComponentWithColumnResolver(value.filterCondition, resolver)
+            : null;
+        return new ValueComponent_1.FunctionCall(value.qualifiedName.namespaces, value.qualifiedName.name, rewrittenArgument, rewrittenOver, rewrittenWithinGroup, value.withOrdinality, rewrittenInternalOrderBy, rewrittenFilterCondition);
+    }
+    if (value instanceof ValueComponent_1.UnaryExpression) {
+        const rewrittenExpression = rewriteValueComponentWithColumnResolver(value.expression, resolver);
+        return new ValueComponent_1.UnaryExpression(value.operator.value, rewrittenExpression);
+    }
+    if (value instanceof ValueComponent_1.BinaryExpression) {
+        const left = rewriteValueComponentWithColumnResolver(value.left, resolver);
+        const right = rewriteValueComponentWithColumnResolver(value.right, resolver);
+        return new ValueComponent_1.BinaryExpression(left, value.operator.value, right);
+    }
+    if (value instanceof ValueComponent_1.CaseExpression) {
+        const condition = value.condition
+            ? rewriteValueComponentWithColumnResolver(value.condition, resolver)
+            : null;
+        const switchCase = rewriteSwitchCaseArgument(value.switchCase, resolver);
+        return new ValueComponent_1.CaseExpression(condition, switchCase);
+    }
+    if (value instanceof ValueComponent_1.SwitchCaseArgument) {
+        return rewriteSwitchCaseArgument(value, resolver);
+    }
+    if (value instanceof ValueComponent_1.CaseKeyValuePair) {
+        return rewriteCaseKeyValuePair(value, resolver);
+    }
+    if (value instanceof ValueComponent_1.BetweenExpression) {
+        const expression = rewriteValueComponentWithColumnResolver(value.expression, resolver);
+        const lower = rewriteValueComponentWithColumnResolver(value.lower, resolver);
+        const upper = rewriteValueComponentWithColumnResolver(value.upper, resolver);
+        return new ValueComponent_1.BetweenExpression(expression, lower, upper, value.negated);
+    }
+    if (value instanceof ValueComponent_1.CastExpression) {
+        const input = rewriteValueComponentWithColumnResolver(value.input, resolver);
+        const castType = rewriteTypeValue(value.castType, resolver);
+        return new ValueComponent_1.CastExpression(input, castType);
+    }
+    if (value instanceof ValueComponent_1.ParenExpression) {
+        const expression = rewriteValueComponentWithColumnResolver(value.expression, resolver);
+        return new ValueComponent_1.ParenExpression(expression);
+    }
+    if (value instanceof ValueComponent_1.TupleExpression) {
+        const rewrittenValues = value.values.map((item) => rewriteValueComponentWithColumnResolver(item, resolver));
+        return new ValueComponent_1.TupleExpression(rewrittenValues);
+    }
+    if (value instanceof ValueComponent_1.ArrayExpression) {
+        const expression = rewriteValueComponentWithColumnResolver(value.expression, resolver);
+        return new ValueComponent_1.ArrayExpression(expression);
+    }
+    if (value instanceof ValueComponent_1.ArraySliceExpression) {
+        const array = rewriteValueComponentWithColumnResolver(value.array, resolver);
+        const startIndex = value.startIndex
+            ? rewriteValueComponentWithColumnResolver(value.startIndex, resolver)
+            : null;
+        const endIndex = value.endIndex
+            ? rewriteValueComponentWithColumnResolver(value.endIndex, resolver)
+            : null;
+        return new ValueComponent_1.ArraySliceExpression(array, startIndex, endIndex);
+    }
+    if (value instanceof ValueComponent_1.ArrayIndexExpression) {
+        const array = rewriteValueComponentWithColumnResolver(value.array, resolver);
+        const index = rewriteValueComponentWithColumnResolver(value.index, resolver);
+        return new ValueComponent_1.ArrayIndexExpression(array, index);
+    }
+    if (value instanceof ValueComponent_1.ArrayQueryExpression) {
+        return value;
+    }
+    if (value instanceof ValueComponent_1.ValueList) {
+        const rewrittenList = value.values.map((item) => rewriteValueComponentWithColumnResolver(item, resolver));
+        return new ValueComponent_1.ValueList(rewrittenList);
+    }
+    if (value instanceof ValueComponent_1.InlineQuery) {
+        return value;
+    }
+    if (value instanceof ValueComponent_1.WindowFrameExpression) {
+        return rewriteWindowFrameExpression(value, resolver);
+    }
+    if (value instanceof ValueComponent_1.WindowFrameSpec) {
+        return rewriteWindowFrameSpec(value, resolver);
+    }
+    if (value instanceof ValueComponent_1.WindowFrameBoundaryValue) {
+        const rewrittenValue = rewriteValueComponentWithColumnResolver(value.value, resolver);
+        return new ValueComponent_1.WindowFrameBoundaryValue(rewrittenValue, value.isFollowing);
+    }
+    if (value instanceof ValueComponent_1.WindowFrameBoundStatic) {
+        return value;
+    }
+    if (value instanceof ValueComponent_1.TypeValue) {
+        return rewriteTypeValue(value, resolver);
+    }
+    if (value instanceof ValueComponent_1.StringSpecifierExpression) {
+        return value;
+    }
+    if (value instanceof ValueComponent_1.LiteralValue || value instanceof ValueComponent_1.RawString || value instanceof ValueComponent_1.IdentifierString) {
+        return value;
+    }
+    if (value instanceof ValueComponent_1.ParameterExpression) {
+        return value;
+    }
+    return value;
+}
+function rewriteSwitchCaseArgument(argument, resolver) {
+    const rewrittenCases = argument.cases.map((pair) => rewriteCaseKeyValuePair(pair, resolver));
+    const elseValue = argument.elseValue
+        ? rewriteValueComponentWithColumnResolver(argument.elseValue, resolver)
+        : null;
+    return new ValueComponent_1.SwitchCaseArgument(rewrittenCases, elseValue);
+}
+function rewriteCaseKeyValuePair(pair, resolver) {
+    const key = rewriteValueComponentWithColumnResolver(pair.key, resolver);
+    const value = rewriteValueComponentWithColumnResolver(pair.value, resolver);
+    return new ValueComponent_1.CaseKeyValuePair(key, value);
+}
+function rewriteOrderByClause(clause, resolver) {
+    const rewrittenOrder = clause.order.map((component) => rewriteOrderByComponent(component, resolver));
+    return new Clause_1.OrderByClause(rewrittenOrder);
+}
+function rewriteOrderByComponent(component, resolver) {
+    if (component instanceof Clause_1.OrderByItem) {
+        const rewrittenValue = rewriteValueComponentWithColumnResolver(component.value, resolver);
+        return new Clause_1.OrderByItem(rewrittenValue, component.sortDirection, component.nullsPosition);
+    }
+    return rewriteValueComponentWithColumnResolver(component, resolver);
+}
+function rewriteOverExpression(over, resolver) {
+    if (over instanceof ValueComponent_1.WindowFrameExpression) {
+        return rewriteWindowFrameExpression(over, resolver);
+    }
+    return over;
+}
+function rewriteWindowFrameExpression(expression, resolver) {
+    const partition = expression.partition
+        ? rewritePartitionByClause(expression.partition, resolver)
+        : null;
+    const order = expression.order ? rewriteOrderByClause(expression.order, resolver) : null;
+    const frameSpec = expression.frameSpec
+        ? rewriteWindowFrameSpec(expression.frameSpec, resolver)
+        : null;
+    return new ValueComponent_1.WindowFrameExpression(partition, order, frameSpec);
+}
+function rewritePartitionByClause(clause, resolver) {
+    const value = rewriteValueComponentWithColumnResolver(clause.value, resolver);
+    return new Clause_1.PartitionByClause(value);
+}
+function rewriteWindowFrameSpec(spec, resolver) {
+    const startBound = rewriteFrameBoundaryComponent(spec.startBound, resolver);
+    const endBound = spec.endBound
+        ? rewriteFrameBoundaryComponent(spec.endBound, resolver)
+        : null;
+    return new ValueComponent_1.WindowFrameSpec(spec.frameType, startBound, endBound);
+}
+function rewriteFrameBoundaryComponent(bound, resolver) {
+    if (bound instanceof ValueComponent_1.WindowFrameBoundaryValue) {
+        const value = rewriteValueComponentWithColumnResolver(bound.value, resolver);
+        return new ValueComponent_1.WindowFrameBoundaryValue(value, bound.isFollowing);
+    }
+    return bound;
+}
+function rewriteTypeValue(value, resolver) {
+    const argument = value.argument
+        ? rewriteValueComponentWithColumnResolver(value.argument, resolver)
+        : null;
+    return new ValueComponent_1.TypeValue(value.namespaces, value.qualifiedName.name, argument);
+}
+//# sourceMappingURL=ValueComponentRewriter.js.map

package/dist/utils/ValueComponentRewriter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ValueComponentRewriter.js","sourceRoot":"","sources":["../../src/utils/ValueComponentRewriter.ts"],"names":[],"mappings":";;AAoCA,0FA+JC;AAnMD,6DA+BkC;AAClC,6CAAmG;AAInG,SAAgB,uCAAuC,CACnD,KAAqB,EACrB,QAAiC;IAEjC,IAAI,KAAK,YAAY,gCAAe,EAAE,CAAC;QACnC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,IAAI,KAAK,YAAY,6BAAY,EAAE,CAAC;QAChC,MAAM,iBAAiB,GAAG,KAAK,CAAC,QAAQ;YACpC,CAAC,CAAC,uCAAuC,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC;YACnE,CAAC,CAAC,IAAI,CAAC;QACX,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,qBAAqB,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtF,MAAM,oBAAoB,GAAG,KAAK,CAAC,WAAW;YAC1C,CAAC,CAAC,oBAAoB,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC;YACnD,CAAC,CAAC,IAAI,CAAC;QACX,MAAM,wBAAwB,GAAG,KAAK,CAAC,eAAe;YAClD,CAAC,CAAC,oBAAoB,CAAC,KAAK,CAAC,eAAe,EAAE,QAAQ,CAAC;YACvD,CAAC,CAAC,IAAI,CAAC;QACX,oEAAoE;QACpE,MAAM,wBAAwB,GAAG,KAAK,CAAC,eAAe;YAClD,CAAC,CAAC,uCAAuC,CAAC,KAAK,CAAC,eAAe,EAAE,QAAQ,CAAC;YAC1E,CAAC,CAAC,IAAI,CAAC;QAEX,OAAO,IAAI,6BAAY,CACnB,KAAK,CAAC,aAAa,CAAC,UAAU,EAC9B,KAAK,CAAC,aAAa,CAAC,IAAI,EACxB,iBAAiB,EACjB,aAAa,EACb,oBAAoB,EACpB,KAAK,CAAC,cAAc,EACpB,wBAAwB,EACxB,wBAAwB,CAC3B,CAAC;IACN,CAAC;IAED,IAAI,KAAK,YAAY,gCAAe,EAAE,CAAC;QACnC,MAAM,mBAAmB,GAAG,uCAAuC,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAChG,OAAO,IAAI,gCAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,KAAK,YAAY,iCAAgB,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,uCAAuC,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC3E,MAAM,KAAK,GAAG,uCAAuC,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7E,OAAO,IAAI,iCAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,KAAK,YAAY,+BAAc,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS;YAC7B,CAAC,CAAC,uCAAuC,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC;YACpE,CAAC,CAAC,IAAI,CAAC;QACX,MAAM,UAAU,GAAG,yBAAyB,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACzE,OAAO,IAAI,+BAAc,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,KAAK,YAAY,mCAAkB,EAAE,CAAC;QACtC,OAAO,yBAAyB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,KAAK,YAAY,iCAAgB,EAAE,CAAC;QACpC,OAAO,uBAAuB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,KAAK,YAAY,kCAAiB,EAAE,CAAC;QACrC,MAAM,UAAU,GAAG,uCAAuC,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACvF,MAAM,KAAK,GAAG,uCAAuC,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7E,MAAM,KAAK,GAAG,uCAAuC,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7E,OAAO,IAAI,kCAAiB,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,KAAK,YAAY,+BAAc,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,uCAAuC,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7E,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC5D,OAAO,IAAI,+BAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,KAAK,YAAY,gCAAe,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,uCAAuC,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACvF,OAAO,IAAI,gCAAe,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,KAAK,YAAY,gCAAe,EAAE,CAAC;QACnC,MAAM,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAC9C,uCAAuC,CAAC,IAAI,EAAE,QAAQ,CAAC,CAC1D,CAAC;QACF,OAAO,IAAI,gCAAe,CAAC,eAAe,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,KAAK,YAAY,gCAAe,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,uCAAuC,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACvF,OAAO,IAAI,gCAAe,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,KAAK,YAAY,qCAAoB,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,uCAAuC,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7E,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU;YAC/B,CAAC,CAAC,uCAAuC,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC;YACrE,CAAC,CAAC,IAAI,CAAC;QACX,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ;YAC3B,CAAC,CAAC,uCAAuC,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC;YACnE,CAAC,CAAC,IAAI,CAAC;QACX,OAAO,IAAI,qCAAoB,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,KAAK,YAAY,qCAAoB,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,uCAAuC,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7E,MAAM,KAAK,GAAG,uCAAuC,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7E,OAAO,IAAI,qCAAoB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,KAAK,YAAY,qCAAoB,EAAE,CAAC;QACxC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAI,KAAK,YAAY,0BAAS,EAAE,CAAC;QAC7B,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAC5C,uCAAuC,CAAC,IAAI,EAAE,QAAQ,CAAC,CAC1D,CAAC;QACF,OAAO,IAAI,0BAAS,CAAC,aAAa,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,KAAK,YAAY,4BAAW,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAI,KAAK,YAAY,sCAAqB,EAAE,CAAC;QACzC,OAAO,4BAA4B,CAAC,KAAK,EAAE,QAAQ,CAA8B,CAAC;IACtF,CAAC;IAED,IAAI,KAAK,YAAY,gCAAe,EAAE,CAAC;QACnC,OAAO,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAA8B,CAAC;IAChF,CAAC;IAED,IAAI,KAAK,YAAY,yCAAwB,EAAE,CAAC;QAC5C,MAAM,cAAc,GAAG,uCAAuC,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACtF,OAAO,IAAI,yCAAwB,CAAC,cAAc,EAAE,KAAK,CAAC,WAAW,CAA8B,CAAC;IACxG,CAAC;IAED,IAAI,KAAK,YAAY,uCAAsB,EAAE,CAAC;QAC1C,OAAO,KAAkC,CAAC;IAC9C,CAAC;IAED,IAAI,KAAK,YAAY,0BAAS,EAAE,CAAC;QAC7B,OAAO,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,KAAK,YAAY,0CAAyB,EAAE,CAAC;QAC7C,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAI,KAAK,YAAY,6BAAY,IAAI,KAAK,YAAY,0BAAS,IAAI,KAAK,YAAY,iCAAgB,EAAE,CAAC;QACnG,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAI,KAAK,YAAY,oCAAmB,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,yBAAyB,CAC9B,QAA4B,EAC5B,QAAiC;IAEjC,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,uBAAuB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC7F,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS;QAChC,CAAC,CAAC,uCAAuC,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC;QACvE,CAAC,CAAC,IAAI,CAAC;IACX,OAAO,IAAI,mCAAkB,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,uBAAuB,CAC5B,IAAsB,EACtB,QAAiC;IAEjC,MAAM,GAAG,GAAG,uCAAuC,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,uCAAuC,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC5E,OAAO,IAAI,iCAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,oBAAoB,CACzB,MAAqB,EACrB,QAAiC;IAEjC,MAAM,cAAc,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAClD,uBAAuB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAC/C,CAAC;IACF,OAAO,IAAI,sBAAa,CAAC,cAAc,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,uBAAuB,CAC5B,SAA2B,EAC3B,QAAiC;IAEjC,IAAI,SAAS,YAAY,oBAAW,EAAE,CAAC;QACnC,MAAM,cAAc,GAAG,uCAAuC,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC1F,OAAO,IAAI,oBAAW,CAAC,cAAc,EAAE,SAAS,CAAC,aAAa,EAAE,SAAS,CAAC,aAAa,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,uCAAuC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,qBAAqB,CAC1B,IAAoB,EACpB,QAAiC;IAEjC,IAAI,IAAI,YAAY,sCAAqB,EAAE,CAAC;QACxC,OAAO,4BAA4B,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,4BAA4B,CACjC,UAAiC,EACjC,QAAiC;IAEjC,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS;QAClC,CAAC,CAAC,wBAAwB,CAAC,UAAU,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC1D,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,oBAAoB,CAAC,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACzF,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS;QAClC,CAAC,CAAC,sBAAsB,CAAC,UAAU,CAAC,SAAS,EAAE,QAAQ,CAAC;QACxD,CAAC,CAAC,IAAI,CAAC;IACX,OAAO,IAAI,sCAAqB,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,wBAAwB,CAC7B,MAAyB,EACzB,QAAiC;IAEjC,MAAM,KAAK,GAAG,uCAAuC,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC9E,OAAO,IAAI,0BAAiB,CAAC,KAAK,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,sBAAsB,CAC3B,IAAqB,EACrB,QAAiC;IAEjC,MAAM,UAAU,GAAG,6BAA6B,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ;QAC1B,CAAC,CAAC,6BAA6B,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC;QACxD,CAAC,CAAC,IAAI,CAAC;IACX,OAAO,IAAI,gCAAe,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,6BAA6B,CAClC,KAA6B,EAC7B,QAAiC;IAEjC,IAAI,KAAK,YAAY,yCAAwB,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,uCAAuC,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7E,OAAO,IAAI,yCAAwB,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAgB,EAAE,QAAiC;IACzE,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ;QAC3B,CAAC,CAAC,uCAAuC,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC;QACnE,CAAC,CAAC,IAAI,CAAC;IACX,OAAO,IAAI,0BAAS,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AAC/E,CAAC"}

package/dist/utils/charLookupTable.js

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CharLookupTable = void 0;
+/**
+ * Fast character classification utilities for SQL tokenization
+ */
+class CharLookupTable {
+    static isWhitespace(char) {
+        if (char.length !== 1)
+            return false;
+        const code = char.charCodeAt(0);
+        // Check for space(32), tab(9), line feed(10), carriage return(13)
+        return code === 32 || code === 9 || code === 10 || code === 13;
+    }
+    static isDigit(char) {
+        if (char.length !== 1)
+            return false;
+        const code = char.charCodeAt(0);
+        // Check if within '0'(48) to '9'(57) range
+        return code >= 48 && code <= 57;
+    }
+    static isHexChar(char) {
+        if (char.length !== 1)
+            return false;
+        const code = char.charCodeAt(0);
+        // Check if '0'(48) to '9'(57) or 'a'(97) to 'f'(102) or 'A'(65) to 'F'(70)
+        return (code >= 48 && code <= 57) ||
+            (code >= 97 && code <= 102) ||
+            (code >= 65 && code <= 70);
+    }
+    static isOperatorSymbol(char) {
+        if (char.length !== 1)
+            return false;
+        const code = char.charCodeAt(0);
+        // Check for specific operator character codes
+        // '+'=43, '-'=45, '*'=42, '/'=47, '%'=37, '~'=126, '@'=64, '#'=35, '^'=94, 
+        // '&'=38, ':'=58, '!'=33, '<'=60, '>'=62, '='=61, '|'=124, '?'=63
+        return code === 43 || code === 45 || code === 42 || code === 47 ||
+            code === 37 || code === 126 || code === 64 || code === 35 ||
+            code === 94 || code === 38 || code === 58 || code === 33 ||
+            code === 60 || code === 62 || code === 61 || code === 124 || code === 63;
+    }
+    static isDelimiter(char) {
+        if (char.length !== 1)
+            return false;
+        const code = char.charCodeAt(0);
+        // First check delimiters: '.'=46, ','=44, '('=40, ')'=41, '['=91, ']'=93, '{'=123, '}'=125, ';'=59
+        if (code === 46 || code === 44 || code === 40 || code === 41 ||
+            code === 91 || code === 93 || code === 123 || code === 125 || code === 59) {
+            return true;
+        }
+        // Then check for whitespace: ' '=32, '\t'=9, '\n'=10, '\r'=13
+        if (code === 32 || code === 9 || code === 10 || code === 13) {
+            return true;
+        }
+        // Finally check for operator symbols
+        // '+'=43, '-'=45, '*'=42, '/'=47, '%'=37, '~'=126, '@'=64, '#'=35, '^'=94, 
+        // '&'=38, ':'=58, '!'=33, '<'=60, '>'=62, '='=61, '|'=124, '?'=63
+        return code === 43 || code === 45 || code === 42 || code === 47 ||
+            code === 37 || code === 126 || code === 64 || code === 35 ||
+            code === 94 || code === 38 || code === 58 || code === 33 ||
+            code === 60 || code === 62 || code === 61 || code === 124 || code === 63;
+    }
+    static isNamedParameterPrefix(char) {
+        if (char.length !== 1)
+            return false;
+        const code = char.charCodeAt(0);
+        // Check for parameter prefix characters: '@'=64, ':'=58, '$'=36
+        return code === 64 || code === 58 || code === 36;
+    }
+}
+exports.CharLookupTable = CharLookupTable;
+//# sourceMappingURL=charLookupTable.js.map

package/dist/utils/charLookupTable.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"charLookupTable.js","sourceRoot":"","sources":["../../src/utils/charLookupTable.ts"],"names":[],"mappings":";;;AAAA;;GAEG;AACH,MAAa,eAAe;IACjB,MAAM,CAAC,YAAY,CAAC,IAAY;QACnC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,kEAAkE;QAClE,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,CAAC;IACnE,CAAC;IAEM,MAAM,CAAC,OAAO,CAAC,IAAY;QAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,2CAA2C;QAC3C,OAAO,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;IACpC,CAAC;IAEM,MAAM,CAAC,SAAS,CAAC,IAAY;QAChC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,2EAA2E;QAC3E,OAAO,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;YAC7B,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,GAAG,CAAC;YAC3B,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;IACnC,CAAC;IAEM,MAAM,CAAC,gBAAgB,CAAC,IAAY;QACvC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEhC,8CAA8C;QAC9C,4EAA4E;QAC5E,kEAAkE;QAClE,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YAC3D,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YACzD,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YACxD,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC;IACjF,CAAC;IAEM,MAAM,CAAC,WAAW,CAAC,IAAY;QAClC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEhC,mGAAmG;QACnG,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YACxD,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAC5E,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,8DAA8D;QAC9D,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAC1D,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,qCAAqC;QACrC,4EAA4E;QAC5E,kEAAkE;QAClE,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YAC3D,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YACzD,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YACxD,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC;IACjF,CAAC;IAEM,MAAM,CAAC,sBAAsB,CAAC,IAAY;QAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEhC,gEAAgE;QAChE,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,CAAC;IACrD,CAAC;CACJ;AApED,0CAoEC"}

package/dist/utils/stringUtils.js

@@ -0,0 +1,230 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StringUtils = void 0;
+const charLookupTable_1 = require("./charLookupTable");
+/**
+ * Utilities for string operations during tokenization
+ */
+class StringUtils {
+    /**
+     * Creates a visual representation of an error position in text
+     * @param input The input text
+     * @param errPosition The error position
+     * @returns A string with a caret pointing to the error position
+     */
+    static getDebugPositionInfo(input, errPosition) {
+        // Get 5 characters before and after the error
+        // If the start and end points are out of the string range, keep them within the range
+        // Display ^ at the error position on the next line
+        const start = Math.max(0, errPosition - 5);
+        const end = Math.min(input.length, errPosition + 5);
+        const debugInfo = input.slice(start, end);
+        const caret = ' '.repeat(errPosition - start) + '^';
+        return `${debugInfo}\n${caret}`;
+    }
+    /**
+     * Skip white space characters.
+     */
+    static skipWhiteSpace(input, position) {
+        const length = input.length;
+        /*
+         * Optimization: Try to skip 4 spaces at once (for 4-space indents).
+         * This is effective when SQL is deeply nested and uses 4-space indentation.
+         * In typical cases, charCodeAt in a loop is fastest, but for large/indented SQL,
+         * this can reduce the number of iterations and improve stability (lower error/deviation in benchmarks).
+         * If indentation is not 4 spaces, this check is skipped quickly, so overhead is minimal.
+         *
+         * Even for 2-space indents or mixed indents (2, 4, tab),
+         * the remaining whitespace is handled by the following loop, so there is no performance loss.
+         *
+         * Benchmark results show that this optimization does not slow down short queries,
+         * and can make long/indented queries more stable and slightly faster.
+         */
+        while (position + 4 <= length && input.slice(position, position + 4) === '    ') {
+            position += 4;
+        }
+        // Then skip remaining whitespace one by one (space, tab, newline, carriage return)
+        while (position < length) {
+            const charCode = input.charCodeAt(position);
+            // ' '=32, '\t'=9, '\n'=10, '\r'=13
+            if (charCode !== 32 && charCode !== 9 && charCode !== 10 && charCode !== 13) {
+                break;
+            }
+            position++;
+        }
+        return position;
+    }
+    /**
+     * Skip line comment.
+     */
+    static readLineComment(input, position) {
+        if (position + 1 >= input.length) {
+            return { newPosition: position, comment: null };
+        }
+        // '-'=45
+        if (input.charCodeAt(position) === 45 && input.charCodeAt(position + 1) === 45) {
+            const start = position;
+            position += 2;
+            // '\n'=10
+            while (position < input.length && input.charCodeAt(position) !== 10) {
+                position++;
+            }
+            // Return the trimmed comment content (excluding -- tokens)
+            const comment = input.slice(start + 2, position).trim();
+            return { newPosition: position, comment };
+        }
+        return { newPosition: position, comment: null };
+    }
+    /**
+     * Skip block comment.
+     */
+    static readBlockComment(input, position) {
+        if (position + 1 >= input.length) {
+            return { newPosition: position, comments: null };
+        }
+        // Fast check for /* ('/'=47, '*'=42)
+        if (input.charCodeAt(position) !== 47 || input.charCodeAt(position + 1) !== 42) {
+            return { newPosition: position, comments: null };
+        }
+        // Treat Oracle style hints (/*+) as non-comment so other readers can process them. ('+'=43)
+        const isHint = position + 2 < input.length && input.charCodeAt(position + 2) === 43;
+        if (isHint) {
+            return { newPosition: position, comments: null };
+        }
+        const start = position;
+        position += 2;
+        while (position + 1 < input.length) {
+            // Look for closing */ ('*'/=42, '/'=47)
+            if (input.charCodeAt(position) === 42 && input.charCodeAt(position + 1) === 47) {
+                position += 2;
+                const processedLines = this.processBlockCommentContent(input.slice(start + 2, position - 2));
+                return { newPosition: position, comments: processedLines };
+            }
+            position++;
+        }
+        // Unterminated comment: consume rest of input and return collected lines.
+        const processedLinesUnterminated = this.processBlockCommentContent(input.slice(start + 2));
+        return { newPosition: input.length, comments: processedLinesUnterminated };
+    }
+    static processBlockCommentContent(rawContent) {
+        const rawLines = rawContent.replace(/\r/g, '').split('\n');
+        const processedLines = [];
+        for (const rawLine of rawLines) {
+            const trimmedLine = rawLine.trim();
+            const isSeparatorLine = /^\s*[-=_+*#]+\s*$/.test(rawLine);
+            if (trimmedLine !== '' || isSeparatorLine) {
+                processedLines.push(isSeparatorLine ? rawLine.trim() : trimmedLine);
+            }
+            else {
+                processedLines.push('');
+            }
+        }
+        while (processedLines.length > 0 && processedLines[0] === '') {
+            processedLines.shift();
+        }
+        while (processedLines.length > 0 && processedLines[processedLines.length - 1] === '') {
+            processedLines.pop();
+        }
+        return processedLines;
+    }
+    /**
+     * Skip white space characters and SQL comments.
+     * @returns Object containing the new position and an array of skipped comments
+     */
+    static readWhiteSpaceAndComment(input, position) {
+        let lines = null;
+        const length = input.length;
+        while (position < length) {
+            // Store current position
+            const oldPosition = position;
+            // Skip whitespace first
+            position = StringUtils.skipWhiteSpace(input, position);
+            if (position !== oldPosition) {
+                continue;
+            }
+            // Fast character code check
+            const charCode = input.charCodeAt(position);
+            // '-'=45 (Line comment)
+            if (charCode === 45) {
+                const lineCommentResult = StringUtils.readLineComment(input, position);
+                if (lineCommentResult.newPosition !== position) {
+                    position = lineCommentResult.newPosition;
+                    if (lineCommentResult.comment) {
+                        if (lines === null) {
+                            lines = [];
+                        }
+                        lines.push(lineCommentResult.comment.trim());
+                    }
+                    continue;
+                }
+            }
+            // '/'=47 (Block comment)
+            else if (charCode === 47) {
+                const blockCommentResult = StringUtils.readBlockComment(input, position);
+                if (blockCommentResult.newPosition !== position) {
+                    position = blockCommentResult.newPosition;
+                    if (blockCommentResult.comments) {
+                        if (lines === null) {
+                            lines = [];
+                        }
+                        lines.push(...blockCommentResult.comments);
+                    }
+                    continue;
+                }
+            }
+            // No more whitespace or comments found
+            break;
+        }
+        return { position, lines };
+    }
+    /**
+     * Read a regular identifier.
+     */
+    static readRegularIdentifier(input, position) {
+        const result = this.tryReadRegularIdentifier(input, position);
+        if (!result) {
+            throw new Error(`Unexpected character. position: ${position}\n${StringUtils.getDebugPositionInfo(input, position)}`);
+        }
+        return result;
+    }
+    static tryReadRegularIdentifier(input, position) {
+        const start = position;
+        while (position < input.length) {
+            if (charLookupTable_1.CharLookupTable.isDelimiter(input[position])) {
+                break;
+            }
+            position++;
+        }
+        if (start === position) {
+            return null;
+        }
+        // Check index range before checking for [] (array type)
+        // But don't include [] if it looks like array access rather than type declaration
+        while (position + 1 < input.length &&
+            input[position] === '[' &&
+            input[position + 1] === ']') {
+            // Check if this looks like array access context by looking at what comes before
+            // Array access context: after an expression/identifier that could be an array
+            // Type context: in type declarations, parameter lists, etc.
+            // Simple heuristic: if we're at the end of what looks like a variable/column name
+            // and not in a clear type context, treat [] as array access, not type suffix
+            const beforeIdentifier = input.slice(0, start).trim();
+            // Don't treat as type suffix if:
+            // 1. We're at the start of input (standalone identifier)
+            // 2. Previous context suggests this is a variable/column reference
+            if (beforeIdentifier === '' ||
+                /[)]$/.test(beforeIdentifier) || // After closing paren 
+                /\b(select|from|where|and|or|set|values|insert|update|delete)\s*$/i.test(beforeIdentifier)) {
+                // This looks like array access context, don't include []
+                break;
+            }
+            position += 2; // Skip the [] (keep existing behavior for type contexts)
+        }
+        return {
+            identifier: input.slice(start, position),
+            newPosition: position
+        };
+    }
+}
+exports.StringUtils = StringUtils;
+//# sourceMappingURL=stringUtils.js.map

package/dist/utils/stringUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stringUtils.js","sourceRoot":"","sources":["../../src/utils/stringUtils.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AAEpD;;GAEG;AACH,MAAa,WAAW;IACpB;;;;;OAKG;IACI,MAAM,CAAC,oBAAoB,CAAC,KAAa,EAAE,WAAmB;QACjE,8CAA8C;QAC9C,sFAAsF;QACtF,mDAAmD;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC;QACpD,OAAO,GAAG,SAAS,KAAK,KAAK,EAAE,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,cAAc,CAAC,KAAa,EAAE,QAAgB;QACzD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAE5B;;;;;;;;;;;;WAYG;QACH,OAAO,QAAQ,GAAG,CAAC,IAAI,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;YAC9E,QAAQ,IAAI,CAAC,CAAC;QAClB,CAAC;QAED,mFAAmF;QACnF,OAAO,QAAQ,GAAG,MAAM,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC5C,mCAAmC;YACnC,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,CAAC,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;gBAC1E,MAAM;YACV,CAAC;YACD,QAAQ,EAAE,CAAC;QACf,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,eAAe,CAAC,KAAa,EAAE,QAAgB;QAC1D,IAAI,QAAQ,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAC/B,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACpD,CAAC;QAED,SAAS;QACT,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YAC7E,MAAM,KAAK,GAAG,QAAQ,CAAC;YACvB,QAAQ,IAAI,CAAC,CAAC;YAEd,UAAU;YACV,OAAO,QAAQ,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;gBAClE,QAAQ,EAAE,CAAC;YACf,CAAC;YAED,2DAA2D;YAC3D,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACxD,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACpD,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,gBAAgB,CAAC,KAAa,EAAE,QAAgB;QAC3D,IAAI,QAAQ,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAC/B,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACrD,CAAC;QAED,qCAAqC;QACrC,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YAC7E,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACrD,CAAC;QAED,4FAA4F;QAC5F,MAAM,MAAM,GAAG,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;QACpF,IAAI,MAAM,EAAE,CAAC;YACT,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC;QACvB,QAAQ,IAAI,CAAC,CAAC;QAEd,OAAO,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YACjC,wCAAwC;YACxC,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;gBAC7E,QAAQ,IAAI,CAAC,CAAC;gBACd,MAAM,cAAc,GAAG,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC7F,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC;YAC/D,CAAC;YACD,QAAQ,EAAE,CAAC;QACf,CAAC;QAED,0EAA0E;QAC1E,MAAM,0BAA0B,GAAG,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QAC3F,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,0BAA0B,EAAE,CAAC;IAC/E,CAAC;IAEO,MAAM,CAAC,0BAA0B,CAAC,UAAkB;QACxD,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3D,MAAM,cAAc,GAAa,EAAE,CAAC;QAEpC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,eAAe,GAAG,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAE1D,IAAI,WAAW,KAAK,EAAE,IAAI,eAAe,EAAE,CAAC;gBACxC,cAAc,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACxE,CAAC;iBAAM,CAAC;gBACJ,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YAC3D,cAAc,CAAC,KAAK,EAAE,CAAC;QAC3B,CAAC;QACD,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YACnF,cAAc,CAAC,GAAG,EAAE,CAAC;QACzB,CAAC;QAED,OAAO,cAAc,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,wBAAwB,CAAC,KAAa,EAAE,QAAgB;QAClE,IAAI,KAAK,GAAoB,IAAI,CAAC;QAClC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAE5B,OAAO,QAAQ,GAAG,MAAM,EAAE,CAAC;YACvB,yBAAyB;YACzB,MAAM,WAAW,GAAG,QAAQ,CAAC;YAE7B,wBAAwB;YACxB,QAAQ,GAAG,WAAW,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACvD,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;gBAC3B,SAAS;YACb,CAAC;YAED,4BAA4B;YAC5B,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAE5C,wBAAwB;YACxB,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;gBAClB,MAAM,iBAAiB,GAAG,WAAW,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACvE,IAAI,iBAAiB,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;oBAC7C,QAAQ,GAAG,iBAAiB,CAAC,WAAW,CAAC;oBACzC,IAAI,iBAAiB,CAAC,OAAO,EAAE,CAAC;wBAC5B,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;4BACjB,KAAK,GAAG,EAAE,CAAC;wBACf,CAAC;wBACD,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;oBACjD,CAAC;oBACD,SAAS;gBACb,CAAC;YACL,CAAC;YACD,yBAAyB;iBACpB,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;gBACvB,MAAM,kBAAkB,GAAG,WAAW,CAAC,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACzE,IAAI,kBAAkB,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;oBAC9C,QAAQ,GAAG,kBAAkB,CAAC,WAAW,CAAC;oBAC1C,IAAI,kBAAkB,CAAC,QAAQ,EAAE,CAAC;wBAC9B,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;4BACjB,KAAK,GAAG,EAAE,CAAC;wBACf,CAAC;wBACD,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;oBAC/C,CAAC;oBACD,SAAS;gBACb,CAAC;YACL,CAAC;YAED,uCAAuC;YACvC,MAAM;QACV,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,qBAAqB,CAAC,KAAa,EAAE,QAAgB;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAE9D,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,KAAK,WAAW,CAAC,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QACzH,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAEM,MAAM,CAAC,wBAAwB,CAAC,KAAa,EAAE,QAAgB;QAClE,MAAM,KAAK,GAAG,QAAQ,CAAC;QAEvB,OAAO,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC7B,IAAI,iCAAe,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBAC/C,MAAM;YACV,CAAC;YACD,QAAQ,EAAE,CAAC;QACf,CAAC;QAED,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,wDAAwD;QACxD,kFAAkF;QAClF,OACI,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM;YAC3B,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG;YACvB,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,EAC7B,CAAC;YACC,gFAAgF;YAChF,8EAA8E;YAC9E,4DAA4D;YAE5D,kFAAkF;YAClF,6EAA6E;YAC7E,MAAM,gBAAgB,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;YAEtD,iCAAiC;YACjC,yDAAyD;YACzD,mEAAmE;YACnE,IAAI,gBAAgB,KAAK,EAAE;gBACvB,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAK,uBAAuB;gBACzD,mEAAmE,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC7F,yDAAyD;gBACzD,MAAM;YACV,CAAC;YAED,QAAQ,IAAI,CAAC,CAAC,CAAC,yDAAyD;QAC5E,CAAC;QAED,OAAO;YACH,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC;YACxC,WAAW,EAAE,QAAQ;SACxB,CAAC;IACN,CAAC;CACJ;AAlQD,kCAkQC"}