rawsql-ts 0.1.0-beta.5 → 0.1.0-beta.7

package/.vs/CopilotSnapshots/DCF62F751B748642A0BF5D5125AB6769/5F324CB20D1B5045A13090FA9D177B74/7C951A8A572EA5C371FDE657AF968B9C

@@ -1,96 +0,0 @@
-import { BaseTokenReader } from './BaseTokenReader';
-import { TokenType } from '../enums/tokenType';
-import { Lexeme } from '../models/Lexeme';
-import { CharLookupTable } from '../utils/charLookupTable';
-
-/**
- * Reads SQL identifier tokens
- */
-export class IdentifierTokenReader extends BaseTokenReader {
-    /**
-     * Try to read an identifier token
-     */
-    public tryRead(previous: Lexeme | null): Lexeme | null {
-        if (this.isEndOfInput()) {
-            return null;
-        }
-
-        const char = this.input[this.position];
-
-        // wildcard identifier
-        if (char === '*' && previous !== null) {
-            if (previous.type === TokenType.Dot) {
-                // Treat as a wildcard if it follows a dot
-                this.position++;
-                return this.createLexeme(TokenType.Identifier, char);
-            } else if (previous.type !== TokenType.Literal && previous.type !== TokenType.Identifier) {
-                // Treat as a wildcard if it is not an operator
-                this.position++;
-                return this.createLexeme(TokenType.Identifier, char);
-            }
-        }
-
-        // MySQL escaped identifier (escape character is backtick)
-        if (char === '`') {
-            const identifier = this.readEscapedIdentifier('`');
-            return this.createLexeme(TokenType.Identifier, identifier);
-        }
-
-        // Postgres escaped identifier (escape character is double quote)
-        if (char === '"') {
-            const identifier = this.readEscapedIdentifier('"');
-            return this.createLexeme(TokenType.Identifier, identifier);
-        }
-
-        // SQLServer escaped identifier (escape character is square bracket)
-        if (char === '[' && (previous === null || previous.command !== "array")) {
-            const identifier = this.readEscapedIdentifier(']');
-            return this.createLexeme(TokenType.Identifier, identifier);
-        }
-
-        // Regular identifier
-        const start = this.position;
-        while (this.canRead()) {
-            if (CharLookupTable.isDelimiter(this.input[this.position])) {
-                break;
-            }
-            this.position++;
-        }
-
-        if (start === this.position) {
-            return null;
-        }
-
-        return this.createLexeme(
-            TokenType.Identifier,
-            this.input.slice(start, this.position)
-        );
-    }
-
-    /**
-     * Read an escaped identifier (surrounded by delimiters)
-     */
-    private readEscapedIdentifier(delimiter: string): string {
-        const start = this.position;
-
-        // Skip the opening delimiter
-        this.position++;
-
-        while (this.canRead()) {
-            if (this.input[this.position] === delimiter) {
-                break;
-            }
-            this.position++;
-        }
-        
-        if (start === this.position) {
-            throw new Error(`Closing delimiter is not found. position: ${start}, delimiter: ${delimiter}\n${this.getDebugPositionInfo(start)}}`);
-        }
-
-        // Skip the closing delimiter
-        this.position++;
-
-        // exclude the delimiter
-        return this.input.slice(start + 1, this.position - 1);
-    }
-}

package/.vs/CopilotSnapshots/DCF62F751B748642A0BF5D5125AB6769/5F324CB20D1B5045A13090FA9D177B74/B692C85119711C76235AA5D78F9F3818

@@ -1,73 +0,0 @@
-/**
- * Utilities for string operations during tokenization
- */
-export class StringUtils {
-    /**
-     * Creates a visual representation of an error position in text
-     * @param input The input text
-     * @param errPosition The error position
-     * @returns A string with a caret pointing to the error position
-     */
-    public static getDebugPositionInfo(input: string, errPosition: number): string {
-        // Get 5 characters before and after the error
-        // If the start and end points are out of the string range, keep them within the range
-        // Display ^ at the error position on the next line
-        const start = Math.max(0, errPosition - 5);
-        const end = Math.min(input.length, errPosition + 5);
-        const debugInfo = input.slice(start, end);
-        const caret = ' '.repeat(errPosition - start) + '^';
-        return `${debugInfo}\n${caret}`;
-    }
-
-    /**
-     * Skip white space characters.
-     */
-    public static skipWhiteSpace(input: string, position: number): number {
-        const start = position;
-        const whitespace = new Set([' ', '\r', '\n', '\t']);
-        while (position < input.length) {
-            if (!whitespace.has(input[position])) {
-                break;
-            }
-            position++;
-        }
-        return position;
-    }
-
-    /**
-     * Skip line comment.
-     */
-    public static skipLineComment(input: string, position: number): number {
-        if (position + 1 >= input.length) {
-            return position;
-        }
-        if (input[position] === '-' && input[position + 1] === '-') {
-            position += 2;
-            while (position < input.length && input[position] !== '\n') {
-                position++;
-            }
-        }
-        return position;
-    }
-
-    /**
-     * Skip block comment.
-     */
-    public static skipBlockComment(input: string, position: number): number {
-        if (position + 3 >= input.length) {
-            return position;
-        }
-        if (input[position] === '/' && input[position + 1] === '*') {
-            position += 2;
-            while (position + 1 < input.length) {
-                if (input[position] === '*' && input[position + 1] === '/') {
-                    position += 2;
-                    return position;
-                }
-                position++;
-            }
-            throw new Error(`Block comment is not closed. position: ${position}`);
-        }
-        return position;
-    }
-}

package/.vs/CopilotSnapshots/DCF62F751B748642A0BF5D5125AB6769/5F324CB20D1B5045A13090FA9D177B74/EF71788BE39818EEA3F0164DC15E1BD7

@@ -1,182 +0,0 @@
-import { Lexeme } from './models/Lexeme';
-import { IdentifierTokenReader } from './tokenReaders/IdentifierTokenReader';
-import { LiteralTokenReader } from './tokenReaders/LiteralTokenReader';
-import { ParameterTokenReader } from './tokenReaders/ParameterTokenReader';
-import { SpecialSymbolTokenReader } from './tokenReaders/SymbolTokenReader';
-import { TokenReaderManager } from './tokenReaders/TokenReaderManager';
-import { OperatorTokenReader } from './tokenReaders/OperatorTokenReader';
-import { StringUtils } from './utils/stringUtils';
-
-export class SqlTokenizer {
-    /// <summary>
-    /// Input string.
-    /// </summary>
-    private input: string;
-
-    /// <summary>
-    /// Current position in the input string.
-    /// </summary>
-    private position: number;
-
-    /// <summary>
-    /// Token reader manager
-    /// </summary>
-    private readerManager: TokenReaderManager;
-
-    constructor(input: string) {
-        this.input = input;
-        this.position = 0;
-        
-        // Initialize the token reader manager and register all readers
-        // NOTE: The execution order of token readers is important.
-        // - Since LiteralTokenReader has a process to read numeric literals starting with a dot,
-        //   it needs to be registered before SpecialSymbolTokenReader.
-        // - Since LiteralTokenReader has a process to read numeric literals starting with a sign,
-        //   it needs to be registered before OperatorTokenReader.
-        this.readerManager = new TokenReaderManager(input)
-            .register(new ParameterTokenReader(input))
-            .register(new LiteralTokenReader(input))
-            .register(new IdentifierTokenReader(input))
-            .register(new SpecialSymbolTokenReader(input))
-            .register(new OperatorTokenReader(input));
-    }
-
-    private isEndOfInput(shift: number = 0): boolean {
-        return this.position + shift >= this.input.length;
-    }
-
-    private canRead(shift: number = 0): boolean {
-        return !this.isEndOfInput(shift);
-    }
-
-    public readLexmes(): Lexeme[] {
-        const lexemes: Lexeme[] = [];
-
-        // Skip whitespace and comments at the start
-        this.skipWhiteSpacesAndComments();
-
-        // Track the previous token
-        let previous: Lexeme | null = null;
-
-        // Read tokens until the end of the input is reached
-        while (this.canRead()) {
-            // semicolon is a delimiter
-            if (this.input[this.position] === ';') {
-                return lexemes;
-            }
-
-            // Try to read with the reader manager
-            const lexeme = this.readerManager.tryRead(this.position, previous);
-
-            // If a token is read by any reader
-            if (lexeme) {
-
-
-
-                lexemes.push(lexeme);
-                previous = lexeme;
-
-                // Update position
-                this.position = this.readerManager.getMaxPosition();
-
-                // Skip whitespace and comments after the token
-                this.skipWhiteSpacesAndComments();
-            } else {
-                // Exception
-                throw new Error(`Unexpected character. actual: ${this.input[this.position]}, position: ${this.position}\n${this.getDebugPositionInfo(this.position)}`);
-            }
-        }
-
-        return lexemes;
-    }
-
-    /// <summary>
-    /// Skip white space characters and sql comments.
-    /// </summary>
-    private skipWhiteSpacesAndComments(): void {
-        while (true) {
-            const newPosition = StringUtils.skipWhiteSpace(this.input, this.position);
-            if (newPosition !== this.position) {
-                this.position = newPosition;
-                continue;
-            }
-            const newLineCommentPosition = StringUtils.skipLineComment(this.input, this.position);
-            if (newLineCommentPosition !== this.position) {
-                this.position = newLineCommentPosition;
-                continue;
-            }
-            const newBlockCommentPosition = StringUtils.skipBlockComment(this.input, this.position);
-            if (newBlockCommentPosition !== this.position) {
-                this.position = newBlockCommentPosition;
-                continue;
-            }
-            break;
-        }
-    }
-
-    private skipWhiteSpace(): boolean {
-        const start = this.position;
-
-        // Skip tab, newline, and space characters
-        const whitespace = new Set([' ', '\r', '\n', '\t']);
-
-        while (this.canRead()) {
-            if (!whitespace.has(this.input[this.position])) {
-                break;
-            }
-            this.position++;
-        }
-        return start !== this.position;
-    }
-
-    private skipLineComment(): boolean {
-        // At least 2 characters are needed. '--'
-        if (this.isEndOfInput(1)) {
-            return false;
-        }
-
-        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
-            this.position += 2;
-
-            while (this.canRead() && this.input[this.position] !== '\n') {
-                this.position++;
-            }
-            return true;
-        }
-
-        return false;
-    }
-
-    private skipBlockComment(): boolean {
-        // At least 4 characters are needed. '/**/'
-        if (this.isEndOfInput(3)) {
-            return false;
-        }
-
-        // Record the start position of the comment to track error location
-        const start = this.position;
-
-        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
-            this.position += 2;
-
-            while (this.canRead(1)) {
-                if (this.input[this.position] === '*' && this.input[this.position + 1] === '/') {
-                    this.position += 2;
-                    return true;
-                }
-                this.position++;
-            }
-
-            throw new Error(`Block comment is not closed. position: ${start}`);
-        }
-
-        return false;
-    }
-
-    /**
-     * Get debug info for error reporting
-     */
-    private getDebugPositionInfo(errPosition: number): string {
-        return StringUtils.getDebugPositionInfo(this.input, errPosition);
-    }
-}

package/.vs/CopilotSnapshots/DCF62F751B748642A0BF5D5125AB6769/C1287B2893D30D40A46C30DC2CE05178/7C951A8A572EA5C371FDE657AF968B9C

@@ -1,96 +0,0 @@
-import { BaseTokenReader } from './BaseTokenReader';
-import { TokenType } from '../enums/tokenType';
-import { Lexeme } from '../models/Lexeme';
-import { CharLookupTable } from '../utils/charLookupTable';
-
-/**
- * Reads SQL identifier tokens
- */
-export class IdentifierTokenReader extends BaseTokenReader {
-    /**
-     * Try to read an identifier token
-     */
-    public tryRead(previous: Lexeme | null): Lexeme | null {
-        if (this.isEndOfInput()) {
-            return null;
-        }
-
-        const char = this.input[this.position];
-
-        // wildcard identifier
-        if (char === '*' && previous !== null) {
-            if (previous.type === TokenType.Dot) {
-                // Treat as a wildcard if it follows a dot
-                this.position++;
-                return this.createLexeme(TokenType.Identifier, char);
-            } else if (previous.type !== TokenType.Literal && previous.type !== TokenType.Identifier) {
-                // Treat as a wildcard if it is not an operator
-                this.position++;
-                return this.createLexeme(TokenType.Identifier, char);
-            }
-        }
-
-        // MySQL escaped identifier (escape character is backtick)
-        if (char === '`') {
-            const identifier = this.readEscapedIdentifier('`');
-            return this.createLexeme(TokenType.Identifier, identifier);
-        }
-
-        // Postgres escaped identifier (escape character is double quote)
-        if (char === '"') {
-            const identifier = this.readEscapedIdentifier('"');
-            return this.createLexeme(TokenType.Identifier, identifier);
-        }
-
-        // SQLServer escaped identifier (escape character is square bracket)
-        if (char === '[' && (previous === null || previous.command !== "array")) {
-            const identifier = this.readEscapedIdentifier(']');
-            return this.createLexeme(TokenType.Identifier, identifier);
-        }
-
-        // Regular identifier
-        const start = this.position;
-        while (this.canRead()) {
-            if (CharLookupTable.isDelimiter(this.input[this.position])) {
-                break;
-            }
-            this.position++;
-        }
-
-        if (start === this.position) {
-            return null;
-        }
-
-        return this.createLexeme(
-            TokenType.Identifier,
-            this.input.slice(start, this.position)
-        );
-    }
-
-    /**
-     * Read an escaped identifier (surrounded by delimiters)
-     */
-    private readEscapedIdentifier(delimiter: string): string {
-        const start = this.position;
-
-        // Skip the opening delimiter
-        this.position++;
-
-        while (this.canRead()) {
-            if (this.input[this.position] === delimiter) {
-                break;
-            }
-            this.position++;
-        }
-        
-        if (start === this.position) {
-            throw new Error(`Closing delimiter is not found. position: ${start}, delimiter: ${delimiter}\n${this.getDebugPositionInfo(start)}}`);
-        }
-
-        // Skip the closing delimiter
-        this.position++;
-
-        // exclude the delimiter
-        return this.input.slice(start + 1, this.position - 1);
-    }
-}

package/.vs/CopilotSnapshots/DCF62F751B748642A0BF5D5125AB6769/C1287B2893D30D40A46C30DC2CE05178/B692C85119711C76235AA5D78F9F3818

@@ -1,98 +0,0 @@
-/**
- * Utilities for string operations during tokenization
- */
-export class StringUtils {
-    /**
-     * Creates a visual representation of an error position in text
-     * @param input The input text
-     * @param errPosition The error position
-     * @returns A string with a caret pointing to the error position
-     */
-    public static getDebugPositionInfo(input: string, errPosition: number): string {
-        // Get 5 characters before and after the error
-        // If the start and end points are out of the string range, keep them within the range
-        // Display ^ at the error position on the next line
-        const start = Math.max(0, errPosition - 5);
-        const end = Math.min(input.length, errPosition + 5);
-        const debugInfo = input.slice(start, end);
-        const caret = ' '.repeat(errPosition - start) + '^';
-        return `${debugInfo}\n${caret}`;
-    }
-
-    /**
-     * Skip white space characters.
-     */
-    public static skipWhiteSpace(input: string, position: number): number {
-        const start = position;
-        const whitespace = new Set([' ', '\r', '\n', '\t']);
-        while (position < input.length) {
-            if (!whitespace.has(input[position])) {
-                break;
-            }
-            position++;
-        }
-        return position;
-    }
-
-    /**
-     * Skip line comment.
-     */
-    private static skipLineComment(input: string, position: number): number {
-        if (position + 1 >= input.length) {
-            return position;
-        }
-        if (input[position] === '-' && input[position + 1] === '-') {
-            position += 2;
-            while (position < input.length && input[position] !== '\n') {
-                position++;
-            }
-        }
-        return position;
-    }
-
-    /**
-     * Skip block comment.
-     */
-    private static skipBlockComment(input: string, position: number): number {
-        if (position + 3 >= input.length) {
-            return position;
-        }
-        if (input[position] === '/' && input[position + 1] === '*') {
-            position += 2;
-            while (position + 1 < input.length) {
-                if (input[position] === '*' && input[position + 1] === '/') {
-                    position += 2;
-                    return position;
-                }
-                position++;
-            }
-            throw new Error(`Block comment is not closed. position: ${position}`);
-        }
-        return position;
-    }
-
-    /**
-     * Skip white space characters and SQL comments.
-     */
-    public static skipWhiteSpacesAndComments(input: string, position: number): number {
-        while (true) {
-            const newPosition = StringUtils.skipWhiteSpace(input, position);
-            if (newPosition !== position) {
-                position = newPosition;
-                continue;
-            }
-            const newLineCommentPosition = StringUtils.skipLineComment(input, position);
-            if (newLineCommentPosition !== position) {
-                position = newLineCommentPosition;
-                continue;
-            }
-            const newBlockCommentPosition = StringUtils.skipBlockComment(input, position);
-            if (newBlockCommentPosition !== position) {
-                position = newBlockCommentPosition;
-                continue;
-            }
-            break;
-        }
-        return position;
-    }
-}

package/.vs/CopilotSnapshots/DCF62F751B748642A0BF5D5125AB6769/CA6304DFE7764A4C87ACE5816CDB7CD9/7C951A8A572EA5C371FDE657AF968B9C

@@ -1,96 +0,0 @@
-import { BaseTokenReader } from './BaseTokenReader';
-import { TokenType } from '../enums/tokenType';
-import { Lexeme } from '../models/Lexeme';
-import { CharLookupTable } from '../utils/charLookupTable';
-
-/**
- * Reads SQL identifier tokens
- */
-export class IdentifierTokenReader extends BaseTokenReader {
-    /**
-     * Try to read an identifier token
-     */
-    public tryRead(previous: Lexeme | null): Lexeme | null {
-        if (this.isEndOfInput()) {
-            return null;
-        }
-
-        const char = this.input[this.position];
-
-        // wildcard identifier
-        if (char === '*' && previous !== null) {
-            if (previous.type === TokenType.Dot) {
-                // Treat as a wildcard if it follows a dot
-                this.position++;
-                return this.createLexeme(TokenType.Identifier, char);
-            } else if (previous.type !== TokenType.Literal && previous.type !== TokenType.Identifier) {
-                // Treat as a wildcard if it is not an operator
-                this.position++;
-                return this.createLexeme(TokenType.Identifier, char);
-            }
-        }
-
-        // MySQL escaped identifier (escape character is backtick)
-        if (char === '`') {
-            const identifier = this.readEscapedIdentifier('`');
-            return this.createLexeme(TokenType.Identifier, identifier);
-        }
-
-        // Postgres escaped identifier (escape character is double quote)
-        if (char === '"') {
-            const identifier = this.readEscapedIdentifier('"');
-            return this.createLexeme(TokenType.Identifier, identifier);
-        }
-
-        // SQLServer escaped identifier (escape character is square bracket)
-        if (char === '[' && (previous === null || previous.command !== "array")) {
-            const identifier = this.readEscapedIdentifier(']');
-            return this.createLexeme(TokenType.Identifier, identifier);
-        }
-
-        // Regular identifier
-        const start = this.position;
-        while (this.canRead()) {
-            if (CharLookupTable.isDelimiter(this.input[this.position])) {
-                break;
-            }
-            this.position++;
-        }
-
-        if (start === this.position) {
-            return null;
-        }
-
-        return this.createLexeme(
-            TokenType.Identifier,
-            this.input.slice(start, this.position)
-        );
-    }
-
-    /**
-     * Read an escaped identifier (surrounded by delimiters)
-     */
-    private readEscapedIdentifier(delimiter: string): string {
-        const start = this.position;
-
-        // Skip the opening delimiter
-        this.position++;
-
-        while (this.canRead()) {
-            if (this.input[this.position] === delimiter) {
-                break;
-            }
-            this.position++;
-        }
-        
-        if (start === this.position) {
-            throw new Error(`Closing delimiter is not found. position: ${start}, delimiter: ${delimiter}\n${this.getDebugPositionInfo(start)}}`);
-        }
-
-        // Skip the closing delimiter
-        this.position++;
-
-        // exclude the delimiter
-        return this.input.slice(start + 1, this.position - 1);
-    }
-}

package/.vs/CopilotSnapshots/DCF62F751B748642A0BF5D5125AB6769/CA6304DFE7764A4C87ACE5816CDB7CD9/B692C85119711C76235AA5D78F9F3818

@@ -1,21 +0,0 @@
-/**
- * Utilities for string operations during tokenization
- */
-export class StringUtils {
-    /**
-     * Creates a visual representation of an error position in text
-     * @param input The input text
-     * @param errPosition The error position
-     * @returns A string with a caret pointing to the error position
-     */
-    public static getDebugPositionInfo(input: string, errPosition: number): string {
-        // Get 5 characters before and after the error
-        // If the start and end points are out of the string range, keep them within the range
-        // Display ^ at the error position on the next line
-        const start = Math.max(0, errPosition - 5);
-        const end = Math.min(input.length, errPosition + 5);
-        const debugInfo = input.slice(start, end);
-        const caret = ' '.repeat(errPosition - start) + '^';
-        return `${debugInfo}\n${caret}`;
-    }
-}