rawsql-ts 0.1.0-beta.6 → 0.1.0-beta.7

package/.vs/CopilotSnapshots/7F905F8BAC0DAD49BD507CA45C569AFD/5782E13CAB03A04E9E1EC5692F892170/EF71788BE39818EEA3F0164DC15E1BD7

@@ -1,158 +0,0 @@
-import { Lexeme } from './models/Lexeme';
-import { IdentifierTokenReader } from './tokenReaders/IdentifierTokenReader';
-import { LiteralTokenReader } from './tokenReaders/LiteralTokenReader';
-import { ParameterTokenReader } from './tokenReaders/ParameterTokenReader';
-import { SymbolTokenReader } from './tokenReaders/SymbolTokenReader';
-import { TokenReaderManager } from './tokenReaders/TokenReaderManager';
-
-export class SqlTokenizer {
-    /// <summary>
-    /// Input string.
-    /// </summary>
-    private input: string;
-
-    /// <summary>
-    /// Current position in the input string.
-    /// </summary>
-    private position: number;
-
-    /// <summary>
-    /// Token reader manager
-    /// </summary>
-    private readerManager: TokenReaderManager;
-
-    constructor(input: string) {
-        this.input = input;
-        this.position = 0;
-        
-        // Initialize the token reader manager and register all readers
-        this.readerManager = new TokenReaderManager(input)
-            .register(new ParameterTokenReader(input))
-            .register(new LiteralTokenReader(input))
-            .register(new IdentifierTokenReader(input))
-            .register(new SymbolTokenReader(input));
-    }
-
-    private isEndOfInput(shift: number = 0): boolean {
-        return this.position + shift >= this.input.length;
-    }
-
-    private canRead(shift: number = 0): boolean {
-        return !this.isEndOfInput(shift);
-    }
-
-    public readLexmes(): Lexeme[] {
-        const lexemes: Lexeme[] = [];
-
-        // Skip whitespace and comments at the start
-        this.skipWhiteSpacesAndComments();
-
-        // Track the previous token
-        let previous: Lexeme | null = null;
-
-        // Read tokens until the end of the input is reached
-        while (this.canRead()) {
-            // semicolon is a delimiter
-            if (this.input[this.position] === ';') {
-                return lexemes;
-            }
-
-            // Try to read with the reader manager
-            const lexeme = this.readerManager.tryRead(this.position, previous);
-
-            // If a token is read by any reader
-            if (lexeme) {
-                lexemes.push(lexeme);
-                previous = lexeme;
-
-                // Update position
-                this.position = this.readerManager.getMaxPosition();
-
-                // Skip whitespace and comments after the token
-                this.skipWhiteSpacesAndComments();
-            } else {
-                // Exception
-                throw new Error(`Unexpected character. actual: ${this.input[this.position]}, position: ${this.position}`);
-            }
-        }
-
-        return lexemes;
-    }
-
-    /// <summary>
-    /// Skip white space characters and sql comments.
-    /// </summary>
-    private skipWhiteSpacesAndComments(): void {
-        while (true) {
-            if (this.skipWhiteSpace()) {
-                continue;
-            }
-            if (this.skipLineComment()) {
-                continue;
-            }
-            if (this.skipBlockComment()) {
-                continue;
-            }
-            break;
-        }
-    }
-
-    private skipWhiteSpace(): boolean {
-        const start = this.position;
-
-        // Skip tab, newline, and space characters
-        const whitespace = new Set([' ', '\r', '\n', '\t']);
-
-        while (this.canRead()) {
-            if (!whitespace.has(this.input[this.position])) {
-                break;
-            }
-            this.position++;
-        }
-        return start !== this.position;
-    }
-
-    private skipLineComment(): boolean {
-        // At least 2 characters are needed. '--'
-        if (this.isEndOfInput(1)) {
-            return false;
-        }
-
-        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
-            this.position += 2;
-
-            while (this.canRead() && this.input[this.position] !== '\n') {
-                this.position++;
-            }
-            return true;
-        }
-
-        return false;
-    }
-
-    private skipBlockComment(): boolean {
-        // At least 4 characters are needed. '/**/'
-        if (this.isEndOfInput(3)) {
-            return false;
-        }
-
-        // Record the start position of the comment to track error location
-        const start = this.position;
-
-        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
-            this.position += 2;
-
-            while (this.canRead(1)) {
-                if (this.input[this.position] === '*' && this.input[this.position + 1] === '/') {
-                    this.position += 2;
-                    return true;
-                }
-                this.position++;
-            }
-
-            throw new Error(`Block comment is not closed. position: ${start}`);
-        }
-
-        return false;
-    }
-}

package/.vs/CopilotSnapshots/7F905F8BAC0DAD49BD507CA45C569AFD/9886598393C89944B51920C01EB650C9/BA5D2B145A59265D63FA3B3584344B02

@@ -1,35 +0,0 @@
-import { TokenType } from "../src/enums/tokenType";
-import { SqlTokenizer } from "../src/sqlTokenizer";
-
-test('tokenizes addition operator', () => {
-    const tokenizer = new SqlTokenizer('1+1');
-    const tokens = tokenizer.readLexmes();
-    expect(tokens.length).toBe(3);
-    expect(tokens[1].type).toBe(TokenType.Operator);
-    expect(tokens[1].value).toBe('+');
-});
-
-test('tokenizes multiplication operator', () => {
-    const tokenizer = new SqlTokenizer('1*2');
-    const tokens = tokenizer.readLexmes();
-    expect(tokens.length).toBe(3);
-    expect(tokens[1].type).toBe(TokenType.Operator);
-    expect(tokens[1].value).toBe('*');
-});
-
-test('tokenizes division operator', () => {
-    const tokenizer = new SqlTokenizer('1/3');
-    const tokens = tokenizer.readLexmes();
-    expect(tokens.length).toBe(3);
-    expect(tokens[1].type).toBe(TokenType.Operator);
-    expect(tokens[1].value).toBe('/');
-});
-
-test('tokenizes modulus operator', () => {
-    const tokenizer = new SqlTokenizer('1%4');
-    const tokens = tokenizer.readLexmes();
-    expect(tokens.length).toBe(3);
-    expect(tokens[1].type).toBe(TokenType.Operator);
-    expect(tokens[1].value).toBe('%');
-});
-

package/.vs/CopilotSnapshots/7F905F8BAC0DAD49BD507CA45C569AFD/state.mpack

@@ -1 +0,0 @@
-��SessionId��$8b5f907f-0dac-49ad-bd50-7ca45c569afd��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$3ce18257-03ab-4ea0-9e1e-c5692f892170�Snapshots�� BA5D2B145A59265D63FA3B3584344B02��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\7F905F8BAC0DAD49BD507CA45C569AFD\5782E13CAB03A04E9E1EC5692F892170\BA5D2B145A59265D63FA3B3584344B02�OriginalFilePath�@C:\Users\mssgm\Documents\GitHub\ts-sample\tests\operator.test.ts�NewFileMarker�� EF71788BE39818EEA3F0164DC15E1BD7��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\7F905F8BAC0DAD49BD507CA45C569AFD\5782E13CAB03A04E9E1EC5692F892170\EF71788BE39818EEA3F0164DC15E1BD7�OriginalFilePath�=C:\Users\mssgm\Documents\GitHub\ts-sample\src\sqlTokenizer.ts�NewFileMarker���CorrelationId�$83598698-c893-4499-b519-20c01eb650c9�Snapshots�� BA5D2B145A59265D63FA3B3584344B02��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\7F905F8BAC0DAD49BD507CA45C569AFD\9886598393C89944B51920C01EB650C9\BA5D2B145A59265D63FA3B3584344B02�OriginalFilePath�@C:\Users\mssgm\Documents\GitHub\ts-sample\tests\operator.test.ts�NewFileMarker�

package/.vs/CopilotSnapshots/8492D9C7A2D9514DB8A69D304B48BF3C/D2DA3C4E2131E84EA02E321802A65254/EF71788BE39818EEA3F0164DC15E1BD7

@@ -1,165 +0,0 @@
-import { Lexeme } from './models/Lexeme';
-import { IdentifierTokenReader } from './tokenReaders/IdentifierTokenReader';
-import { LiteralTokenReader } from './tokenReaders/LiteralTokenReader';
-import { ParameterTokenReader } from './tokenReaders/ParameterTokenReader';
-import { SpecialSymbolTokenReader } from './tokenReaders/SymbolTokenReader';
-import { TokenReaderManager } from './tokenReaders/TokenReaderManager';
-import { OperatorTokenReader } from './tokenReaders/OperatorTokenReader';
-
-export class SqlTokenizer {
-    /// <summary>
-    /// Input string.
-    /// </summary>
-    private input: string;
-
-    /// <summary>
-    /// Current position in the input string.
-    /// </summary>
-    private position: number;
-
-    /// <summary>
-    /// Token reader manager
-    /// </summary>
-    private readerManager: TokenReaderManager;
-
-    constructor(input: string) {
-        this.input = input;
-        this.position = 0;
-        
-        // Initialize the token reader manager and register all readers
-        // NOTE: トークンリーダーの実行順序は重要です。
-        // - LiteralTokenReader にて ドット始まりの数字リテラルを読み取る処理があるため、
-        //   SpecialSymbolTokenReader よりも先に登録する必要があります。
-        // - LiteralTokenReader にて 符号始まりの数字リテラルを読み取る処理があるため、
-        //   OperatorTokenReader よりも先に登録する必要があります。
-        this.readerManager = new TokenReaderManager(input)
-            .register(new ParameterTokenReader(input))
-            .register(new LiteralTokenReader(input))
-            .register(new IdentifierTokenReader(input))
-            .register(new SpecialSymbolTokenReader(input))
-            .register(new OperatorTokenReader(input));
-    }
-
-    private isEndOfInput(shift: number = 0): boolean {
-        return this.position + shift >= this.input.length;
-    }
-
-    private canRead(shift: number = 0): boolean {
-        return !this.isEndOfInput(shift);
-    }
-
-    public readLexmes(): Lexeme[] {
-        const lexemes: Lexeme[] = [];
-
-        // Skip whitespace and comments at the start
-        this.skipWhiteSpacesAndComments();
-
-        // Track the previous token
-        let previous: Lexeme | null = null;
-
-        // Read tokens until the end of the input is reached
-        while (this.canRead()) {
-            // semicolon is a delimiter
-            if (this.input[this.position] === ';') {
-                return lexemes;
-            }
-
-            // Try to read with the reader manager
-            const lexeme = this.readerManager.tryRead(this.position, previous);
-
-            // If a token is read by any reader
-            if (lexeme) {
-                lexemes.push(lexeme);
-                previous = lexeme;
-
-                // Update position
-                this.position = this.readerManager.getMaxPosition();
-
-                // Skip whitespace and comments after the token
-                this.skipWhiteSpacesAndComments();
-            } else {
-                // Exception
-                throw new Error(`Unexpected character. actual: ${this.input[this.position]}, position: ${this.position}`);
-            }
-        }
-
-        return lexemes;
-    }
-
-    /// <summary>
-    /// Skip white space characters and sql comments.
-    /// </summary>
-    private skipWhiteSpacesAndComments(): void {
-        while (true) {
-            if (this.skipWhiteSpace()) {
-                continue;
-            }
-            if (this.skipLineComment()) {
-                continue;
-            }
-            if (this.skipBlockComment()) {
-                continue;
-            }
-            break;
-        }
-    }
-
-    private skipWhiteSpace(): boolean {
-        const start = this.position;
-
-        // Skip tab, newline, and space characters
-        const whitespace = new Set([' ', '\r', '\n', '\t']);
-
-        while (this.canRead()) {
-            if (!whitespace.has(this.input[this.position])) {
-                break;
-            }
-            this.position++;
-        }
-        return start !== this.position;
-    }
-
-    private skipLineComment(): boolean {
-        // At least 2 characters are needed. '--'
-        if (this.isEndOfInput(1)) {
-            return false;
-        }
-
-        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
-            this.position += 2;
-
-            while (this.canRead() && this.input[this.position] !== '\n') {
-                this.position++;
-            }
-            return true;
-        }
-
-        return false;
-    }
-
-    private skipBlockComment(): boolean {
-        // At least 4 characters are needed. '/**/'
-        if (this.isEndOfInput(3)) {
-            return false;
-        }
-
-        // Record the start position of the comment to track error location
-        const start = this.position;
-
-        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
-            this.position += 2;
-
-            while (this.canRead(1)) {
-                if (this.input[this.position] === '*' && this.input[this.position + 1] === '/') {
-                    this.position += 2;
-                    return true;
-                }
-                this.position++;
-            }
-
-            throw new Error(`Block comment is not closed. position: ${start}`);
-        }
-
-        return false;
-    }
-}

package/.vs/CopilotSnapshots/8492D9C7A2D9514DB8A69D304B48BF3C/state.mpack

@@ -1 +0,0 @@
-��SessionId��$c7d99284-d9a2-4d51-b8a6-9d304b48bf3c��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$4e3cdad2-3121-4ee8-a02e-321802a65254�Snapshots�� EF71788BE39818EEA3F0164DC15E1BD7��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\8492D9C7A2D9514DB8A69D304B48BF3C\D2DA3C4E2131E84EA02E321802A65254\EF71788BE39818EEA3F0164DC15E1BD7�OriginalFilePath�=C:\Users\mssgm\Documents\GitHub\ts-sample\src\sqlTokenizer.ts�NewFileMarker�

package/.vs/CopilotSnapshots/891A2DC0E5FA424CB8BDDA4FE26ED372/E244D49DDC79514DBA322770B03AE287/1CF9939611B0D194AC81951A171DF046

@@ -1,43 +0,0 @@
-import { BaseTokenReader } from './BaseTokenReader';
-import { TokenType } from '../enums/tokenType';
-import { Lexeme } from '../models/Lexeme';
-import { CharLookupTable } from '../utils/charLookupTable';
-import { StringUtils } from '../utils/stringUtils';
-import { KeywordMatchResult, KeywordTrie, KeywordTrieReader } from '../utils/KeywordTrie';
-
-export class OperatorTokenReader extends BaseTokenReader {
-
-    private trie = new KeywordTrie([
-        ["is"],
-        ["is", "not"],
-        ["and"],
-        ["or"]
-    ]);
-
-    public tryRead(previous: Lexeme | null): Lexeme | null {
-        if (this.isEndOfInput()) {
-            return null;
-        }
-
-        const char = this.input[this.position];
-
-        if (CharLookupTable.isOperatorSymbol(char)) {
-            const start = this.position;
-            while (this.canRead() && CharLookupTable.isOperatorSymbol(this.input[this.position])) {
-                this.position++;
-            }
-            return this.createLexeme(TokenType.Operator, this.input.slice(start, this.position));
-        }
-
-        // Logical operators
-        const reader = new KeywordTrieReader(this.input, this.position, this.trie);
-        const result = reader.readKeyword();
-        if (result) {
-            this.position = result.newPositiion;
-            return this.createLexeme(TokenType.Operator, result.keyword);
-        }
-
-
-        return null;
-    }
-}

package/.vs/CopilotSnapshots/891A2DC0E5FA424CB8BDDA4FE26ED372/state.mpack

@@ -1 +0,0 @@
-��SessionId��$c02d1a89-fae5-4c42-b8bd-da4fe26ed372��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$9dd444e2-79dc-4d51-ba32-2770b03ae287�Snapshots�� 1CF9939611B0D194AC81951A171DF046��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\891A2DC0E5FA424CB8BDDA4FE26ED372\E244D49DDC79514DBA322770B03AE287\1CF9939611B0D194AC81951A171DF046�OriginalFilePath�QC:\Users\mssgm\Documents\GitHub\ts-sample\src\tokenReaders\OperatorTokenReader.ts�NewFileMarker�

package/.vs/CopilotSnapshots/8D302F8BAE46F54EA82AE1DED1A5D240/11E6D1F8E56D734F99C5216231273E8D/E621434FB1D5415B14FBBCC11967E420

@@ -1,66 +0,0 @@
-/**
-    // No changes needed in this file as the OPERATORS set already exists
- * Fast character classification utilities for SQL tokenization
- */
-export class CharLookupTable {
-    private static readonly WHITESPACE = new Set([' ', '\t', '\r', '\n']);
-    private static readonly DIGITS = new Set(['0', '1', '2', '3', '4', '5', '6', '7', '8', '9']);
-    private static readonly HEX_CHARS = new Set([
-        '0', '1', '2', '3', '4', '5', '6', '7', '8', '9',
-        'a', 'b', 'c', 'd', 'e', 'f',
-        'A', 'B', 'C', 'D', 'E', 'F'
-    ]);
-    private static readonly DELIMITERS = new Set(['.', ',', '(', ')']);
-    private static readonly NAMED_PARAMETER_PREFIX = new Set(['@', ':', '$']);
-    private static readonly OPERATORS = new Set([
-        '+', // Addition operator
-        '-', // Subtraction operator
-        '*', // Multiplication operator
-        '/', // Division operator
-        '%', // Modulus operator
-        '~', // Bitwise NOT operator
-        '@', // At symbol, often used in decorators or annotations
-        '#', // Hash symbol, often used in preprocessor directives or comments
-        '^', // Bitwise XOR operator
-        '&', // Bitwise AND operator
-        ':', // Postgres type cast operator ::
-        '!', // Logical NOT operator
-        '<', // Less than operator
-        '>', // Greater than operator
-        '=', // Assignment or equality operator
-        '|', // Bitwise OR operator
-    ]);
-
-    public static isWhitespace(char: string): boolean {
-        return CharLookupTable.WHITESPACE.has(char);
-    }
-
-    public static isDigit(char: string): boolean {
-        return CharLookupTable.DIGITS.has(char);
-    }
-
-    public static isHexChar(char: string): boolean {
-        return CharLookupTable.HEX_CHARS.has(char);
-    }
-
-    public static isOperator(char: string): boolean {
-        return CharLookupTable.OPERATORS.has(char);
-    }
-
-    public static isDelimiter(char: string): boolean {
-        if (CharLookupTable.DELIMITERS.has(char)) {
-            return true;
-        }
-        else if (CharLookupTable.isWhitespace(char)) {
-            return true;
-        }
-        else if (CharLookupTable.isOperator(char)) {
-            return true;
-        }
-        return false;
-    }
-
-    public static isNamedParameterPrefix(char: string): boolean {
-        return CharLookupTable.NAMED_PARAMETER_PREFIX.has(char);
-    }
-}

package/.vs/CopilotSnapshots/8D302F8BAE46F54EA82AE1DED1A5D240/24C69A83160FD844B0DEFECF8E1313DB/1CF9939611B0D194AC81951A171DF046

@@ -1,43 +0,0 @@
-import { BaseTokenReader } from './BaseTokenReader';
-import { TokenType } from '../enums/tokenType';
-import { Lexeme } from '../models/Lexeme';
-
-const operatorChars = new Set([
-    '+', // Addition operator
-    '-', // Subtraction operator
-    '*', // Multiplication operator
-    '/', // Division operator
-    '%', // Modulus operator
-    '~', // Bitwise NOT operator
-    '@', // At symbol, often used in decorators or annotations
-    '#', // Hash symbol, often used in preprocessor directives or comments
-    '$', // Dollar symbol, often used in template literals or special variables
-    '^', // Bitwise XOR operator
-    '&', // Bitwise AND operator
-    ':', // Postgres type cast operator
-    '!', // Logical NOT operator
-    '<', // Less than operator
-    '>', // Greater than operator
-    '=', // Assignment or equality operator
-    '|' // Bitwise OR operator
-]);
-
-export class OperatorTokenReader extends BaseTokenReader {
-    public tryRead(previous: Lexeme | null): Lexeme | null {
-        if (this.isEndOfInput()) {
-            return null;
-        }
-
-        const char = this.input[this.position];
-
-        if (operatorChars.has(char)) {
-            const start = this.position;
-            while (this.canRead() && operatorChars.has(this.input[this.position])) {
-                this.position++;
-            }
-            return this.createLexeme(TokenType.Operator, this.input.slice(start, this.position));
-        }
-
-        return null;
-    }
-}

package/.vs/CopilotSnapshots/8D302F8BAE46F54EA82AE1DED1A5D240/24C69A83160FD844B0DEFECF8E1313DB/E621434FB1D5415B14FBBCC11967E420

@@ -1,53 +0,0 @@
-/**
- * Fast character classification utilities for SQL tokenization
- */
-export class CharLookupTable {
-    private static readonly WHITESPACE = new Set([' ', '\t', '\r', '\n']);
-    private static readonly DIGITS = new Set(['0', '1', '2', '3', '4', '5', '6', '7', '8', '9']);
-    private static readonly HEX_CHARS = new Set([
-        '0', '1', '2', '3', '4', '5', '6', '7', '8', '9',
-        'a', 'b', 'c', 'd', 'e', 'f',
-        'A', 'B', 'C', 'D', 'E', 'F'
-    ]);
-    private static readonly DELIMITERS = new Set(['.', ',', '(', ')']);
-    private static readonly NAMED_PARAMETER_PREFIX = new Set(['@', ':', '$']);
-    private static readonly OPERATORS = new Set([
-        '+', '-', '*', '/', '%', // Arithmetic operators
-        '~', '@', '#', '$', '^', '&', // Special symbols
-        ':', // Postgres type cast operator ::
-        '!', '<', '>', '=', '|', '\\' // Other symbols
-    ]);
-
-    public static isWhitespace(char: string): boolean {
-        return CharLookupTable.WHITESPACE.has(char);
-    }
-
-    public static isDigit(char: string): boolean {
-        return CharLookupTable.DIGITS.has(char);
-    }
-
-    public static isHexChar(char: string): boolean {
-        return CharLookupTable.HEX_CHARS.has(char);
-    }
-
-    public static isOperator(char: string): boolean {
-        return CharLookupTable.OPERATORS.has(char);
-    }
-
-    public static isDelimiter(char: string): boolean {
-        if (CharLookupTable.DELIMITERS.has(char)) {
-            return true;
-        }
-        else if (CharLookupTable.isWhitespace(char)) {
-            return true;
-        }
-        else if (CharLookupTable.isOperator(char)) {
-            return true;
-        }
-        return false;
-    }
-
-    public static isNamedParameterPrefix(char: string): boolean {
-        return CharLookupTable.NAMED_PARAMETER_PREFIX.has(char);
-    }
-}

package/.vs/CopilotSnapshots/8D302F8BAE46F54EA82AE1DED1A5D240/5E6D1BCD7CE81548AB445DE97505DC62/1CF9939611B0D194AC81951A171DF046

@@ -1,30 +0,0 @@
-import { BaseTokenReader } from './BaseTokenReader';
-import { TokenType } from '../enums/tokenType';
-import { Lexeme } from '../models/Lexeme';
-
-const operatorChars = new Set([
-    '+', '-', '*', '/', '%', // Arithmetic operators
-    '~', '@', '#', '$', '^', '&', // Special symbols
-    ':', // Postgres type cast operator
-    '!', '<', '>', '=', '|'// Other symbols
-]);
-
-export class OperatorTokenReader extends BaseTokenReader {
-    public tryRead(previous: Lexeme | null): Lexeme | null {
-        if (this.isEndOfInput()) {
-            return null;
-        }
-
-        const char = this.input[this.position];
-
-        if (operatorChars.has(char)) {
-            const start = this.position;
-            while (this.canRead() && operatorChars.has(this.input[this.position])) {
-                this.position++;
-            }
-            return this.createLexeme(TokenType.Operator, this.input.slice(start, this.position));
-        }
-
-        return null;
-    }
-}

package/.vs/CopilotSnapshots/8D302F8BAE46F54EA82AE1DED1A5D240/5E6D1BCD7CE81548AB445DE97505DC62/E621434FB1D5415B14FBBCC11967E420

@@ -1,53 +0,0 @@
-/**
- * Fast character classification utilities for SQL tokenization
- */
-export class CharLookupTable {
-    private static readonly WHITESPACE = new Set([' ', '\t', '\r', '\n']);
-    private static readonly DIGITS = new Set(['0', '1', '2', '3', '4', '5', '6', '7', '8', '9']);
-    private static readonly HEX_CHARS = new Set([
-        '0', '1', '2', '3', '4', '5', '6', '7', '8', '9',
-        'a', 'b', 'c', 'd', 'e', 'f',
-        'A', 'B', 'C', 'D', 'E', 'F'
-    ]);
-    private static readonly DELIMITERS = new Set(['.', ',', '(', ')']);
-    private static readonly NAMED_PARAMETER_PREFIX = new Set(['@', ':', '$']);
-    private static readonly OPERATORS = new Set([
-        '+', '-', '*', '/', '%', // Arithmetic operators
-        '~', '@', '#', '$', '^', '&', // Special symbols
-        ':', // Postgres type cast operator ::
-        '!', '<', '>', '=', '|', '\\' // Other symbols
-    ]);
-
-    public static isWhitespace(char: string): boolean {
-        return CharLookupTable.WHITESPACE.has(char);
-    }
-
-    public static isDigit(char: string): boolean {
-        return CharLookupTable.DIGITS.has(char);
-    }
-
-    public static isHexChar(char: string): boolean {
-        return CharLookupTable.HEX_CHARS.has(char);
-    }
-
-    public static isOperator(char: string): boolean {
-        return CharLookupTable.OPERATORS.has(char);
-    }
-
-    public static isDelimiter(char: string): boolean {
-        if (CharLookupTable.DELIMITERS.has(char)) {
-            return true;
-        }
-        else if (CharLookupTable.isWhitespace(char)) {
-            return true;
-        }
-        else if (CharLookupTable.isOperator(char)) {
-            return true;
-        }
-        return false;
-    }
-
-    public static isNamedParameterPrefix(char: string): boolean {
-        return CharLookupTable.NAMED_PARAMETER_PREFIX.has(char);
-    }
-}