rawsql-ts 0.1.0-beta.6 → 0.1.0-beta.7

package/.vs/CopilotSnapshots/DCF62F751B748642A0BF5D5125AB6769/CA6304DFE7764A4C87ACE5816CDB7CD9/EF71788BE39818EEA3F0164DC15E1BD7

@@ -1,176 +0,0 @@
-import { Lexeme } from './models/Lexeme';
-import { IdentifierTokenReader } from './tokenReaders/IdentifierTokenReader';
-import { LiteralTokenReader } from './tokenReaders/LiteralTokenReader';
-import { ParameterTokenReader } from './tokenReaders/ParameterTokenReader';
-import { SpecialSymbolTokenReader } from './tokenReaders/SymbolTokenReader';
-import { TokenReaderManager } from './tokenReaders/TokenReaderManager';
-import { OperatorTokenReader } from './tokenReaders/OperatorTokenReader';
-import { StringUtils } from './utils/stringUtils';
-
-export class SqlTokenizer {
-    /// <summary>
-    /// Input string.
-    /// </summary>
-    private input: string;
-
-    /// <summary>
-    /// Current position in the input string.
-    /// </summary>
-    private position: number;
-
-    /// <summary>
-    /// Token reader manager
-    /// </summary>
-    private readerManager: TokenReaderManager;
-
-    constructor(input: string) {
-        this.input = input;
-        this.position = 0;
-        
-        // Initialize the token reader manager and register all readers
-        // NOTE: The execution order of token readers is important.
-        // - Since LiteralTokenReader has a process to read numeric literals starting with a dot,
-        //   it needs to be registered before SpecialSymbolTokenReader.
-        // - Since LiteralTokenReader has a process to read numeric literals starting with a sign,
-        //   it needs to be registered before OperatorTokenReader.
-        this.readerManager = new TokenReaderManager(input)
-            .register(new ParameterTokenReader(input))
-            .register(new LiteralTokenReader(input))
-            .register(new IdentifierTokenReader(input))
-            .register(new SpecialSymbolTokenReader(input))
-            .register(new OperatorTokenReader(input));
-    }
-
-    private isEndOfInput(shift: number = 0): boolean {
-        return this.position + shift >= this.input.length;
-    }
-
-    private canRead(shift: number = 0): boolean {
-        return !this.isEndOfInput(shift);
-    }
-
-    public readLexmes(): Lexeme[] {
-        const lexemes: Lexeme[] = [];
-
-        // Skip whitespace and comments at the start
-        this.skipWhiteSpacesAndComments();
-
-        // Track the previous token
-        let previous: Lexeme | null = null;
-
-        // Read tokens until the end of the input is reached
-        while (this.canRead()) {
-            // semicolon is a delimiter
-            if (this.input[this.position] === ';') {
-                return lexemes;
-            }
-
-            // Try to read with the reader manager
-            const lexeme = this.readerManager.tryRead(this.position, previous);
-
-            // If a token is read by any reader
-            if (lexeme) {
-
-
-
-                lexemes.push(lexeme);
-                previous = lexeme;
-
-                // Update position
-                this.position = this.readerManager.getMaxPosition();
-
-                // Skip whitespace and comments after the token
-                this.skipWhiteSpacesAndComments();
-            } else {
-                // Exception
-                throw new Error(`Unexpected character. actual: ${this.input[this.position]}, position: ${this.position}\n${this.getDebugPositionInfo(this.position)}`);
-            }
-        }
-
-        return lexemes;
-    }
-
-    /// <summary>
-    /// Skip white space characters and sql comments.
-    /// </summary>
-    private skipWhiteSpacesAndComments(): void {
-        while (true) {
-            if (this.skipWhiteSpace()) {
-                continue;
-            }
-            if (this.skipLineComment()) {
-                continue;
-            }
-            if (this.skipBlockComment()) {
-                continue;
-            }
-            break;
-        }
-    }
-
-    private skipWhiteSpace(): boolean {
-        const start = this.position;
-
-        // Skip tab, newline, and space characters
-        const whitespace = new Set([' ', '\r', '\n', '\t']);
-
-        while (this.canRead()) {
-            if (!whitespace.has(this.input[this.position])) {
-                break;
-            }
-            this.position++;
-        }
-        return start !== this.position;
-    }
-
-    private skipLineComment(): boolean {
-        // At least 2 characters are needed. '--'
-        if (this.isEndOfInput(1)) {
-            return false;
-        }
-
-        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
-            this.position += 2;
-
-            while (this.canRead() && this.input[this.position] !== '\n') {
-                this.position++;
-            }
-            return true;
-        }
-
-        return false;
-    }
-
-    private skipBlockComment(): boolean {
-        // At least 4 characters are needed. '/**/'
-        if (this.isEndOfInput(3)) {
-            return false;
-        }
-
-        // Record the start position of the comment to track error location
-        const start = this.position;
-
-        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
-            this.position += 2;
-
-            while (this.canRead(1)) {
-                if (this.input[this.position] === '*' && this.input[this.position + 1] === '/') {
-                    this.position += 2;
-                    return true;
-                }
-                this.position++;
-            }
-
-            throw new Error(`Block comment is not closed. position: ${start}`);
-        }
-
-        return false;
-    }
-
-    /**
-     * Get debug info for error reporting
-     */
-    private getDebugPositionInfo(errPosition: number): string {
-        return StringUtils.getDebugPositionInfo(this.input, errPosition);
-    }
-}

package/.vs/CopilotSnapshots/DCF62F751B748642A0BF5D5125AB6769/state.mpack

@@ -1 +0,0 @@
-��SessionId��$752ff6dc-741b-4286-a0bf-5d5125ab6769��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$df0463ca-76e7-4c4a-87ac-e5816cdb7cd9�Snapshots�� B692C85119711C76235AA5D78F9F3818��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\DCF62F751B748642A0BF5D5125AB6769\CA6304DFE7764A4C87ACE5816CDB7CD9\B692C85119711C76235AA5D78F9F3818�OriginalFilePath�BC:\Users\mssgm\Documents\GitHub\ts-sample\src\utils\stringUtils.ts�NewFileMarker�� EF71788BE39818EEA3F0164DC15E1BD7��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\DCF62F751B748642A0BF5D5125AB6769\CA6304DFE7764A4C87ACE5816CDB7CD9\EF71788BE39818EEA3F0164DC15E1BD7�OriginalFilePath�=C:\Users\mssgm\Documents\GitHub\ts-sample\src\sqlTokenizer.ts�NewFileMarker�� 7C951A8A572EA5C371FDE657AF968B9C��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\DCF62F751B748642A0BF5D5125AB6769\CA6304DFE7764A4C87ACE5816CDB7CD9\7C951A8A572EA5C371FDE657AF968B9C�OriginalFilePath�SC:\Users\mssgm\Documents\GitHub\ts-sample\src\tokenReaders\IdentifierTokenReader.ts�NewFileMarker���CorrelationId�$b24c325f-1b0d-4550-a130-90fa9d177b74�Snapshots�� B692C85119711C76235AA5D78F9F3818��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\DCF62F751B748642A0BF5D5125AB6769\5F324CB20D1B5045A13090FA9D177B74\B692C85119711C76235AA5D78F9F3818�OriginalFilePath�BC:\Users\mssgm\Documents\GitHub\ts-sample\src\utils\stringUtils.ts�NewFileMarker�� EF71788BE39818EEA3F0164DC15E1BD7��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\DCF62F751B748642A0BF5D5125AB6769\5F324CB20D1B5045A13090FA9D177B74\EF71788BE39818EEA3F0164DC15E1BD7�OriginalFilePath�=C:\Users\mssgm\Documents\GitHub\ts-sample\src\sqlTokenizer.ts�NewFileMarker�� 7C951A8A572EA5C371FDE657AF968B9C��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\DCF62F751B748642A0BF5D5125AB6769\5F324CB20D1B5045A13090FA9D177B74\7C951A8A572EA5C371FDE657AF968B9C�OriginalFilePath�SC:\Users\mssgm\Documents\GitHub\ts-sample\src\tokenReaders\IdentifierTokenReader.ts�NewFileMarker���CorrelationId�$287b28c1-d393-400d-a46c-30dc2ce05178�Snapshots�� B692C85119711C76235AA5D78F9F3818��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\DCF62F751B748642A0BF5D5125AB6769\C1287B2893D30D40A46C30DC2CE05178\B692C85119711C76235AA5D78F9F3818�OriginalFilePath�BC:\Users\mssgm\Documents\GitHub\ts-sample\src\utils\stringUtils.ts�NewFileMarker�� 7C951A8A572EA5C371FDE657AF968B9C��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\DCF62F751B748642A0BF5D5125AB6769\C1287B2893D30D40A46C30DC2CE05178\7C951A8A572EA5C371FDE657AF968B9C�OriginalFilePath�SC:\Users\mssgm\Documents\GitHub\ts-sample\src\tokenReaders\IdentifierTokenReader.ts�NewFileMarker�

package/.vs/VSWorkspaceState.json

@@ -1,6 +0,0 @@
-{
-  "ExpandedNodes": [
-    ""
-  ],
-  "PreviewInSolutionExplorer": false
-}