rawsql-ts 0.1.0-beta.5 → 0.1.0-beta.7

package/.vs/CopilotSnapshots/B8ADCAC0C19DB14FB8388BA59A86BC74/7ED3F1557FD7BE4DBEAF9B59FD442925/44EB81A1663981E3F52FFFECE3A2918E

@@ -1,152 +0,0 @@
-import { StringUtils } from "./stringUtils";
-
-export enum KeywordMatchResult {
-    NotAKeyword,     // "キーワードではない"
-    PartialOnly,     // "途中（ここで終わることはない）"
-    PartialOrFinal,  // "途中または終端（ここで止まることはある）"
-    Final            // "終端（これ以上長いキーワードはない）"
-}
-
-export class KeywordTrieReader {
-    private input: string;
-    private position: number;
-    private trie: KeywordTrie;
-
-    constructor(input: string, position: number, trie: KeywordTrie) {
-        this.input = input;
-        this.position = position;
-        this.trie = trie;
-        this.trie.reset();
-    }
-
-    private isEndOfInput(shift: number = 0): boolean {
-        return this.position + shift >= this.input.length;
-    }
-
-    private canRead(shift: number = 0): boolean {
-        return !this.isEndOfInput(shift);
-    }
-
-    public readKeyword(): { keyword: string, newPosition: number } | null {
-        if (this.isEndOfInput()) {
-            return null;
-        }
-
-        // reset trie node
-        this.trie.reset();
-        const result = StringUtils.tryReadRegularIdentifier(this.input, this.position);
-
-        if (result === null) {
-            return null;
-        }
-
-        let matchResult = this.trie.pushLexeme(result.identifier);
-
-        if (matchResult === KeywordMatchResult.NotAKeyword) {
-            return null;
-        }
-
-        if (matchResult === KeywordMatchResult.Final) {
-            this.position = result.newPosition;
-            return {
-                keyword: result.identifier,
-                newPosition: this.position
-            };
-        }
-
-        // multi-word keyword
-        let lexeme = result.identifier;
-
-        this.position = StringUtils.skipWhiteSpacesAndComments(this.input, result.newPosition);
-
-        while (this.canRead()) {
-            const previousMatchResult = matchResult;
-
-            const result = StringUtils.tryReadRegularIdentifier(this.input, this.position);
-
-            if (result !== null) {
-                matchResult = this.trie.pushLexeme(result.identifier);
-
-                if (matchResult === KeywordMatchResult.NotAKeyword) {
-                    if (previousMatchResult === KeywordMatchResult.PartialOrFinal) {
-                        break;
-                    } else {
-                        return null;
-                    }
-                }
-
-                lexeme += ' ' + result.identifier;
-                this.position = StringUtils.skipWhiteSpacesAndComments(this.input, result.newPosition);
-
-                if (matchResult === KeywordMatchResult.Final) {
-                    break;
-                }
-            } else if (previousMatchResult === KeywordMatchResult.PartialOrFinal) {
-                break;
-            } else {
-                return null;
-            }
-        }
-        return {
-            keyword: lexeme,
-            newPosition: this.position
-        };
-    }
-}
-
-export class KeywordTrie {
-    private root: Map<string, any> = new Map();
-    private currentNode: Map<string, any>;
-    
-    // Add a caching property to avoid regex pattern creation for each check
-    private hasEndProperty: boolean = false;
-    private hasMoreProperties: boolean = false;
-
-    constructor(keywords: string[][]) {
-        // initialize root node
-        for (const keyword of keywords) {
-            this.addKeyword(keyword);
-        }
-        // set current node to root
-        this.currentNode = this.root;
-    }
-
-    private addKeyword(keyword: string[]) {
-        let node = this.root;
-        for (const word of keyword) {
-            if (!node.has(word)) {
-                node.set(word, new Map());
-            }
-            node = node.get(word);
-        }
-        node.set("__end__", true);
-    }
-
-    public reset(): void {
-        this.currentNode = this.root;
-        this.hasEndProperty = false;
-        this.hasMoreProperties = false;
-    }
-
-    public pushLexeme(lexeme: string): KeywordMatchResult {
-        if (!this.currentNode.has(lexeme)) {
-            return KeywordMatchResult.NotAKeyword;
-        }
-
-        // move to next node
-        this.currentNode = this.currentNode.get(lexeme);
-        
-        // Cache property checks to avoid repeated operations
-        this.hasEndProperty = this.currentNode.has("__end__");
-        this.hasMoreProperties = this.currentNode.size > (this.hasEndProperty ? 1 : 0);
-
-        if (this.hasEndProperty && !this.hasMoreProperties) {
-            return KeywordMatchResult.Final;
-        }
-        if (this.hasEndProperty && this.hasMoreProperties) {
-            return KeywordMatchResult.PartialOrFinal;
-        }
-
-        return KeywordMatchResult.PartialOnly;
-    }
-}

package/.vs/CopilotSnapshots/B8ADCAC0C19DB14FB8388BA59A86BC74/state.mpack

@@ -1 +0,0 @@
-��SessionId��$c0caadb8-9dc1-4fb1-b838-8ba59a86bc74��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$55f1d37e-d77f-4dbe-beaf-9b59fd442925�Snapshots�� 44EB81A1663981E3F52FFFECE3A2918E��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\B8ADCAC0C19DB14FB8388BA59A86BC74\7ED3F1557FD7BE4DBEAF9B59FD442925\44EB81A1663981E3F52FFFECE3A2918E�OriginalFilePath�BC:\Users\mssgm\Documents\GitHub\ts-sample\src\utils\KeywordTrie.ts�NewFileMarker�

package/.vs/CopilotSnapshots/BDFF50BBC1A93747A0001969C3BD195F/0130610530354840BB06BF4F4E744242/D03CD05B4F5C8B7C8CDF0B5E1961B3CA

@@ -1,138 +0,0 @@
-import { TokenType } from './enums/TokenType';
-
-interface Lexeme {
-    type: TokenType;
-    value: string;
-    command?: string; // Add the command property
-}
-
-export class SqlTokenizer {
-    /// <summary>
-    /// Input string.
-    /// </summary>
-    private input: string;
-
-    /// <summary>
-    /// Current position in the input string.
-    /// </summary>
-    private position: number;
-
-    constructor(input: string) {
-        this.input = input;
-        this.position = 0;
-    }
-
-    private isEndofInput(shift: number = 0): boolean {
-        return this.position + shift >= this.input.length;
-    }
-
-    private isAlpha(char: string): boolean {
-        return (char >= 'a' && char <= 'z') ||
-            (char >= 'A' && char <= 'Z') ||
-            char === '_';
-    }
-
-    private isAlphaNumeric(char: string): boolean {
-        return this.isAlpha(char) || (char >= '0' && char <= '9');
-    }
-
-    public readRexeme(): Lexeme | null {
-        // end of input
-        if (this.isEndofInput()) {
-            return null;
-        }
-
-        this.skipWhiteSpacesAndComments();
-
-        // current character
-        const char = this.input[this.position];
-
-        // Dot Token
-        if (char === '.') {
-            this.position++;
-            return { type: TokenType.Dot, value: char, command: char.toLowerCase() };
-        }
-
-        if (this.isAlpha(char)) {
-            let start = this.position;
-            while (this.position < this.input.length && this.isAlphaNumeric(this.input[this.position])) {
-                this.position++;
-            }
-            const value = this.input.slice(start, this.position);
-            return { type: TokenType.Identifier, value };
-        }
-
-        this.position++;
-        return { type: TokenType.Unknown, value: char };
-    }
-
-    /// <summary>
-    /// Skip white space characters and comments.
-    /// </summary>
-    private skipWhiteSpacesAndComments(): void {
-        while (true) {
-            if (this.skipWhiteSpace()) {
-                continue;
-            }
-        }
-    }
-
-    /// <summary>
-    /// Skip white space characters.
-    /// </summary>
-    /// <returns>True if white space characters were skipped.</returns>
-    private skipWhiteSpace(): boolean {
-        const start = this.position;
-
-        while (!this.isEndofInput()) {
-            const char = this.input[this.position];
-            if (char === ' ' || char === '\r' || char === '\n' || char === '\t') {
-                this.position++;
-                continue;
-            }
-            break;
-        }
-        return start != this.position;
-    }
-
-    private skipLineComment(): boolean {
-        if (this.isEndofInput(1)) {
-            return false;
-        }
-
-        // Add logic to skip line comments
-        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
-            this.position += 2;
-
-            while (!this.isEndofInput() && this.input[this.position] !== '\n') {
-                this.position++;
-            }
-            return true;
-        }
-
-        return false;
-    }
-
-    private skipBlockComment(): boolean {
-        if (this.isEndofInput(3)) {
-            return false;
-        }
-
-        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
-            this.position += 2;
-
-            while (!this.isEndofInput(1)) {
-                if (this.input[this.position] === '*' && this.input[this.position + 1] === '/') {
-                    this.position += 2;
-                    return true;
-                }
-                this.position++;
-            }
-
-            // not closed
-
-        }
-
-        return false;
-    }
-}

package/.vs/CopilotSnapshots/BDFF50BBC1A93747A0001969C3BD195F/5F1C58CEFBAF1B4E80C4CF38B83A0A5F/D03CD05B4F5C8B7C8CDF0B5E1961B3CA

@@ -1,129 +0,0 @@
-import { TokenType } from './enums/TokenType';
-
-interface Lexeme {
-    type: TokenType;
-    value: string;
-    command?: string; // Add the command property
-}
-
-export class SqlTokenizer {
-    /// <summary>
-    /// Input string.
-    /// </summary>
-    private input: string;
-
-    /// <summary>
-    /// Current position in the input string.
-    /// </summary>
-    private position: number;
-
-    constructor(input: string) {
-        this.input = input;
-        this.position = 0;
-    }
-
-    private isEndofInput(shift: number = 0): boolean {
-        return this.position + shift >= this.input.length;
-    }
-
-    private isAlpha(char: string): boolean {
-        return (char >= 'a' && char <= 'z') ||
-            (char >= 'A' && char <= 'Z') ||
-            char === '_';
-    }
-
-    private isAlphaNumeric(char: string): boolean {
-        return this.isAlpha(char) || (char >= '0' && char <= '9');
-    }
-
-    public readRexeme(): Lexeme | null {
-        // end of input
-        if (this.isEndofInput()) {
-            return null;
-        }
-
-        this.skipWhiteSpacesAndComments();
-
-        // current character
-        const char = this.input[this.position];
-
-        // Dot Token
-        if (char === '.') {
-            this.position++;
-            return { type: TokenType.Dot, value: char, command: char.toLowerCase() };
-        }
-
-        if (this.isAlpha(char)) {
-            let start = this.position;
-            while (this.position < this.input.length && this.isAlphaNumeric(this.input[this.position])) {
-                this.position++;
-            }
-            const value = this.input.slice(start, this.position);
-            return { type: TokenType.Identifier, value };
-        }
-
-        this.position++;
-        return { type: TokenType.Unknown, value: char };
-    }
-
-    /// <summary>
-    /// Skip white space characters and comments.
-    /// </summary>
-    private skipWhiteSpacesAndComments(): void {
-        while (true) {
-            if (this.skipWhiteSpace()) {
-                continue;
-            }
-        }
-    }
-
-    /// <summary>
-    /// Skip white space characters.
-    /// </summary>
-    /// <returns>True if white space characters were skipped.</returns>
-    private skipWhiteSpace(): boolean {
-        const start = this.position;
-
-        while (!this.isEndofInput()) {
-            const char = this.input[this.position];
-            if (char === ' ' || char === '\r' || char === '\n' || char === '\t') {
-                this.position++;
-                continue;
-            }
-            break;
-        }
-        return start != this.position;
-    }
-
-    private skipLineComment(): boolean {
-        if (this.isEndofInput(1)) {
-            return false;
-        }
-
-        // Add logic to skip line comments
-        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
-            this.position += 2;
-
-            while (!this.isEndofInput() && this.input[this.position] !== '\n') {
-                this.position++;
-            }
-            return true;
-        }
-
-        return false;
-    }
-
-    private skipBlockComment(): boolean {
-        if (this.isEndofInput(3)) {
-            return false;
-        }
-
-        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
-            this.position += 2;
-
-            // TODO
-        }
-
-        return false;
-    }
-}

package/.vs/CopilotSnapshots/BDFF50BBC1A93747A0001969C3BD195F/BDC3D099FCCCC147848630670EED45CF/D03CD05B4F5C8B7C8CDF0B5E1961B3CA

@@ -1,139 +0,0 @@
-import { TokenType } from './enums/TokenType';
-
-interface Lexeme {
-    type: TokenType;
-    value: string;
-    command?: string; // Add the command property
-}
-
-export class SqlTokenizer {
-    /// <summary>
-    /// Input string.
-    /// </summary>
-    private input: string;
-
-    /// <summary>
-    /// Current position in the input string.
-    /// </summary>
-    private position: number;
-
-    constructor(input: string) {
-        this.input = input;
-        this.position = 0;
-    }
-
-    private isEndofInput(shift: number = 0): boolean {
-        return this.position + shift >= this.input.length;
-    }
-
-    private isAlpha(char: string): boolean {
-        return (char >= 'a' && char <= 'z') ||
-            (char >= 'A' && char <= 'Z') ||
-            char === '_';
-    }
-
-    private isAlphaNumeric(char: string): boolean {
-        return this.isAlpha(char) || (char >= '0' && char <= '9');
-    }
-
-    public readRexeme(): Lexeme | null {
-        // end of input
-        if (this.isEndofInput()) {
-            return null;
-        }
-
-        this.skipWhiteSpacesAndComments();
-
-        // current character
-        const char = this.input[this.position];
-
-        // Dot Token
-        if (char === '.') {
-            this.position++;
-            return { type: TokenType.Dot, value: char, command: char.toLowerCase() };
-        }
-
-        if (this.isAlpha(char)) {
-            let start = this.position;
-            while (this.position < this.input.length && this.isAlphaNumeric(this.input[this.position])) {
-                this.position++;
-            }
-            const value = this.input.slice(start, this.position);
-            return { type: TokenType.Identifier, value };
-        }
-
-        this.position++;
-        return { type: TokenType.Unknown, value: char };
-    }
-
-    /// <summary>
-    /// Skip white space characters and comments.
-    /// </summary>
-    private skipWhiteSpacesAndComments(): void {
-        while (true) {
-            if (this.skipWhiteSpace()) {
-                continue;
-            }
-        }
-    }
-
-    /// <summary>
-    /// Skip white space characters.
-    /// </summary>
-    /// <returns>True if white space characters were skipped.</returns>
-    private skipWhiteSpace(): boolean {
-        const start = this.position;
-
-        while (!this.isEndofInput()) {
-            const char = this.input[this.position];
-            if (char === ' ' || char === '\r' || char === '\n' || char === '\t') {
-                this.position++;
-                continue;
-            }
-            break;
-        }
-        return start != this.position;
-    }
-
-    private skipLineComment(): boolean {
-        if (this.isEndofInput(1)) {
-            return false;
-        }
-
-        // Add logic to skip line comments
-        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
-            this.position += 2;
-
-            while (!this.isEndofInput() && this.input[this.position] !== '\n') {
-                this.position++;
-            }
-            return true;
-        }
-
-        return false;
-    }
-
-    private skipBlockComment(): boolean {
-        if (this.isEndofInput(3)) {
-            return false;
-        }
-
-        const start = this.position;
-
-        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
-            this.position += 2;
-
-            while (!this.isEndofInput(1)) {
-                if (this.input[this.position] === '*' && this.input[this.position + 1] === '/') {
-                    this.position += 2;
-                    return true;
-                }
-                this.position++;
-            }
-
-            throw new Error(`Syntax error: Block comment starting at position ${start} is not closed`);
-        }
-
-        return false;
-    }
-}

package/.vs/CopilotSnapshots/BDFF50BBC1A93747A0001969C3BD195F/D9E2B1CDD1E2BB468E0703BEF6706FF6/D03CD05B4F5C8B7C8CDF0B5E1961B3CA

@@ -1,139 +0,0 @@
-import { TokenType } from './enums/TokenType';
-
-interface Lexeme {
-    type: TokenType;
-    value: string;
-    command?: string; // Add the command property
-}
-
-export class SqlTokenizer {
-    /// <summary>
-    /// Input string.
-    /// </summary>
-    private input: string;
-
-    /// <summary>
-    /// Current position in the input string.
-    /// </summary>
-    private position: number;
-
-    constructor(input: string) {
-        this.input = input;
-        this.position = 0;
-    }
-
-    private isEndofInput(shift: number = 0): boolean {
-        return this.position + shift >= this.input.length;
-    }
-
-    private isAlpha(char: string): boolean {
-        return (char >= 'a' && char <= 'z') ||
-            (char >= 'A' && char <= 'Z') ||
-            char === '_';
-    }
-
-    private isAlphaNumeric(char: string): boolean {
-        return this.isAlpha(char) || (char >= '0' && char <= '9');
-    }
-
-    public readRexeme(): Lexeme | null {
-        // end of input
-        if (this.isEndofInput()) {
-            return null;
-        }
-
-        this.skipWhiteSpacesAndComments();
-
-        // current character
-        const char = this.input[this.position];
-
-        // Dot Token
-        if (char === '.') {
-            this.position++;
-            return { type: TokenType.Dot, value: char, command: char.toLowerCase() };
-        }
-
-        if (this.isAlpha(char)) {
-            let start = this.position;
-            while (this.position < this.input.length && this.isAlphaNumeric(this.input[this.position])) {
-                this.position++;
-            }
-            const value = this.input.slice(start, this.position);
-            return { type: TokenType.Identifier, value };
-        }
-
-        this.position++;
-        return { type: TokenType.Unknown, value: char };
-    }
-
-    /// <summary>
-    /// Skip white space characters and comments.
-    /// </summary>
-    private skipWhiteSpacesAndComments(): void {
-        while (true) {
-            if (this.skipWhiteSpace()) {
-                continue;
-            }
-        }
-    }
-
-    /// <summary>
-    /// Skip white space characters.
-    /// </summary>
-    /// <returns>True if white space characters were skipped.</returns>
-    private skipWhiteSpace(): boolean {
-        const start = this.position;
-
-        while (!this.isEndofInput()) {
-            const char = this.input[this.position];
-            if (char === ' ' || char === '\r' || char === '\n' || char === '\t') {
-                this.position++;
-                continue;
-            }
-            break;
-        }
-        return start != this.position;
-    }
-
-    private skipLineComment(): boolean {
-        if (this.isEndofInput(1)) {
-            return false;
-        }
-
-        // Add logic to skip line comments
-        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
-            this.position += 2;
-
-            while (!this.isEndofInput() && this.input[this.position] !== '\n') {
-                this.position++;
-            }
-            return true;
-        }
-
-        return false;
-    }
-
-    private skipBlockComment(): boolean {
-        if (this.isEndofInput(3)) {
-            return false;
-        }
-
-        const start = this.position;
-
-        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
-            this.position += 2;
-
-            while (!this.isEndofInput(1)) {
-                if (this.input[this.position] === '*' && this.input[this.position + 1] === '/') {
-                    this.position += 2;
-                    return true;
-                }
-                this.position++;
-            }
-
-            throw new Error("Syntax error: Block comment is not closed");
-        }
-
-        return false;
-    }
-}

package/.vs/CopilotSnapshots/BDFF50BBC1A93747A0001969C3BD195F/state.mpack

@@ -1 +0,0 @@
-��SessionId��$bb50ffbd-a9c1-4737-a000-1969c3bd195f��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$ce581c5f-affb-4e1b-80c4-cf38b83a0a5f�Snapshots�� D03CD05B4F5C8B7C8CDF0B5E1961B3CA��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\BDFF50BBC1A93747A0001969C3BD195F\5F1C58CEFBAF1B4E80C4CF38B83A0A5F\D03CD05B4F5C8B7C8CDF0B5E1961B3CA�OriginalFilePath�CC:\Users\mssgm\Documents\GitHub\ts-sample\ts-sample\SqlTokenizer.ts�NewFileMarker���CorrelationId�$05613001-3530-4048-bb06-bf4f4e744242�Snapshots�� D03CD05B4F5C8B7C8CDF0B5E1961B3CA��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\BDFF50BBC1A93747A0001969C3BD195F\0130610530354840BB06BF4F4E744242\D03CD05B4F5C8B7C8CDF0B5E1961B3CA�OriginalFilePath�CC:\Users\mssgm\Documents\GitHub\ts-sample\ts-sample\SqlTokenizer.ts�NewFileMarker���CorrelationId�$cdb1e2d9-e2d1-46bb-8e07-03bef6706ff6�Snapshots�� D03CD05B4F5C8B7C8CDF0B5E1961B3CA��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\BDFF50BBC1A93747A0001969C3BD195F\D9E2B1CDD1E2BB468E0703BEF6706FF6\D03CD05B4F5C8B7C8CDF0B5E1961B3CA�OriginalFilePath�CC:\Users\mssgm\Documents\GitHub\ts-sample\ts-sample\SqlTokenizer.ts�NewFileMarker���CorrelationId�$99d0c3bd-ccfc-47c1-8486-30670eed45cf�Snapshots�� D03CD05B4F5C8B7C8CDF0B5E1961B3CA��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\BDFF50BBC1A93747A0001969C3BD195F\BDC3D099FCCCC147848630670EED45CF\D03CD05B4F5C8B7C8CDF0B5E1961B3CA�OriginalFilePath�CC:\Users\mssgm\Documents\GitHub\ts-sample\ts-sample\SqlTokenizer.ts�NewFileMarker�