rawsql-ts 0.1.0-beta.1

package/.vs/CopilotSnapshots/B8ADCAC0C19DB14FB8388BA59A86BC74/7ED3F1557FD7BE4DBEAF9B59FD442925/44EB81A1663981E3F52FFFECE3A2918E

@@ -0,0 +1,152 @@
+import { StringUtils } from "./stringUtils";
+
+export enum KeywordMatchResult {
+    NotAKeyword,     // "キーワードではない"
+    PartialOnly,     // "途中（ここで終わることはない）"
+    PartialOrFinal,  // "途中または終端（ここで止まることはある）"
+    Final            // "終端（これ以上長いキーワードはない）"
+}
+
+export class KeywordTrieReader {
+    private input: string;
+    private position: number;
+    private trie: KeywordTrie;
+
+    constructor(input: string, position: number, trie: KeywordTrie) {
+        this.input = input;
+        this.position = position;
+        this.trie = trie;
+        this.trie.reset();
+    }
+
+    private isEndOfInput(shift: number = 0): boolean {
+        return this.position + shift >= this.input.length;
+    }
+
+    private canRead(shift: number = 0): boolean {
+        return !this.isEndOfInput(shift);
+    }
+
+    public readKeyword(): { keyword: string, newPosition: number } | null {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+
+        // reset trie node
+        this.trie.reset();
+        const result = StringUtils.tryReadRegularIdentifier(this.input, this.position);
+
+        if (result === null) {
+            return null;
+        }
+
+        let matchResult = this.trie.pushLexeme(result.identifier);
+
+        if (matchResult === KeywordMatchResult.NotAKeyword) {
+            return null;
+        }
+
+        if (matchResult === KeywordMatchResult.Final) {
+            this.position = result.newPosition;
+            return {
+                keyword: result.identifier,
+                newPosition: this.position
+            };
+        }
+
+        // multi-word keyword
+        let lexeme = result.identifier;
+
+        this.position = StringUtils.skipWhiteSpacesAndComments(this.input, result.newPosition);
+
+        while (this.canRead()) {
+            const previousMatchResult = matchResult;
+
+            const result = StringUtils.tryReadRegularIdentifier(this.input, this.position);
+
+            if (result !== null) {
+                matchResult = this.trie.pushLexeme(result.identifier);
+
+                if (matchResult === KeywordMatchResult.NotAKeyword) {
+                    if (previousMatchResult === KeywordMatchResult.PartialOrFinal) {
+                        break;
+                    } else {
+                        return null;
+                    }
+                }
+
+                lexeme += ' ' + result.identifier;
+                this.position = StringUtils.skipWhiteSpacesAndComments(this.input, result.newPosition);
+
+                if (matchResult === KeywordMatchResult.Final) {
+                    break;
+                }
+            } else if (previousMatchResult === KeywordMatchResult.PartialOrFinal) {
+                break;
+            } else {
+                return null;
+            }
+        }
+        return {
+            keyword: lexeme,
+            newPosition: this.position
+        };
+    }
+}
+
+export class KeywordTrie {
+    private root: Map<string, any> = new Map();
+    private currentNode: Map<string, any>;
+    
+    // Add a caching property to avoid regex pattern creation for each check
+    private hasEndProperty: boolean = false;
+    private hasMoreProperties: boolean = false;
+
+    constructor(keywords: string[][]) {
+        // initialize root node
+        for (const keyword of keywords) {
+            this.addKeyword(keyword);
+        }
+        // set current node to root
+        this.currentNode = this.root;
+    }
+
+    private addKeyword(keyword: string[]) {
+        let node = this.root;
+        for (const word of keyword) {
+            if (!node.has(word)) {
+                node.set(word, new Map());
+            }
+            node = node.get(word);
+        }
+        node.set("__end__", true);
+    }
+
+    public reset(): void {
+        this.currentNode = this.root;
+        this.hasEndProperty = false;
+        this.hasMoreProperties = false;
+    }
+
+    public pushLexeme(lexeme: string): KeywordMatchResult {
+        if (!this.currentNode.has(lexeme)) {
+            return KeywordMatchResult.NotAKeyword;
+        }
+
+        // move to next node
+        this.currentNode = this.currentNode.get(lexeme);
+        
+        // Cache property checks to avoid repeated operations
+        this.hasEndProperty = this.currentNode.has("__end__");
+        this.hasMoreProperties = this.currentNode.size > (this.hasEndProperty ? 1 : 0);
+
+        if (this.hasEndProperty && !this.hasMoreProperties) {
+            return KeywordMatchResult.Final;
+        }
+        if (this.hasEndProperty && this.hasMoreProperties) {
+            return KeywordMatchResult.PartialOrFinal;
+        }
+
+        return KeywordMatchResult.PartialOnly;
+    }
+}

package/.vs/CopilotSnapshots/B8ADCAC0C19DB14FB8388BA59A86BC74/state.mpack

@@ -0,0 +1 @@
+��SessionId��$c0caadb8-9dc1-4fb1-b838-8ba59a86bc74��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$55f1d37e-d77f-4dbe-beaf-9b59fd442925�Snapshots�� 44EB81A1663981E3F52FFFECE3A2918E��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\B8ADCAC0C19DB14FB8388BA59A86BC74\7ED3F1557FD7BE4DBEAF9B59FD442925\44EB81A1663981E3F52FFFECE3A2918E�OriginalFilePath�BC:\Users\mssgm\Documents\GitHub\ts-sample\src\utils\KeywordTrie.ts�NewFileMarker�

package/.vs/CopilotSnapshots/BDFF50BBC1A93747A0001969C3BD195F/0130610530354840BB06BF4F4E744242/D03CD05B4F5C8B7C8CDF0B5E1961B3CA

@@ -0,0 +1,138 @@
+import { TokenType } from './enums/TokenType';
+
+interface Lexeme {
+    type: TokenType;
+    value: string;
+    command?: string; // Add the command property
+}
+
+export class SqlTokenizer {
+    /// <summary>
+    /// Input string.
+    /// </summary>
+    private input: string;
+
+    /// <summary>
+    /// Current position in the input string.
+    /// </summary>
+    private position: number;
+
+    constructor(input: string) {
+        this.input = input;
+        this.position = 0;
+    }
+
+    private isEndofInput(shift: number = 0): boolean {
+        return this.position + shift >= this.input.length;
+    }
+
+    private isAlpha(char: string): boolean {
+        return (char >= 'a' && char <= 'z') ||
+            (char >= 'A' && char <= 'Z') ||
+            char === '_';
+    }
+
+    private isAlphaNumeric(char: string): boolean {
+        return this.isAlpha(char) || (char >= '0' && char <= '9');
+    }
+
+    public readRexeme(): Lexeme | null {
+        // end of input
+        if (this.isEndofInput()) {
+            return null;
+        }
+
+        this.skipWhiteSpacesAndComments();
+
+        // current character
+        const char = this.input[this.position];
+
+        // Dot Token
+        if (char === '.') {
+            this.position++;
+            return { type: TokenType.Dot, value: char, command: char.toLowerCase() };
+        }
+
+        if (this.isAlpha(char)) {
+            let start = this.position;
+            while (this.position < this.input.length && this.isAlphaNumeric(this.input[this.position])) {
+                this.position++;
+            }
+            const value = this.input.slice(start, this.position);
+            return { type: TokenType.Identifier, value };
+        }
+
+        this.position++;
+        return { type: TokenType.Unknown, value: char };
+    }
+
+    /// <summary>
+    /// Skip white space characters and comments.
+    /// </summary>
+    private skipWhiteSpacesAndComments(): void {
+        while (true) {
+            if (this.skipWhiteSpace()) {
+                continue;
+            }
+        }
+    }
+
+    /// <summary>
+    /// Skip white space characters.
+    /// </summary>
+    /// <returns>True if white space characters were skipped.</returns>
+    private skipWhiteSpace(): boolean {
+        const start = this.position;
+
+        while (!this.isEndofInput()) {
+            const char = this.input[this.position];
+            if (char === ' ' || char === '\r' || char === '\n' || char === '\t') {
+                this.position++;
+                continue;
+            }
+            break;
+        }
+        return start != this.position;
+    }
+
+    private skipLineComment(): boolean {
+        if (this.isEndofInput(1)) {
+            return false;
+        }
+
+        // Add logic to skip line comments
+        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
+            this.position += 2;
+
+            while (!this.isEndofInput() && this.input[this.position] !== '\n') {
+                this.position++;
+            }
+            return true;
+        }
+
+        return false;
+    }
+
+    private skipBlockComment(): boolean {
+        if (this.isEndofInput(3)) {
+            return false;
+        }
+
+        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
+            this.position += 2;
+
+            while (!this.isEndofInput(1)) {
+                if (this.input[this.position] === '*' && this.input[this.position + 1] === '/') {
+                    this.position += 2;
+                    return true;
+                }
+                this.position++;
+            }
+
+            // not closed
+
+        }
+
+        return false;
+    }
+}

package/.vs/CopilotSnapshots/BDFF50BBC1A93747A0001969C3BD195F/5F1C58CEFBAF1B4E80C4CF38B83A0A5F/D03CD05B4F5C8B7C8CDF0B5E1961B3CA

@@ -0,0 +1,129 @@
+import { TokenType } from './enums/TokenType';
+
+interface Lexeme {
+    type: TokenType;
+    value: string;
+    command?: string; // Add the command property
+}
+
+export class SqlTokenizer {
+    /// <summary>
+    /// Input string.
+    /// </summary>
+    private input: string;
+
+    /// <summary>
+    /// Current position in the input string.
+    /// </summary>
+    private position: number;
+
+    constructor(input: string) {
+        this.input = input;
+        this.position = 0;
+    }
+
+    private isEndofInput(shift: number = 0): boolean {
+        return this.position + shift >= this.input.length;
+    }
+
+    private isAlpha(char: string): boolean {
+        return (char >= 'a' && char <= 'z') ||
+            (char >= 'A' && char <= 'Z') ||
+            char === '_';
+    }
+
+    private isAlphaNumeric(char: string): boolean {
+        return this.isAlpha(char) || (char >= '0' && char <= '9');
+    }
+
+    public readRexeme(): Lexeme | null {
+        // end of input
+        if (this.isEndofInput()) {
+            return null;
+        }
+
+        this.skipWhiteSpacesAndComments();
+
+        // current character
+        const char = this.input[this.position];
+
+        // Dot Token
+        if (char === '.') {
+            this.position++;
+            return { type: TokenType.Dot, value: char, command: char.toLowerCase() };
+        }
+
+        if (this.isAlpha(char)) {
+            let start = this.position;
+            while (this.position < this.input.length && this.isAlphaNumeric(this.input[this.position])) {
+                this.position++;
+            }
+            const value = this.input.slice(start, this.position);
+            return { type: TokenType.Identifier, value };
+        }
+
+        this.position++;
+        return { type: TokenType.Unknown, value: char };
+    }
+
+    /// <summary>
+    /// Skip white space characters and comments.
+    /// </summary>
+    private skipWhiteSpacesAndComments(): void {
+        while (true) {
+            if (this.skipWhiteSpace()) {
+                continue;
+            }
+        }
+    }
+
+    /// <summary>
+    /// Skip white space characters.
+    /// </summary>
+    /// <returns>True if white space characters were skipped.</returns>
+    private skipWhiteSpace(): boolean {
+        const start = this.position;
+
+        while (!this.isEndofInput()) {
+            const char = this.input[this.position];
+            if (char === ' ' || char === '\r' || char === '\n' || char === '\t') {
+                this.position++;
+                continue;
+            }
+            break;
+        }
+        return start != this.position;
+    }
+
+    private skipLineComment(): boolean {
+        if (this.isEndofInput(1)) {
+            return false;
+        }
+
+        // Add logic to skip line comments
+        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
+            this.position += 2;
+
+            while (!this.isEndofInput() && this.input[this.position] !== '\n') {
+                this.position++;
+            }
+            return true;
+        }
+
+        return false;
+    }
+
+    private skipBlockComment(): boolean {
+        if (this.isEndofInput(3)) {
+            return false;
+        }
+
+        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
+            this.position += 2;
+
+            // TODO
+        }
+
+        return false;
+    }
+}

package/.vs/CopilotSnapshots/BDFF50BBC1A93747A0001969C3BD195F/BDC3D099FCCCC147848630670EED45CF/D03CD05B4F5C8B7C8CDF0B5E1961B3CA

@@ -0,0 +1,139 @@
+import { TokenType } from './enums/TokenType';
+
+interface Lexeme {
+    type: TokenType;
+    value: string;
+    command?: string; // Add the command property
+}
+
+export class SqlTokenizer {
+    /// <summary>
+    /// Input string.
+    /// </summary>
+    private input: string;
+
+    /// <summary>
+    /// Current position in the input string.
+    /// </summary>
+    private position: number;
+
+    constructor(input: string) {
+        this.input = input;
+        this.position = 0;
+    }
+
+    private isEndofInput(shift: number = 0): boolean {
+        return this.position + shift >= this.input.length;
+    }
+
+    private isAlpha(char: string): boolean {
+        return (char >= 'a' && char <= 'z') ||
+            (char >= 'A' && char <= 'Z') ||
+            char === '_';
+    }
+
+    private isAlphaNumeric(char: string): boolean {
+        return this.isAlpha(char) || (char >= '0' && char <= '9');
+    }
+
+    public readRexeme(): Lexeme | null {
+        // end of input
+        if (this.isEndofInput()) {
+            return null;
+        }
+
+        this.skipWhiteSpacesAndComments();
+
+        // current character
+        const char = this.input[this.position];
+
+        // Dot Token
+        if (char === '.') {
+            this.position++;
+            return { type: TokenType.Dot, value: char, command: char.toLowerCase() };
+        }
+
+        if (this.isAlpha(char)) {
+            let start = this.position;
+            while (this.position < this.input.length && this.isAlphaNumeric(this.input[this.position])) {
+                this.position++;
+            }
+            const value = this.input.slice(start, this.position);
+            return { type: TokenType.Identifier, value };
+        }
+
+        this.position++;
+        return { type: TokenType.Unknown, value: char };
+    }
+
+    /// <summary>
+    /// Skip white space characters and comments.
+    /// </summary>
+    private skipWhiteSpacesAndComments(): void {
+        while (true) {
+            if (this.skipWhiteSpace()) {
+                continue;
+            }
+        }
+    }
+
+    /// <summary>
+    /// Skip white space characters.
+    /// </summary>
+    /// <returns>True if white space characters were skipped.</returns>
+    private skipWhiteSpace(): boolean {
+        const start = this.position;
+
+        while (!this.isEndofInput()) {
+            const char = this.input[this.position];
+            if (char === ' ' || char === '\r' || char === '\n' || char === '\t') {
+                this.position++;
+                continue;
+            }
+            break;
+        }
+        return start != this.position;
+    }
+
+    private skipLineComment(): boolean {
+        if (this.isEndofInput(1)) {
+            return false;
+        }
+
+        // Add logic to skip line comments
+        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
+            this.position += 2;
+
+            while (!this.isEndofInput() && this.input[this.position] !== '\n') {
+                this.position++;
+            }
+            return true;
+        }
+
+        return false;
+    }
+
+    private skipBlockComment(): boolean {
+        if (this.isEndofInput(3)) {
+            return false;
+        }
+
+        const start = this.position;
+
+        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
+            this.position += 2;
+
+            while (!this.isEndofInput(1)) {
+                if (this.input[this.position] === '*' && this.input[this.position + 1] === '/') {
+                    this.position += 2;
+                    return true;
+                }
+                this.position++;
+            }
+
+            throw new Error(`Syntax error: Block comment starting at position ${start} is not closed`);
+        }
+
+        return false;
+    }
+}

package/.vs/CopilotSnapshots/BDFF50BBC1A93747A0001969C3BD195F/D9E2B1CDD1E2BB468E0703BEF6706FF6/D03CD05B4F5C8B7C8CDF0B5E1961B3CA

@@ -0,0 +1,139 @@
+import { TokenType } from './enums/TokenType';
+
+interface Lexeme {
+    type: TokenType;
+    value: string;
+    command?: string; // Add the command property
+}
+
+export class SqlTokenizer {
+    /// <summary>
+    /// Input string.
+    /// </summary>
+    private input: string;
+
+    /// <summary>
+    /// Current position in the input string.
+    /// </summary>
+    private position: number;
+
+    constructor(input: string) {
+        this.input = input;
+        this.position = 0;
+    }
+
+    private isEndofInput(shift: number = 0): boolean {
+        return this.position + shift >= this.input.length;
+    }
+
+    private isAlpha(char: string): boolean {
+        return (char >= 'a' && char <= 'z') ||
+            (char >= 'A' && char <= 'Z') ||
+            char === '_';
+    }
+
+    private isAlphaNumeric(char: string): boolean {
+        return this.isAlpha(char) || (char >= '0' && char <= '9');
+    }
+
+    public readRexeme(): Lexeme | null {
+        // end of input
+        if (this.isEndofInput()) {
+            return null;
+        }
+
+        this.skipWhiteSpacesAndComments();
+
+        // current character
+        const char = this.input[this.position];
+
+        // Dot Token
+        if (char === '.') {
+            this.position++;
+            return { type: TokenType.Dot, value: char, command: char.toLowerCase() };
+        }
+
+        if (this.isAlpha(char)) {
+            let start = this.position;
+            while (this.position < this.input.length && this.isAlphaNumeric(this.input[this.position])) {
+                this.position++;
+            }
+            const value = this.input.slice(start, this.position);
+            return { type: TokenType.Identifier, value };
+        }
+
+        this.position++;
+        return { type: TokenType.Unknown, value: char };
+    }
+
+    /// <summary>
+    /// Skip white space characters and comments.
+    /// </summary>
+    private skipWhiteSpacesAndComments(): void {
+        while (true) {
+            if (this.skipWhiteSpace()) {
+                continue;
+            }
+        }
+    }
+
+    /// <summary>
+    /// Skip white space characters.
+    /// </summary>
+    /// <returns>True if white space characters were skipped.</returns>
+    private skipWhiteSpace(): boolean {
+        const start = this.position;
+
+        while (!this.isEndofInput()) {
+            const char = this.input[this.position];
+            if (char === ' ' || char === '\r' || char === '\n' || char === '\t') {
+                this.position++;
+                continue;
+            }
+            break;
+        }
+        return start != this.position;
+    }
+
+    private skipLineComment(): boolean {
+        if (this.isEndofInput(1)) {
+            return false;
+        }
+
+        // Add logic to skip line comments
+        if (this.input[this.position] === '-' && this.input[this.position + 1] === '-') {
+            this.position += 2;
+
+            while (!this.isEndofInput() && this.input[this.position] !== '\n') {
+                this.position++;
+            }
+            return true;
+        }
+
+        return false;
+    }
+
+    private skipBlockComment(): boolean {
+        if (this.isEndofInput(3)) {
+            return false;
+        }
+
+        const start = this.position;
+
+        if (this.input[this.position] === '/' && this.input[this.position + 1] === '*') {
+            this.position += 2;
+
+            while (!this.isEndofInput(1)) {
+                if (this.input[this.position] === '*' && this.input[this.position + 1] === '/') {
+                    this.position += 2;
+                    return true;
+                }
+                this.position++;
+            }
+
+            throw new Error("Syntax error: Block comment is not closed");
+        }
+
+        return false;
+    }
+}

package/.vs/CopilotSnapshots/BDFF50BBC1A93747A0001969C3BD195F/state.mpack

@@ -0,0 +1 @@
+��SessionId��$bb50ffbd-a9c1-4737-a000-1969c3bd195f��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$ce581c5f-affb-4e1b-80c4-cf38b83a0a5f�Snapshots�� D03CD05B4F5C8B7C8CDF0B5E1961B3CA��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\BDFF50BBC1A93747A0001969C3BD195F\5F1C58CEFBAF1B4E80C4CF38B83A0A5F\D03CD05B4F5C8B7C8CDF0B5E1961B3CA�OriginalFilePath�CC:\Users\mssgm\Documents\GitHub\ts-sample\ts-sample\SqlTokenizer.ts�NewFileMarker���CorrelationId�$05613001-3530-4048-bb06-bf4f4e744242�Snapshots�� D03CD05B4F5C8B7C8CDF0B5E1961B3CA��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\BDFF50BBC1A93747A0001969C3BD195F\0130610530354840BB06BF4F4E744242\D03CD05B4F5C8B7C8CDF0B5E1961B3CA�OriginalFilePath�CC:\Users\mssgm\Documents\GitHub\ts-sample\ts-sample\SqlTokenizer.ts�NewFileMarker���CorrelationId�$cdb1e2d9-e2d1-46bb-8e07-03bef6706ff6�Snapshots�� D03CD05B4F5C8B7C8CDF0B5E1961B3CA��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\BDFF50BBC1A93747A0001969C3BD195F\D9E2B1CDD1E2BB468E0703BEF6706FF6\D03CD05B4F5C8B7C8CDF0B5E1961B3CA�OriginalFilePath�CC:\Users\mssgm\Documents\GitHub\ts-sample\ts-sample\SqlTokenizer.ts�NewFileMarker���CorrelationId�$99d0c3bd-ccfc-47c1-8486-30670eed45cf�Snapshots�� D03CD05B4F5C8B7C8CDF0B5E1961B3CA��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\BDFF50BBC1A93747A0001969C3BD195F\BDC3D099FCCCC147848630670EED45CF\D03CD05B4F5C8B7C8CDF0B5E1961B3CA�OriginalFilePath�CC:\Users\mssgm\Documents\GitHub\ts-sample\ts-sample\SqlTokenizer.ts�NewFileMarker�