rawsql-ts 0.1.0-beta.1

package/.vs/CopilotSnapshots/C5C3CA4C37B14A47B6BC753D09F69117/6887503C15557349842029E58C9C0D11/44EB81A1663981E3F52FFFECE3A2918E

@@ -0,0 +1,152 @@
+import { StringUtils } from "./stringUtils";
+
+export enum KeywordMatchResult {
+    NotAKeyword,     // "キーワードではない"
+    PartialOnly,     // "途中（ここで終わることはない）"
+    PartialOrFinal,  // "途中または終端（ここで止まることはある）"
+    Final            // "終端（これ以上長いキーワードはない）"
+}
+
+export class KeywordTrieReader {
+    private input: string;
+    private position: number;
+    private trie: KeywordTrie;
+
+    constructor(input: string, position: number, trie: KeywordTrie) {
+        this.input = input;
+        this.position = position;
+        this.trie = trie;
+        this.trie.reset();
+    }
+
+    private isEndOfInput(shift: number = 0): boolean {
+        return this.position + shift >= this.input.length;
+    }
+
+    private canRead(shift: number = 0): boolean {
+        return !this.isEndOfInput(shift);
+    }
+
+    public readKeyword(): { keyword: string, newPosition: number } | null {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+
+        // reset trie node
+        this.trie.reset();
+        const result = StringUtils.tryReadRegularIdentifier(this.input, this.position);
+
+        if (result === null) {
+            return null;
+        }
+
+        let matchResult = this.trie.pushLexeme(result.identifier);
+
+        if (matchResult === KeywordMatchResult.NotAKeyword) {
+            return null;
+        }
+
+        if (matchResult === KeywordMatchResult.Final) {
+            this.position = result.newPosition;
+            return {
+                keyword: result.identifier,
+                newPosition: this.position
+            };
+        }
+
+        // multi-word keyword
+        let lexeme = result.identifier;
+
+        this.position = StringUtils.skipWhiteSpacesAndComments(this.input, result.newPosition);
+
+        while (this.canRead()) {
+            const previousMatchResult = matchResult;
+
+            const result = StringUtils.tryReadRegularIdentifier(this.input, this.position);
+
+            if (result !== null) {
+                matchResult = this.trie.pushLexeme(result.identifier);
+
+                if (matchResult === KeywordMatchResult.NotAKeyword) {
+                    if (previousMatchResult === KeywordMatchResult.PartialOrFinal) {
+                        break;
+                    } else {
+                        return null;
+                    }
+                }
+
+                lexeme += ' ' + result.identifier;
+                this.position = StringUtils.skipWhiteSpacesAndComments(this.input, result.newPosition);
+
+                if (matchResult === KeywordMatchResult.Final) {
+                    break;
+                }
+            } else if (previousMatchResult === KeywordMatchResult.PartialOrFinal) {
+                break;
+            } else {
+                return null;
+            }
+        }
+        return {
+            keyword: lexeme,
+            newPosition: this.position
+        };
+    }
+}
+
+export class KeywordTrie {
+    private root: Map<string, any> = new Map();
+    private currentNode: Map<string, any>;
+    
+    // Add a caching property to avoid regex pattern creation for each check
+    private hasEndProperty: boolean = false;
+    private hasMoreProperties: boolean = false;
+
+    constructor(keywords: string[][]) {
+        // initialize root node
+        for (const keyword of keywords) {
+            this.addKeyword(keyword);
+        }
+        // set current node to root
+        this.currentNode = this.root;
+    }
+
+    private addKeyword(keyword: string[]) {
+        let node = this.root;
+        for (const word of keyword) {
+            if (!node.has(word)) {
+                node.set(word, new Map());
+            }
+            node = node.get(word);
+        }
+        node.set("__end__", true);
+    }
+
+    public reset(): void {
+        this.currentNode = this.root;
+        this.hasEndProperty = false;
+        this.hasMoreProperties = false;
+    }
+
+    public pushLexeme(lexeme: string): KeywordMatchResult {
+        if (!this.currentNode.has(lexeme)) {
+            return KeywordMatchResult.NotAKeyword;
+        }
+
+        // move to next node
+        this.currentNode = this.currentNode.get(lexeme);
+        
+        // Cache property checks to avoid repeated operations
+        this.hasEndProperty = this.currentNode.has("__end__");
+        this.hasMoreProperties = this.currentNode.size > (this.hasEndProperty ? 1 : 0);
+
+        if (this.hasEndProperty && !this.hasMoreProperties) {
+            return KeywordMatchResult.Final;
+        }
+        if (this.hasEndProperty && this.hasMoreProperties) {
+            return KeywordMatchResult.PartialOrFinal;
+        }
+
+        return KeywordMatchResult.PartialOnly;
+    }
+}

package/.vs/CopilotSnapshots/C5C3CA4C37B14A47B6BC753D09F69117/6887503C15557349842029E58C9C0D11/E602628EF6D764C2C267810C92906DBA

@@ -0,0 +1,265 @@
+import { BaseTokenReader } from './BaseTokenReader';
+import { TokenType } from '../enums/tokenType';
+import { Lexeme } from '../models/Lexeme';
+import { CharLookupTable } from '../utils/charLookupTable';
+import { KeywordTrie, KeywordTrieReader } from '../utils/KeywordTrie';
+
+/**
+ * Reads SQL literal tokens (numbers, strings)
+ */
+
+const keywords = [
+    ["null"],
+    ["true"],
+    ["false"],
+    ["current_date"],
+    ["current_time"],
+    ["current_timestamp"],
+    ["localtime"],
+    ["localtimestamp"],
+    ["unbounded"],
+    ["normalized"],
+    ["nfc", "normalized"],
+    ["nfd", "normalized"],
+    ["nfkc", "normalized"],
+    ["nfkd", "normalized"],
+    ["nfc"],
+    ["nfd"],
+    ["nfkc"],
+    ["nfkd"]
+];
+const trie = new KeywordTrie(keywords);
+
+// Prefix sets for quick checks
+const SINGLE_CHAR_ESCAPED_PREFIX = new Set(['e\'', 'E\'', 'x\'', 'X\'', 'b\'',  'B\'']);
+const UNICODE_ESCAPED_PREFIX = new Set(['u&\'', 'U&\'']);
+
+export class LiteralTokenReader extends BaseTokenReader {
+    /**
+     * Try to read a literal token
+     */
+    public tryRead(previous: Lexeme | null): Lexeme | null {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+
+        const char = this.input[this.position];
+
+        // Check for keyword literals    
+        const keyword = this.tryReadKeyword();
+        if (keyword) {
+            return keyword;
+        }
+
+        // Decimal token starting with a dot
+        if (char === '.' && this.canRead(1) && CharLookupTable.isDigit(this.input[this.position + 1])) {
+            return this.createLexeme(TokenType.Literal, this.readDigit());
+        }
+
+        // String literal
+        if (char === '\'') {
+            const value = this.readSingleQuotedString();
+            return this.createLexeme(TokenType.Literal, value);
+        }
+
+        // Digit tokens
+        if (CharLookupTable.isDigit(char)) {
+            return this.createLexeme(TokenType.Literal, this.readDigit());
+        }
+
+        // Signed number
+        if ((char === '+' || char === '-') && this.isValidNumericPrefix(previous)) {
+            const sign = char;
+            this.position++;
+
+            // Skip whitespace after sign
+            let pos = this.position;
+            while (this.canRead() && CharLookupTable.isWhitespace(this.input[this.position])) {
+                this.position++;
+            }
+
+            if (this.canRead() && (
+                CharLookupTable.isDigit(this.input[this.position]) ||
+                (this.input[this.position] === '.' &&
+                    this.canRead(1) &&
+                    CharLookupTable.isDigit(this.input[this.position + 1]))
+            )) {
+                return this.createLexeme(
+                    TokenType.Literal,
+                    sign === '-' ? sign + this.readDigit() : this.readDigit()
+                );
+            }
+
+            // Not a number, restore position
+            this.position = pos - 1; // Adjust for the increment at the beginning
+        }
+
+        // Check for prefixed literals
+        return this.tryReadEscapedLiteral();
+    }
+
+    private tryReadKeyword(): Lexeme | null {
+        // Check for keyword literals    
+        const reader = new KeywordTrieReader(this.input, trie);
+        const result = reader.readKeyword(this.position);
+        if (result) {
+            this.position = result.newPosition;
+            return this.createLexeme(TokenType.Literal, result.keyword);
+        }
+        return null;
+    }
+
+    /**
+     * Check if the current context allows for a signed number
+     */
+    private isValidNumericPrefix(previous: Lexeme | null): boolean {
+        return previous === null ||
+            (previous.type !== TokenType.Literal &&
+                previous.type !== TokenType.Identifier);
+    }
+
+    /**
+     * Read a numeric value
+     */
+    private readDigit(): string {
+        const start = this.position;
+        let hasDot = false;
+        let hasExponent = false;
+
+        // Consider 0x, 0b, 0o
+        if (this.canRead(1) &&
+            this.input[this.position] === '0' &&
+            "xbo".includes(this.input[this.position + 1].toLowerCase())) {
+
+            const prefixType = this.input[this.position + 1].toLowerCase();
+            this.position += 2;
+
+            // Continue to get numeric and hexadecimal notation strings
+            const isHex = prefixType === 'x';
+            while (this.canRead()) {
+                const c = this.input[this.position];
+                if (CharLookupTable.isDigit(c) || (isHex && CharLookupTable.isHexChar(c))) {
+                    this.position++;
+                } else {
+                    break;
+                }
+            }
+
+            return this.input.slice(start, this.position);
+        }
+
+        // If starting with dot, note it
+        if (this.input[start] === '.') {
+            hasDot = true;
+            this.position++;
+        }
+
+        // Consider decimal point and exponential notation
+        while (this.canRead()) {
+            const char = this.input[this.position];
+
+            if (char === '.' && !hasDot) {
+                hasDot = true;
+            } else if ((char === 'e' || char === 'E') && !hasExponent) {
+                hasExponent = true;
+                if (this.canRead(1) && (this.input[this.position + 1] === '+' || this.input[this.position + 1] === '-')) {
+                    this.position++;
+                }
+            } else if (!CharLookupTable.isDigit(char)) {
+                break;
+            }
+
+            this.position++;
+        }
+
+        if (start === this.position) {
+            throw new Error(`Unexpected character. position: ${start}\n${this.getDebugPositionInfo(start)}`);
+        }
+
+        if (this.input[start] === '.') {
+            // If the number starts with a dot, add 0 to the front
+            return '0' + this.input.slice(start, this.position);
+        }
+
+        return this.input.slice(start, this.position);
+    }
+
+    /**
+     * Read a string literal
+     */
+    private readSingleQuotedString(): string {
+        const start = this.position;
+
+        this.read('\'');
+
+        while (this.canRead()) {
+            const char = this.input[this.position];
+
+            // escape character check
+            if (char === '\\' && this.canRead(1) && this.input[this.position + 1] === '\'') {
+                this.position += 2;
+                continue;
+            }
+            else if (char === '\'') {
+                break;
+            }
+            this.position++;
+        }
+
+        if (this.isEndOfInput()) {
+            throw new Error(`Single quote is not closed. position: ${start}\n${this.getDebugPositionInfo(start)}`);
+        }
+
+        const value = this.input.slice(start, this.position);
+        this.position++;
+        return value;
+    }
+
+    /**
+     * Try to read an escaped literal like e'...', x'...', etc.
+     */
+    private tryReadEscapedLiteral(): Lexeme | null {
+        const start = this.position;
+
+        // Check for prefixed literals: e', x', b'
+        if (this.canRead(1) && SINGLE_CHAR_ESCAPED_PREFIX.has(this.input.slice(start, start + 2))) {
+            return this.readPrefixedLiteral(start, 2);
+        }
+
+        // Check for unicode literal: u&'
+        if (this.canRead(2) && UNICODE_ESCAPED_PREFIX.has( this.input.slice(start, start + 3))) {
+            return this.readPrefixedLiteral(start, 3);
+        }
+
+        return null;
+    }
+
+    private readPrefixedLiteral(start: number, prefixLength: number): Lexeme {
+        // Skip the prefix
+        this.position += prefixLength;
+
+        // Read until the closing quote
+        while (this.canRead()) {
+            if (this.input[this.position] === '\\' && this.canRead(1) && this.input[this.position + 1] === '\'') {
+                // Skip escaped single quote
+                this.position += 2;
+                continue;
+            }
+            else if (this.input[this.position] === '\'') {
+                // Found closing quote
+                this.position++;
+                break;
+            }
+            this.position++;
+        }
+
+        if (this.position <= start + prefixLength) {
+            throw new Error(`Closing delimiter is not found. position: ${start}\n${this.getDebugPositionInfo(start)}`);
+        }
+
+        return {
+            type: TokenType.Literal,
+            value: this.input.slice(start, this.position)
+        };
+    }
+}

package/.vs/CopilotSnapshots/C5C3CA4C37B14A47B6BC753D09F69117/state.mpack

@@ -0,0 +1 @@
+��SessionId��$4ccac3c5-b137-474a-b6bc-753d09f69117��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$3c508768-5515-4973-8420-29e58c9c0d11�Snapshots�� 44EB81A1663981E3F52FFFECE3A2918E��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\C5C3CA4C37B14A47B6BC753D09F69117\6887503C15557349842029E58C9C0D11\44EB81A1663981E3F52FFFECE3A2918E�OriginalFilePath�BC:\Users\mssgm\Documents\GitHub\ts-sample\src\utils\KeywordTrie.ts�NewFileMarker�� E602628EF6D764C2C267810C92906DBA��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\C5C3CA4C37B14A47B6BC753D09F69117\6887503C15557349842029E58C9C0D11\E602628EF6D764C2C267810C92906DBA�OriginalFilePath�PC:\Users\mssgm\Documents\GitHub\ts-sample\src\tokenReaders\LiteralTokenReader.ts�NewFileMarker���CorrelationId�$7613ea03-4cf0-460d-8fd0-851119159d34�Snapshots�� 44EB81A1663981E3F52FFFECE3A2918E��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\C5C3CA4C37B14A47B6BC753D09F69117\03EA1376F04C0D468FD0851119159D34\44EB81A1663981E3F52FFFECE3A2918E�OriginalFilePath�BC:\Users\mssgm\Documents\GitHub\ts-sample\src\utils\KeywordTrie.ts�NewFileMarker�� E602628EF6D764C2C267810C92906DBA��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\C5C3CA4C37B14A47B6BC753D09F69117\03EA1376F04C0D468FD0851119159D34\E602628EF6D764C2C267810C92906DBA�OriginalFilePath�PC:\Users\mssgm\Documents\GitHub\ts-sample\src\tokenReaders\LiteralTokenReader.ts�NewFileMarker�

package/.vs/CopilotSnapshots/C7190BBC8D95D44F9CF8E65E3E8C9CFD/4B6D07592F8EDC4AA3FF742B1F9531CC/1B80EB15A2FEBEC11C8210C5461F8DB7

@@ -0,0 +1,43 @@
+import { BaseTokenReader } from './BaseTokenReader';
+import { TokenType } from '../enums/tokenType';
+import { Lexeme } from '../models/Lexeme';
+import { CharLookupTable } from '../utils/charLookupTable';
+
+/**
+ * Reads SQL parameter tokens (@param, :param, $param, ?)
+ */
+export class ParameterTokenReader extends BaseTokenReader {
+    /**
+     * Try to read a parameter token
+     */
+    public tryRead(previous: Lexeme | null): Lexeme | null {
+        if (this.isEndOfInput()) {
+            return null;
+        }
+
+        const char = this.input[this.position];
+
+        // named parameter (@param, :param, $param)
+        // ただし、:の後に:が続く場合は、Postrgres 型変換演算子であるため、パラメータとして認識しない
+        if (CharLookupTable.isNamedParameterPrefix(char) && this.canRead(1) && this.input[this.position + 1] === ':') {
+            this.position++;
+
+            // Read the identifier part after the prefix
+            const start = this.position;
+            while (this.canRead() && !CharLookupTable.isDelimiter(this.input[this.position])) {
+                this.position++;
+            }
+
+            const identifier = this.input.slice(start, this.position);
+            return this.createLexeme(TokenType.Parameter, char + identifier);
+        }
+
+        // nameless parameter (?)
+        if (char === '?') {
+            this.position++;
+            return this.createLexeme(TokenType.Parameter, char);
+        }
+
+        return null;
+    }
+}

package/.vs/CopilotSnapshots/C7190BBC8D95D44F9CF8E65E3E8C9CFD/state.mpack

@@ -0,0 +1 @@
+��SessionId��$bc0b19c7-958d-4fd4-9cf8-e65e3e8c9cfd��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$59076d4b-8e2f-4adc-a3ff-742b1f9531cc�Snapshots�� 1B80EB15A2FEBEC11C8210C5461F8DB7��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\C7190BBC8D95D44F9CF8E65E3E8C9CFD\4B6D07592F8EDC4AA3FF742B1F9531CC\1B80EB15A2FEBEC11C8210C5461F8DB7�OriginalFilePath�RC:\Users\mssgm\Documents\GitHub\ts-sample\src\tokenReaders\ParameterTokenReader.ts�NewFileMarker�

package/.vs/CopilotSnapshots/C79D12964917E44F9A5BB9D8FA725A0C/2071ADB146D8F7499419123B2A595A41/03E00441128DC70FFEA043158417AC9A

@@ -0,0 +1,15 @@
+import { SqlTokenizer } from "../src/sqlTokenizer";
+
+test('tokenizes parameter with integer', () => {
+    // Arrange
+    const tokenizer = new SqlTokenizer('@param1 = 123');
+
+    // Act
+    const tokens = tokenizer.readLexmes();
+
+    // Assert
+    expect(tokens.length).toBe(3);
+    expect(tokens[0].value).toBe('@param1');
+    expect(tokens[1].value).toBe('=');
+    expect(tokens[2].value).toBe('123');
+});

package/.vs/CopilotSnapshots/C79D12964917E44F9A5BB9D8FA725A0C/6ECBF707FE2A88418EA1649CE46068D5/03E00441128DC70FFEA043158417AC9A

@@ -0,0 +1 @@
+import { SqlTokenizer } from "../src/sqlTokenizer";

package/.vs/CopilotSnapshots/C79D12964917E44F9A5BB9D8FA725A0C/70BAB1D82B755F47A2351CA905ACC0F1/03E00441128DC70FFEA043158417AC9A

@@ -0,0 +1,49 @@
+import { SqlTokenizer } from "../src/sqlTokenizer";
+
+test('tokenizes unnamed parameter in SQLServer', () => {
+    // Arrange
+    const tokenizer = new SqlTokenizer('@param1');
+
+    // Act
+    const tokens = tokenizer.readLexmes();
+
+    // Assert
+    expect(tokens.length).toBe(1);
+    expect(tokens[0].value).toBe('@param1');
+});
+
+test('tokenizes unnamed parameter in PostgreSQL', () => {
+    // Arrange
+    const tokenizer = new SqlTokenizer('$1');
+
+    // Act
+    const tokens = tokenizer.readLexmes();
+
+    // Assert
+    expect(tokens.length).toBe(1);
+    expect(tokens[0].value).toBe('$1');
+});
+
+test('tokenizes unnamed parameter in MySQL', () => {
+    // Arrange
+    const tokenizer = new SqlTokenizer('?');
+
+    // Act
+    const tokens = tokenizer.readLexmes();
+
+    // Assert
+    expect(tokens.length).toBe(1);
+    expect(tokens[0].value).toBe('?');
+});
+
+test('tokenizes colon-prefixed parameter in PostgreSQL', () => {
+    // Arrange
+    const tokenizer = new SqlTokenizer(':param1');
+
+    // Act
+    const tokens = tokenizer.readLexmes();
+
+    // Assert
+    expect(tokens.length).toBe(1);
+    expect(tokens[0].value).toBe(':param1');
+});

package/.vs/CopilotSnapshots/C79D12964917E44F9A5BB9D8FA725A0C/99DDFADAEC5CA14D92CC470523A11743/03E00441128DC70FFEA043158417AC9A

@@ -0,0 +1,39 @@
+import { SqlTokenizer } from "../src/sqlTokenizer";
+
+test('tokenizes unnamed parameter in SQLServer', () => {
+    // Arrange
+    const tokenizer = new SqlTokenizer('@param1');
+
+    // Act
+    const tokens = tokenizer.readLexmes();
+
+    // Assert
+    expect(tokens.length).toBe(3);
+    expect(tokens[0].value).toBe('@param1');
+    expect(tokens[1].value).toBe('=');
+    expect(tokens[2].value).toBe('123');
+});
+
+test('tokenizes unnamed parameter in PostgreSQL', () => {
+    // Arrange
+    const tokenizer = new SqlTokenizer('$1');
+
+    // Act
+    const tokens = tokenizer.readLexmes();
+
+    // Assert
+    expect(tokens.length).toBe(7);
+    expect(tokens[5].value).toBe('$1');
+});
+
+test('tokenizes unnamed parameter in MySQL', () => {
+    // Arrange
+    const tokenizer = new SqlTokenizer('?');
+
+    // Act
+    const tokens = tokenizer.readLexmes();
+
+    // Assert
+    expect(tokens.length).toBe(7);
+    expect(tokens[5].value).toBe('?');
+});

package/.vs/CopilotSnapshots/C79D12964917E44F9A5BB9D8FA725A0C/state.mpack

@@ -0,0 +1 @@
+��SessionId��$96129dc7-1749-4fe4-9a5b-b9d8fa725a0c��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$07f7cb6e-2afe-4188-8ea1-649ce46068d5�Snapshots�� 03E00441128DC70FFEA043158417AC9A��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\C79D12964917E44F9A5BB9D8FA725A0C\6ECBF707FE2A88418EA1649CE46068D5\03E00441128DC70FFEA043158417AC9A�OriginalFilePath�AC:\Users\mssgm\Documents\GitHub\ts-sample\tests\parameter.test.ts�NewFileMarker���CorrelationId�$b1ad7120-d846-49f7-9419-123b2a595a41�Snapshots�� 03E00441128DC70FFEA043158417AC9A��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\C79D12964917E44F9A5BB9D8FA725A0C\2071ADB146D8F7499419123B2A595A41\03E00441128DC70FFEA043158417AC9A�OriginalFilePath�AC:\Users\mssgm\Documents\GitHub\ts-sample\tests\parameter.test.ts�NewFileMarker���CorrelationId�$dafadd99-5cec-4da1-92cc-470523a11743�Snapshots�� 03E00441128DC70FFEA043158417AC9A��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\C79D12964917E44F9A5BB9D8FA725A0C\99DDFADAEC5CA14D92CC470523A11743\03E00441128DC70FFEA043158417AC9A�OriginalFilePath�AC:\Users\mssgm\Documents\GitHub\ts-sample\tests\parameter.test.ts�NewFileMarker���CorrelationId�$d8b1ba70-752b-475f-a235-1ca905acc0f1�Snapshots�� 03E00441128DC70FFEA043158417AC9A��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\C79D12964917E44F9A5BB9D8FA725A0C\70BAB1D82B755F47A2351CA905ACC0F1\03E00441128DC70FFEA043158417AC9A�OriginalFilePath�AC:\Users\mssgm\Documents\GitHub\ts-sample\tests\parameter.test.ts�NewFileMarker�

package/.vs/CopilotSnapshots/D533D78C39683A4188A2CEC902BC03CD/2445F4111C26EB4DA5404F930E140F56/840203FFA9CCF5B33DFD5C7CC5B13527

@@ -0,0 +1,6 @@
+import { BaseTokenReader } from "./BaseTokenReader";
+
+
+export class CommandTokenReader extends BaseTokenReader {
+
+}

package/.vs/CopilotSnapshots/D533D78C39683A4188A2CEC902BC03CD/2445F4111C26EB4DA5404F930E140F56/C27E5C1787B7957BF6F0C3D417890141

@@ -0,0 +1 @@
+

package/.vs/CopilotSnapshots/D533D78C39683A4188A2CEC902BC03CD/state.mpack

@@ -0,0 +1 @@
+��SessionId��$8cd733d5-6839-413a-88a2-cec902bc03cd��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$11f44524-261c-4deb-a540-4f930e140f56�Snapshots�� 840203FFA9CCF5B33DFD5C7CC5B13527��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\D533D78C39683A4188A2CEC902BC03CD\2445F4111C26EB4DA5404F930E140F56\840203FFA9CCF5B33DFD5C7CC5B13527�OriginalFilePath�PC:\Users\mssgm\Documents\GitHub\ts-sample\src\tokenReaders\CommandTokenReader.ts�NewFileMarker�� C27E5C1787B7957BF6F0C3D417890141��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\D533D78C39683A4188A2CEC902BC03CD\2445F4111C26EB4DA5404F930E140F56\C27E5C1787B7957BF6F0C3D417890141�OriginalFilePath�JC:\Users\mssgm\Documents\GitHub\ts-sample\tests\commandTokenReader.test.ts�NewFileMarker�

package/.vs/CopilotSnapshots/DCAA5A718EC8304685D14C52356D80E0/5FC7C36C7769414C80BFF27A07BB5063/BE400B34D9700403D2BA3A1AA6B1EF1D

@@ -0,0 +1,15 @@
+import { TokenType } from "../src/models/Lexeme";
+import { SqlTokenizer } from "../src/sqlTokenizer";
+
+test('tokenizes integer number', () => {
+    // Arrange
+    const tokenizer = new SqlTokenizer('count(*)');
+
+    // Act
+    const tokens = tokenizer.readLexmes();
+
+    // Assert
+    expect(tokens.length).toBe(4);
+    expect(tokens[0].type).toBe(TokenType.Function);
+    expect(tokens[0].value).toBe('count');
+});

package/.vs/CopilotSnapshots/DCAA5A718EC8304685D14C52356D80E0/A4DD9B92084D8E48A95435EDB2B14545/86848C7099AD75EE4E8F10E066F49671

@@ -0,0 +1,15 @@
+import { TokenType } from "../src/models/Lexeme";
+import { SqlTokenizer } from "../src/sqlTokenizer";
+
+test('tokenizes integer number', () => {
+    // Arrange
+    const tokenizer = new SqlTokenizer('select');
+
+    // Act
+    const tokens = tokenizer.readLexmes();
+
+    // Assert
+    expect(tokens.length).toBe(1);
+    expect(tokens[0].type).toBe(TokenType.Command);
+    expect(tokens[0].value).toBe('select');
+});

package/.vs/CopilotSnapshots/DCAA5A718EC8304685D14C52356D80E0/A4DD9B92084D8E48A95435EDB2B14545/BE400B34D9700403D2BA3A1AA6B1EF1D

@@ -0,0 +1,15 @@
+import { TokenType } from "../src/models/Lexeme";
+import { SqlTokenizer } from "../src/sqlTokenizer";
+
+test('tokenizes integer number', () => {
+    // Arrange
+    const tokenizer = new SqlTokenizer('count(*)');
+
+    // Act
+    const tokens = tokenizer.readLexmes();
+
+    // Assert
+    expect(tokens.length).toBe(4);
+    expect(tokens[0].type).toBe(TokenType.Function);
+    expect(tokens[0].value).toBe('count');
+});

package/.vs/CopilotSnapshots/DCAA5A718EC8304685D14C52356D80E0/state.mpack

@@ -0,0 +1 @@
+��SessionId��$715aaadc-c88e-4630-85d1-4c52356d80e0��Id�4Microsoft.VisualStudio.Conversations.Chat.HelpWindow�CorrelationStates���CorrelationId�$929bdda4-4d08-488e-a954-35edb2b14545�Snapshots�� 86848C7099AD75EE4E8F10E066F49671��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\DCAA5A718EC8304685D14C52356D80E0\A4DD9B92084D8E48A95435EDB2B14545\86848C7099AD75EE4E8F10E066F49671�OriginalFilePath�?C:\Users\mssgm\Documents\GitHub\ts-sample\tests\command.test.ts�NewFileMarker�� BE400B34D9700403D2BA3A1AA6B1EF1D��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\DCAA5A718EC8304685D14C52356D80E0\A4DD9B92084D8E48A95435EDB2B14545\BE400B34D9700403D2BA3A1AA6B1EF1D�OriginalFilePath�@C:\Users\mssgm\Documents\GitHub\ts-sample\tests\function.test.ts�NewFileMarker���CorrelationId�$6cc3c75f-6977-4c41-80bf-f27a07bb5063�Snapshots�� BE400B34D9700403D2BA3A1AA6B1EF1D��SavedFileName١C:\Users\mssgm\Documents\GitHub\ts-sample\.vs\CopilotSnapshots\DCAA5A718EC8304685D14C52356D80E0\5FC7C36C7769414C80BFF27A07BB5063\BE400B34D9700403D2BA3A1AA6B1EF1D�OriginalFilePath�@C:\Users\mssgm\Documents\GitHub\ts-sample\tests\function.test.ts�NewFileMarker�