redscript-mc 2.4.0 → 2.5.0

package/dist/lexer/index.js

@@ -0,0 +1,569 @@
+"use strict";
+/**
+ * RedScript Lexer
+ *
+ * Tokenizes RedScript source code into a stream of tokens.
+ * Handles special cases like entity selectors vs decorators,
+ * range literals, and raw commands.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Lexer = void 0;
+const diagnostics_1 = require("../diagnostics");
+// ---------------------------------------------------------------------------
+// Keywords Map
+// ---------------------------------------------------------------------------
+const KEYWORDS = {
+    fn: 'fn',
+    let: 'let',
+    const: 'const',
+    if: 'if',
+    else: 'else',
+    while: 'while',
+    for: 'for',
+    foreach: 'foreach',
+    match: 'match',
+    return: 'return',
+    break: 'break',
+    continue: 'continue',
+    as: 'as',
+    at: 'at',
+    in: 'in',
+    is: 'is',
+    struct: 'struct',
+    impl: 'impl',
+    enum: 'enum',
+    trigger: 'trigger',
+    namespace: 'namespace',
+    module: 'module',
+    execute: 'execute',
+    run: 'run',
+    unless: 'unless',
+    declare: 'declare',
+    int: 'int',
+    bool: 'bool',
+    float: 'float',
+    string: 'string',
+    void: 'void',
+    BlockPos: 'BlockPos',
+    true: 'true',
+    false: 'false',
+};
+// Entity selector base characters
+const SELECTOR_CHARS = new Set(['a', 'e', 's', 'p', 'r', 'n']);
+// ---------------------------------------------------------------------------
+// Lexer Class
+// ---------------------------------------------------------------------------
+class Lexer {
+    constructor(source, filePath) {
+        this.pos = 0;
+        this.line = 1;
+        this.col = 1;
+        this.tokens = [];
+        this.source = source;
+        this.sourceLines = source.split('\n');
+        this.filePath = filePath;
+    }
+    error(message, line, col) {
+        throw new diagnostics_1.DiagnosticError('LexError', message, { file: this.filePath, line: line ?? this.line, col: col ?? this.col }, this.sourceLines);
+    }
+    tokenize() {
+        while (!this.isAtEnd()) {
+            this.scanToken();
+        }
+        this.tokens.push({ kind: 'eof', value: '', line: this.line, col: this.col });
+        return this.tokens;
+    }
+    isAtEnd() {
+        return this.pos >= this.source.length;
+    }
+    peek(offset = 0) {
+        const idx = this.pos + offset;
+        if (idx >= this.source.length)
+            return '\0';
+        return this.source[idx];
+    }
+    advance() {
+        const char = this.source[this.pos++];
+        if (char === '\n') {
+            this.line++;
+            this.col = 1;
+        }
+        else {
+            this.col++;
+        }
+        return char;
+    }
+    addToken(kind, value, line, col) {
+        this.tokens.push({ kind, value, line, col });
+    }
+    scanToken() {
+        const startLine = this.line;
+        const startCol = this.col;
+        const char = this.advance();
+        // Whitespace
+        if (/\s/.test(char))
+            return;
+        // Comments
+        if (char === '/' && this.peek() === '/') {
+            // Skip to end of line
+            while (!this.isAtEnd() && this.peek() !== '\n') {
+                this.advance();
+            }
+            return;
+        }
+        // Block comments: /* ... */ and /** ... */
+        if (char === '/' && this.peek() === '*') {
+            this.advance(); // consume '*'
+            while (!this.isAtEnd()) {
+                if (this.peek() === '*' && this.peek(1) === '/') {
+                    this.advance(); // consume '*'
+                    this.advance(); // consume '/'
+                    break;
+                }
+                this.advance();
+            }
+            return;
+        }
+        // Two-character operators
+        if (char === '-' && this.peek() === '>') {
+            this.advance();
+            this.addToken('->', '->', startLine, startCol);
+            return;
+        }
+        if (char === '=' && this.peek() === '>') {
+            this.advance();
+            this.addToken('=>', '=>', startLine, startCol);
+            return;
+        }
+        if (char === '=' && this.peek() === '=') {
+            this.advance();
+            this.addToken('==', '==', startLine, startCol);
+            return;
+        }
+        if (char === '!' && this.peek() === '=') {
+            this.advance();
+            this.addToken('!=', '!=', startLine, startCol);
+            return;
+        }
+        if (char === '<' && this.peek() === '=') {
+            this.advance();
+            this.addToken('<=', '<=', startLine, startCol);
+            return;
+        }
+        if (char === '>' && this.peek() === '=') {
+            this.advance();
+            this.addToken('>=', '>=', startLine, startCol);
+            return;
+        }
+        if (char === '&' && this.peek() === '&') {
+            this.advance();
+            this.addToken('&&', '&&', startLine, startCol);
+            return;
+        }
+        if (char === '|' && this.peek() === '|') {
+            this.advance();
+            this.addToken('||', '||', startLine, startCol);
+            return;
+        }
+        if (char === '+' && this.peek() === '=') {
+            this.advance();
+            this.addToken('+=', '+=', startLine, startCol);
+            return;
+        }
+        if (char === '-' && this.peek() === '=') {
+            this.advance();
+            this.addToken('-=', '-=', startLine, startCol);
+            return;
+        }
+        if (char === '*' && this.peek() === '=') {
+            this.advance();
+            this.addToken('*=', '*=', startLine, startCol);
+            return;
+        }
+        if (char === '/' && this.peek() === '=') {
+            this.advance();
+            this.addToken('/=', '/=', startLine, startCol);
+            return;
+        }
+        if (char === '%' && this.peek() === '=') {
+            this.advance();
+            this.addToken('%=', '%=', startLine, startCol);
+            return;
+        }
+        // Double colon ::
+        if (char === ':' && this.peek() === ':') {
+            this.advance();
+            this.addToken('::', '::', startLine, startCol);
+            return;
+        }
+        // Range literal starting with ..
+        if (char === '.' && this.peek() === '.') {
+            this.advance(); // consume second .
+            let value = '..';
+            while (/[0-9]/.test(this.peek())) {
+                value += this.advance();
+            }
+            this.addToken('range_lit', value, startLine, startCol);
+            return;
+        }
+        // Relative coordinate: ~ or ~5 or ~-3 or ~0.5
+        if (char === '~') {
+            let value = '~';
+            // Check for optional sign
+            if (this.peek() === '-' || this.peek() === '+') {
+                value += this.advance();
+            }
+            // Check for number
+            while (/[0-9]/.test(this.peek())) {
+                value += this.advance();
+            }
+            // Check for decimal part
+            if (this.peek() === '.' && /[0-9]/.test(this.peek(1))) {
+                value += this.advance(); // .
+                while (/[0-9]/.test(this.peek())) {
+                    value += this.advance();
+                }
+            }
+            // Check for ident (e.g. ~height → macro variable offset)
+            if (/[a-zA-Z_]/.test(this.peek())) {
+                let ident = '';
+                while (/[a-zA-Z0-9_]/.test(this.peek())) {
+                    ident += this.advance();
+                }
+                // Store as rel_coord with embedded ident: ~height
+                value += ident;
+            }
+            this.addToken('rel_coord', value, startLine, startCol);
+            return;
+        }
+        // Local coordinate: ^ or ^5 or ^-3 or ^0.5 or ^varname (macro variable)
+        if (char === '^') {
+            let value = '^';
+            // Check for identifier (variable name for macro substitution, e.g. ^px, ^height)
+            if (/[a-zA-Z_]/.test(this.peek())) {
+                while (/[a-zA-Z0-9_]/.test(this.peek())) {
+                    value += this.advance();
+                }
+                this.addToken('local_coord', value, startLine, startCol);
+                return;
+            }
+            // Check for optional sign
+            if (this.peek() === '-' || this.peek() === '+') {
+                value += this.advance();
+            }
+            // Check for number
+            while (/[0-9]/.test(this.peek())) {
+                value += this.advance();
+            }
+            // Check for decimal part
+            if (this.peek() === '.' && /[0-9]/.test(this.peek(1))) {
+                value += this.advance(); // .
+                while (/[0-9]/.test(this.peek())) {
+                    value += this.advance();
+                }
+            }
+            this.addToken('local_coord', value, startLine, startCol);
+            return;
+        }
+        // Single-character operators and delimiters
+        const singleChar = ['+', '-', '*', '/', '%', '<', '>', '!', '=',
+            '{', '}', '(', ')', '[', ']', ',', ';', ':', '.'];
+        if (singleChar.includes(char)) {
+            this.addToken(char, char, startLine, startCol);
+            return;
+        }
+        // @ - selector or decorator
+        if (char === '@') {
+            this.scanAtToken(startLine, startCol);
+            return;
+        }
+        // f-string literal
+        if (char === 'f' && this.peek() === '"') {
+            this.advance();
+            this.scanFString(startLine, startCol);
+            return;
+        }
+        // String literal
+        if (char === '"') {
+            this.scanString(startLine, startCol);
+            return;
+        }
+        // MC name literal: #ident (e.g. #health, #red, #hasKey)
+        if (char === '#') {
+            const nextChar = this.peek();
+            if (/[a-zA-Z_]/.test(nextChar)) {
+                let name = '#';
+                while (/[a-zA-Z0-9_]/.test(this.peek())) {
+                    name += this.advance();
+                }
+                this.addToken('mc_name', name, startLine, startCol);
+                return;
+            }
+            // Lone # (not followed by ident) — treat as unknown char error
+            this.error(`Unexpected character '#'`, startLine, startCol);
+            return;
+        }
+        // Number (int or float) or range literal starting with number
+        if (/[0-9]/.test(char)) {
+            this.scanNumber(char, startLine, startCol);
+            return;
+        }
+        // Identifier or keyword
+        if (/[a-zA-Z_]/.test(char)) {
+            this.scanIdentifier(char, startLine, startCol);
+            return;
+        }
+        this.error(`Unexpected character '${char}'`, startLine, startCol);
+    }
+    scanAtToken(startLine, startCol) {
+        // Check if it's a selector (@a, @e, @s, @p, @r, @n)
+        const nextChar = this.peek();
+        const afterNext = this.peek(1);
+        // Selector: @a/@e/@s/@p/@r/@n followed by non-letter (or end, or [)
+        if (SELECTOR_CHARS.has(nextChar) && !/[a-zA-Z_0-9]/.test(afterNext)) {
+            const selectorChar = this.advance(); // consume a/e/s/p/r/n
+            let value = '@' + selectorChar;
+            // Check for [...] parameters
+            if (this.peek() === '[') {
+                value += this.scanSelectorParams();
+            }
+            this.addToken('selector', value, startLine, startCol);
+            return;
+        }
+        // Otherwise it's a decorator (@tick, @on_trigger, etc.)
+        let value = '@';
+        while (/[a-zA-Z_0-9]/.test(this.peek())) {
+            value += this.advance();
+        }
+        // Check for decorator arguments (rate=N)
+        if (this.peek() === '(') {
+            value += this.advance(); // (
+            let parenDepth = 1;
+            while (!this.isAtEnd() && parenDepth > 0) {
+                const c = this.advance();
+                value += c;
+                if (c === '(')
+                    parenDepth++;
+                if (c === ')')
+                    parenDepth--;
+            }
+        }
+        this.addToken('decorator', value, startLine, startCol);
+    }
+    scanSelectorParams() {
+        let result = this.advance(); // consume [
+        let depth = 1;
+        let braceDepth = 0;
+        while (!this.isAtEnd() && depth > 0) {
+            const c = this.advance();
+            result += c;
+            if (c === '{')
+                braceDepth++;
+            else if (c === '}')
+                braceDepth--;
+            else if (c === '[' && braceDepth === 0)
+                depth++;
+            else if (c === ']' && braceDepth === 0)
+                depth--;
+        }
+        return result;
+    }
+    scanString(startLine, startCol) {
+        let value = '';
+        let interpolationDepth = 0;
+        let interpolationString = false;
+        while (!this.isAtEnd()) {
+            if (interpolationDepth === 0 && this.peek() === '"') {
+                break;
+            }
+            if (this.peek() === '\\' && this.peek(1) === '"') {
+                this.advance(); // skip backslash
+                value += this.advance(); // add escaped quote
+                continue;
+            }
+            if (interpolationDepth === 0 && this.peek() === '$' && this.peek(1) === '{') {
+                value += this.advance();
+                value += this.advance();
+                interpolationDepth = 1;
+                interpolationString = false;
+                continue;
+            }
+            const char = this.advance();
+            value += char;
+            if (interpolationDepth === 0)
+                continue;
+            if (char === '"') {
+                interpolationString = !interpolationString;
+                continue;
+            }
+            if (interpolationString)
+                continue;
+            if (char === '{')
+                interpolationDepth++;
+            if (char === '}')
+                interpolationDepth--;
+        }
+        if (this.isAtEnd()) {
+            this.error(`Unterminated string`, startLine, startCol);
+        }
+        this.advance(); // closing quote
+        this.addToken('string_lit', value, startLine, startCol);
+    }
+    scanFString(startLine, startCol) {
+        let value = '';
+        let interpolationDepth = 0;
+        let interpolationString = false;
+        while (!this.isAtEnd()) {
+            if (interpolationDepth === 0 && this.peek() === '"') {
+                break;
+            }
+            if (this.peek() === '\\' && this.peek(1) === '"') {
+                this.advance();
+                value += this.advance();
+                continue;
+            }
+            if (interpolationDepth === 0 && this.peek() === '{') {
+                value += this.advance();
+                interpolationDepth = 1;
+                interpolationString = false;
+                continue;
+            }
+            const char = this.advance();
+            value += char;
+            if (interpolationDepth === 0)
+                continue;
+            if (char === '"' && this.source[this.pos - 2] !== '\\') {
+                interpolationString = !interpolationString;
+                continue;
+            }
+            if (interpolationString)
+                continue;
+            if (char === '{')
+                interpolationDepth++;
+            if (char === '}')
+                interpolationDepth--;
+        }
+        if (this.isAtEnd()) {
+            this.error('Unterminated f-string', startLine, startCol);
+        }
+        this.advance(); // closing quote
+        this.addToken('f_string', value, startLine, startCol);
+    }
+    scanNumber(firstChar, startLine, startCol) {
+        let value = firstChar;
+        // Consume integer part
+        while (/[0-9]/.test(this.peek())) {
+            value += this.advance();
+        }
+        // Check for range literal (e.g., 1.., 1..10)
+        if (this.peek() === '.' && this.peek(1) === '.') {
+            value += this.advance(); // first .
+            value += this.advance(); // second .
+            // Optional max value
+            while (/[0-9]/.test(this.peek())) {
+                value += this.advance();
+            }
+            this.addToken('range_lit', value, startLine, startCol);
+            return;
+        }
+        // Check for float
+        if (this.peek() === '.' && /[0-9]/.test(this.peek(1))) {
+            value += this.advance(); // .
+            while (/[0-9]/.test(this.peek())) {
+                value += this.advance();
+            }
+            // Check for NBT float/double suffix
+            const floatSuffix = this.peek().toLowerCase();
+            if (floatSuffix === 'f') {
+                value += this.advance();
+                this.addToken('float_lit', value, startLine, startCol);
+                return;
+            }
+            if (floatSuffix === 'd') {
+                value += this.advance();
+                this.addToken('double_lit', value, startLine, startCol);
+                return;
+            }
+            this.addToken('float_lit', value, startLine, startCol);
+            return;
+        }
+        // Check for NBT integer suffix (b, s, L/l, f, d)
+        const intSuffix = this.peek().toLowerCase();
+        if (intSuffix === 'b' && !/[a-zA-Z_0-9]/.test(this.peek(1))) {
+            value += this.advance();
+            this.addToken('byte_lit', value, startLine, startCol);
+            return;
+        }
+        if (intSuffix === 's' && !/[a-zA-Z_0-9]/.test(this.peek(1))) {
+            value += this.advance();
+            this.addToken('short_lit', value, startLine, startCol);
+            return;
+        }
+        if (intSuffix === 'l' && !/[a-zA-Z_0-9]/.test(this.peek(1))) {
+            value += this.advance();
+            this.addToken('long_lit', value, startLine, startCol);
+            return;
+        }
+        if (intSuffix === 'f' && !/[a-zA-Z_0-9]/.test(this.peek(1))) {
+            value += this.advance();
+            this.addToken('float_lit', value, startLine, startCol);
+            return;
+        }
+        if (intSuffix === 'd' && !/[a-zA-Z_0-9]/.test(this.peek(1))) {
+            value += this.advance();
+            this.addToken('double_lit', value, startLine, startCol);
+            return;
+        }
+        this.addToken('int_lit', value, startLine, startCol);
+    }
+    scanIdentifier(firstChar, startLine, startCol) {
+        let value = firstChar;
+        while (/[a-zA-Z_0-9]/.test(this.peek())) {
+            value += this.advance();
+        }
+        // Check for raw command
+        if (value === 'raw' && this.peek() === '(') {
+            this.advance(); // consume (
+            // Skip whitespace
+            while (/\s/.test(this.peek())) {
+                this.advance();
+            }
+            // Expect string
+            if (this.peek() === '"') {
+                this.advance(); // consume opening quote
+                let rawContent = '';
+                while (!this.isAtEnd() && this.peek() !== '"') {
+                    if (this.peek() === '\\' && this.peek(1) === '"') {
+                        this.advance();
+                        rawContent += this.advance();
+                    }
+                    else {
+                        rawContent += this.advance();
+                    }
+                }
+                if (this.peek() === '"') {
+                    this.advance(); // closing quote
+                }
+                // Skip whitespace and closing paren
+                while (/\s/.test(this.peek())) {
+                    this.advance();
+                }
+                if (this.peek() === ')') {
+                    this.advance(); // closing paren
+                }
+                this.addToken('raw_cmd', rawContent, startLine, startCol);
+                return;
+            }
+        }
+        // Check for keyword
+        const keyword = KEYWORDS[value];
+        if (keyword) {
+            this.addToken(keyword, value, startLine, startCol);
+        }
+        else {
+            this.addToken('ident', value, startLine, startCol);
+        }
+    }
+}
+exports.Lexer = Lexer;
+//# sourceMappingURL=index.js.map