@rcrsr/rill 0.1.0

package/dist/lexer/operators.js

@@ -0,0 +1,58 @@
+/**
+ * Operator Lookup Tables
+ */
+import { TOKEN_TYPES } from '../types.js';
+/** Two-character operator lookup table */
+export const TWO_CHAR_OPERATORS = {
+    '->': TOKEN_TYPES.ARROW,
+    ':>': TOKEN_TYPES.CAPTURE_ARROW,
+    '*<': TOKEN_TYPES.STAR_LT,
+    '/<': TOKEN_TYPES.SLASH_LT,
+    '&&': TOKEN_TYPES.AND,
+    '||': TOKEN_TYPES.OR,
+    '==': TOKEN_TYPES.EQ,
+    '!=': TOKEN_TYPES.NE,
+    '<=': TOKEN_TYPES.LE,
+    '>=': TOKEN_TYPES.GE,
+    '??': TOKEN_TYPES.NULLISH_COALESCE,
+    '.?': TOKEN_TYPES.DOT_QUESTION,
+    '::': TOKEN_TYPES.DOUBLE_COLON,
+};
+/** Single-character operator lookup table */
+export const SINGLE_CHAR_OPERATORS = {
+    '.': TOKEN_TYPES.DOT,
+    '?': TOKEN_TYPES.QUESTION,
+    '@': TOKEN_TYPES.AT,
+    ':': TOKEN_TYPES.COLON,
+    ',': TOKEN_TYPES.COMMA,
+    '!': TOKEN_TYPES.BANG,
+    '=': TOKEN_TYPES.ASSIGN,
+    '<': TOKEN_TYPES.LT,
+    '>': TOKEN_TYPES.GT,
+    '(': TOKEN_TYPES.LPAREN,
+    ')': TOKEN_TYPES.RPAREN,
+    '{': TOKEN_TYPES.LBRACE,
+    '}': TOKEN_TYPES.RBRACE,
+    '[': TOKEN_TYPES.LBRACKET,
+    ']': TOKEN_TYPES.RBRACKET,
+    '|': TOKEN_TYPES.PIPE_BAR,
+    '+': TOKEN_TYPES.PLUS,
+    '-': TOKEN_TYPES.MINUS,
+    '*': TOKEN_TYPES.STAR,
+    '/': TOKEN_TYPES.SLASH,
+    '%': TOKEN_TYPES.PERCENT,
+    '&': TOKEN_TYPES.AMPERSAND,
+    '^': TOKEN_TYPES.CARET,
+};
+/** Keyword lookup table */
+export const KEYWORDS = {
+    true: TOKEN_TYPES.TRUE,
+    false: TOKEN_TYPES.FALSE,
+    break: TOKEN_TYPES.BREAK,
+    return: TOKEN_TYPES.RETURN,
+    each: TOKEN_TYPES.EACH,
+    map: TOKEN_TYPES.MAP,
+    fold: TOKEN_TYPES.FOLD,
+    filter: TOKEN_TYPES.FILTER,
+};
+//# sourceMappingURL=operators.js.map

package/dist/lexer/operators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"operators.js","sourceRoot":"","sources":["../../src/lexer/operators.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,0CAA0C;AAC1C,MAAM,CAAC,MAAM,kBAAkB,GAA8B;IAC3D,IAAI,EAAE,WAAW,CAAC,KAAK;IACvB,IAAI,EAAE,WAAW,CAAC,aAAa;IAC/B,IAAI,EAAE,WAAW,CAAC,OAAO;IACzB,IAAI,EAAE,WAAW,CAAC,QAAQ;IAC1B,IAAI,EAAE,WAAW,CAAC,GAAG;IACrB,IAAI,EAAE,WAAW,CAAC,EAAE;IACpB,IAAI,EAAE,WAAW,CAAC,EAAE;IACpB,IAAI,EAAE,WAAW,CAAC,EAAE;IACpB,IAAI,EAAE,WAAW,CAAC,EAAE;IACpB,IAAI,EAAE,WAAW,CAAC,EAAE;IACpB,IAAI,EAAE,WAAW,CAAC,gBAAgB;IAClC,IAAI,EAAE,WAAW,CAAC,YAAY;IAC9B,IAAI,EAAE,WAAW,CAAC,YAAY;CAC/B,CAAC;AAEF,6CAA6C;AAC7C,MAAM,CAAC,MAAM,qBAAqB,GAA8B;IAC9D,GAAG,EAAE,WAAW,CAAC,GAAG;IACpB,GAAG,EAAE,WAAW,CAAC,QAAQ;IACzB,GAAG,EAAE,WAAW,CAAC,EAAE;IACnB,GAAG,EAAE,WAAW,CAAC,KAAK;IACtB,GAAG,EAAE,WAAW,CAAC,KAAK;IACtB,GAAG,EAAE,WAAW,CAAC,IAAI;IACrB,GAAG,EAAE,WAAW,CAAC,MAAM;IACvB,GAAG,EAAE,WAAW,CAAC,EAAE;IACnB,GAAG,EAAE,WAAW,CAAC,EAAE;IACnB,GAAG,EAAE,WAAW,CAAC,MAAM;IACvB,GAAG,EAAE,WAAW,CAAC,MAAM;IACvB,GAAG,EAAE,WAAW,CAAC,MAAM;IACvB,GAAG,EAAE,WAAW,CAAC,MAAM;IACvB,GAAG,EAAE,WAAW,CAAC,QAAQ;IACzB,GAAG,EAAE,WAAW,CAAC,QAAQ;IACzB,GAAG,EAAE,WAAW,CAAC,QAAQ;IACzB,GAAG,EAAE,WAAW,CAAC,IAAI;IACrB,GAAG,EAAE,WAAW,CAAC,KAAK;IACtB,GAAG,EAAE,WAAW,CAAC,IAAI;IACrB,GAAG,EAAE,WAAW,CAAC,KAAK;IACtB,GAAG,EAAE,WAAW,CAAC,OAAO;IACxB,GAAG,EAAE,WAAW,CAAC,SAAS;IAC1B,GAAG,EAAE,WAAW,CAAC,KAAK;CACvB,CAAC;AAEF,2BAA2B;AAC3B,MAAM,CAAC,MAAM,QAAQ,GAA8B;IACjD,IAAI,EAAE,WAAW,CAAC,IAAI;IACtB,KAAK,EAAE,WAAW,CAAC,KAAK;IACxB,KAAK,EAAE,WAAW,CAAC,KAAK;IACxB,MAAM,EAAE,WAAW,CAAC,MAAM;IAC1B,IAAI,EAAE,WAAW,CAAC,IAAI;IACtB,GAAG,EAAE,WAAW,CAAC,GAAG;IACpB,IAAI,EAAE,WAAW,CAAC,IAAI;IACtB,MAAM,EAAE,WAAW,CAAC,MAAM;CAC3B,CAAC"}

package/dist/lexer/readers.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Token Readers
+ * Functions to read specific token types from source
+ */
+import type { Token } from '../types.js';
+import { type LexerState } from './state.js';
+export declare function readString(state: LexerState): Token;
+export declare function readHeredoc(state: LexerState): Token;
+export declare function readNumber(state: LexerState): Token;
+export declare function readIdentifier(state: LexerState): Token;
+export declare function readVariable(state: LexerState): Token;
+//# sourceMappingURL=readers.d.ts.map

package/dist/lexer/readers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"readers.d.ts","sourceRoot":"","sources":["../../src/lexer/readers.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAWzC,OAAO,EAIL,KAAK,UAAU,EAGhB,MAAM,YAAY,CAAC;AAwBpB,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,KAAK,CAoCnD;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,KAAK,CA2CpD;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,KAAK,CAgBnD;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,KAAK,CAUvD;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,KAAK,CAiBrD"}

package/dist/lexer/readers.js

@@ -0,0 +1,144 @@
+/**
+ * Token Readers
+ * Functions to read specific token types from source
+ */
+import { TOKEN_TYPES } from '../types.js';
+import { LexerError } from './errors.js';
+import { isDigit, isIdentifierChar, isIdentifierStart, isWhitespace, makeToken, } from './helpers.js';
+import { KEYWORDS } from './operators.js';
+import { advance, currentLocation, isAtEnd, peek, peekString, } from './state.js';
+/** Process escape sequence and return the unescaped character */
+function processEscape(state) {
+    const escaped = advance(state);
+    switch (escaped) {
+        case 'n':
+            return '\n';
+        case 'r':
+            return '\r';
+        case 't':
+            return '\t';
+        case '\\':
+            return '\\';
+        case '"':
+            return '"';
+        default:
+            throw new LexerError(`Invalid escape sequence: \\${escaped}`, currentLocation(state));
+    }
+}
+export function readString(state) {
+    const start = currentLocation(state);
+    advance(state); // consume opening "
+    let value = '';
+    while (!isAtEnd(state) && peek(state) !== '"') {
+        if (peek(state) === '\\') {
+            advance(state); // consume backslash
+            value += processEscape(state);
+        }
+        else if (peek(state) === '{') {
+            // Interpolation: include {expr} literally, parser handles expression parsing
+            value += advance(state); // consume {
+            let braceDepth = 1;
+            while (!isAtEnd(state) && braceDepth > 0) {
+                if (peek(state) === '\\') {
+                    advance(state); // consume backslash
+                    value += processEscape(state);
+                }
+                else {
+                    const ch = advance(state);
+                    value += ch;
+                    if (ch === '{')
+                        braceDepth++;
+                    if (ch === '}')
+                        braceDepth--;
+                }
+            }
+        }
+        else if (peek(state) === '\n') {
+            throw new LexerError('Unterminated string literal', start);
+        }
+        else {
+            value += advance(state);
+        }
+    }
+    if (peek(state) === '"') {
+        advance(state); // consume closing "
+    }
+    return makeToken(TOKEN_TYPES.STRING, value, start, currentLocation(state));
+}
+export function readHeredoc(state) {
+    const start = currentLocation(state);
+    advance(state); // consume first <
+    advance(state); // consume second <
+    // Read delimiter
+    let delimiter = '';
+    while (!isAtEnd(state) && isIdentifierChar(peek(state))) {
+        delimiter += advance(state);
+    }
+    if (!delimiter) {
+        throw new LexerError('Expected heredoc delimiter', currentLocation(state));
+    }
+    // Skip to newline
+    while (!isAtEnd(state) && peek(state) !== '\n') {
+        if (!isWhitespace(peek(state))) {
+            throw new LexerError('Unexpected characters after heredoc delimiter', currentLocation(state));
+        }
+        advance(state);
+    }
+    if (peek(state) === '\n')
+        advance(state);
+    // Read body until delimiter appears alone on a line
+    let body = '';
+    while (!isAtEnd(state)) {
+        // Check if current line starts with delimiter
+        if (peekString(state, delimiter.length) === delimiter) {
+            const afterDelim = peek(state, delimiter.length);
+            if (afterDelim === '\n' || afterDelim === '' || afterDelim === '\r') {
+                // Found end delimiter - advance past it
+                for (let i = 0; i < delimiter.length; i++)
+                    advance(state);
+                break;
+            }
+        }
+        body += advance(state);
+    }
+    return makeToken(TOKEN_TYPES.STRING, body, start, currentLocation(state));
+}
+export function readNumber(state) {
+    const start = currentLocation(state);
+    let value = '';
+    while (!isAtEnd(state) && isDigit(peek(state))) {
+        value += advance(state);
+    }
+    if (peek(state) === '.' && isDigit(peek(state, 1))) {
+        value += advance(state); // consume .
+        while (!isAtEnd(state) && isDigit(peek(state))) {
+            value += advance(state);
+        }
+    }
+    return makeToken(TOKEN_TYPES.NUMBER, value, start, currentLocation(state));
+}
+export function readIdentifier(state) {
+    const start = currentLocation(state);
+    let value = '';
+    while (!isAtEnd(state) && isIdentifierChar(peek(state))) {
+        value += advance(state);
+    }
+    const type = KEYWORDS[value] ?? TOKEN_TYPES.IDENTIFIER;
+    return makeToken(type, value, start, currentLocation(state));
+}
+export function readVariable(state) {
+    const start = currentLocation(state);
+    advance(state); // consume $
+    // Check for accumulator variable: $@
+    if (peek(state) === '@') {
+        advance(state); // consume @
+        return makeToken(TOKEN_TYPES.DOLLAR, '$@', start, currentLocation(state));
+    }
+    // Check if followed by identifier (named variable like $foo)
+    if (isIdentifierStart(peek(state))) {
+        return makeToken(TOKEN_TYPES.DOLLAR, '$', start, currentLocation(state));
+    }
+    // Lone $ is the pipe variable (current item in iteration)
+    return makeToken(TOKEN_TYPES.PIPE_VAR, '$', start, currentLocation(state));
+}
+//# sourceMappingURL=readers.js.map

package/dist/lexer/readers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"readers.js","sourceRoot":"","sources":["../../src/lexer/readers.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,OAAO,EACP,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,SAAS,GACV,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EACL,OAAO,EACP,eAAe,EACf,OAAO,EAEP,IAAI,EACJ,UAAU,GACX,MAAM,YAAY,CAAC;AAEpB,iEAAiE;AACjE,SAAS,aAAa,CAAC,KAAiB;IACtC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC/B,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,GAAG;YACN,OAAO,IAAI,CAAC;QACd,KAAK,GAAG;YACN,OAAO,IAAI,CAAC;QACd,KAAK,GAAG;YACN,OAAO,IAAI,CAAC;QACd,KAAK,IAAI;YACP,OAAO,IAAI,CAAC;QACd,KAAK,GAAG;YACN,OAAO,GAAG,CAAC;QACb;YACE,MAAM,IAAI,UAAU,CAClB,8BAA8B,OAAO,EAAE,EACvC,eAAe,CAAC,KAAK,CAAC,CACvB,CAAC;IACN,CAAC;AACH,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAiB;IAC1C,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACrC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,oBAAoB;IAEpC,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;QAC9C,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;YACzB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,oBAAoB;YACpC,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;aAAM,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;YAC/B,6EAA6E;YAC7E,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY;YACrC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;gBACzC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;oBACzB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,oBAAoB;oBACpC,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC1B,KAAK,IAAI,EAAE,CAAC;oBACZ,IAAI,EAAE,KAAK,GAAG;wBAAE,UAAU,EAAE,CAAC;oBAC7B,IAAI,EAAE,KAAK,GAAG;wBAAE,UAAU,EAAE,CAAC;gBAC/B,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;YAChC,MAAM,IAAI,UAAU,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,oBAAoB;IACtC,CAAC;IAED,OAAO,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAiB;IAC3C,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACrC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,kBAAkB;IAClC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,mBAAmB;IAEnC,iBAAiB;IACjB,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACxD,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,UAAU,CAAC,4BAA4B,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,kBAAkB;IAClB,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,UAAU,CAClB,+CAA+C,EAC/C,eAAe,CAAC,KAAK,CAAC,CACvB,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI;QAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAEzC,oDAAoD;IACpD,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACvB,8CAA8C;QAC9C,IAAI,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,KAAK,SAAS,EAAE,CAAC;YACtD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;YACjD,IAAI,UAAU,KAAK,IAAI,IAAI,UAAU,KAAK,EAAE,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;gBACpE,wCAAwC;gBACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE;oBAAE,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC1D,MAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAiB;IAC1C,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,KAAK,GAAG,EAAE,CAAC;IAEf,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC/C,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY;QACrC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC/C,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAiB;IAC9C,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,KAAK,GAAG,EAAE,CAAC;IAEf,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACxD,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,UAAU,CAAC;IACvD,OAAO,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAiB;IAC5C,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACrC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY;IAE5B,qCAAqC;IACrC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY;QAC5B,OAAO,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5E,CAAC;IAED,6DAA6D;IAC7D,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACnC,OAAO,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,0DAA0D;IAC1D,OAAO,SAAS,CAAC,WAAW,CAAC,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7E,CAAC"}

package/dist/lexer/state.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Lexer State
+ * Tracks position in source text during tokenization
+ */
+import type { SourceLocation } from '../types.js';
+export interface LexerState {
+    readonly source: string;
+    pos: number;
+    line: number;
+    column: number;
+}
+export declare function createLexerState(source: string): LexerState;
+export declare function currentLocation(state: LexerState): SourceLocation;
+export declare function peek(state: LexerState, offset?: number): string;
+export declare function peekString(state: LexerState, length: number): string;
+export declare function advance(state: LexerState): string;
+export declare function isAtEnd(state: LexerState): boolean;
+//# sourceMappingURL=state.d.ts.map

package/dist/lexer/state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/lexer/state.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAO3D;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,UAAU,GAAG,cAAc,CAEjE;AAED,wBAAgB,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,SAAI,GAAG,MAAM,CAE1D;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEpE;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAUjD;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAElD"}

package/dist/lexer/state.js

@@ -0,0 +1,37 @@
+/**
+ * Lexer State
+ * Tracks position in source text during tokenization
+ */
+export function createLexerState(source) {
+    return {
+        source,
+        pos: 0,
+        line: 1,
+        column: 1,
+    };
+}
+export function currentLocation(state) {
+    return { line: state.line, column: state.column, offset: state.pos };
+}
+export function peek(state, offset = 0) {
+    return state.source[state.pos + offset] ?? '';
+}
+export function peekString(state, length) {
+    return state.source.slice(state.pos, state.pos + length);
+}
+export function advance(state) {
+    const ch = state.source[state.pos] ?? '';
+    state.pos++;
+    if (ch === '\n') {
+        state.line++;
+        state.column = 1;
+    }
+    else {
+        state.column++;
+    }
+    return ch;
+}
+export function isAtEnd(state) {
+    return state.pos >= state.source.length;
+}
+//# sourceMappingURL=state.js.map

package/dist/lexer/state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.js","sourceRoot":"","sources":["../../src/lexer/state.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAWH,MAAM,UAAU,gBAAgB,CAAC,MAAc;IAC7C,OAAO;QACL,MAAM;QACN,GAAG,EAAE,CAAC;QACN,IAAI,EAAE,CAAC;QACP,MAAM,EAAE,CAAC;KACV,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAiB;IAC/C,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,KAAiB,EAAE,MAAM,GAAG,CAAC;IAChD,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAiB,EAAE,MAAc;IAC1D,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,KAAiB;IACvC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IACzC,KAAK,CAAC,GAAG,EAAE,CAAC;IACZ,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,EAAE,CAAC;QACb,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IACnB,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,MAAM,EAAE,CAAC;IACjB,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,KAAiB;IACvC,OAAO,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;AAC1C,CAAC"}

package/dist/lexer/tokenizer.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Tokenizer
+ * Main tokenization logic
+ */
+import type { Token } from '../types.js';
+import { type LexerState } from './state.js';
+export declare function nextToken(state: LexerState): Token;
+export declare function tokenize(source: string): Token[];
+//# sourceMappingURL=tokenizer.d.ts.map

package/dist/lexer/tokenizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/lexer/tokenizer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAkBzC,OAAO,EAKL,KAAK,UAAU,EAGhB,MAAM,YAAY,CAAC;AAgBpB,wBAAgB,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,KAAK,CAsFlD;AAED,wBAAgB,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,CAWhD"}

package/dist/lexer/tokenizer.js

@@ -0,0 +1,100 @@
+/**
+ * Tokenizer
+ * Main tokenization logic
+ */
+import { TOKEN_TYPES } from '../types.js';
+import { LexerError } from './errors.js';
+import { advanceAndMakeToken, isDigit, isIdentifierStart, isWhitespace, makeToken, } from './helpers.js';
+import { SINGLE_CHAR_OPERATORS, TWO_CHAR_OPERATORS } from './operators.js';
+import { readHeredoc, readIdentifier, readNumber, readString, readVariable, } from './readers.js';
+import { advance, createLexerState, currentLocation, isAtEnd, peek, peekString, } from './state.js';
+function skipWhitespace(state) {
+    while (!isAtEnd(state) && isWhitespace(peek(state))) {
+        advance(state);
+    }
+}
+function skipComment(state) {
+    if (peek(state) === '#') {
+        while (!isAtEnd(state) && peek(state) !== '\n') {
+            advance(state);
+        }
+    }
+}
+export function nextToken(state) {
+    skipWhitespace(state);
+    skipComment(state);
+    skipWhitespace(state);
+    if (isAtEnd(state)) {
+        const loc = currentLocation(state);
+        return makeToken(TOKEN_TYPES.EOF, '', loc, loc);
+    }
+    const start = currentLocation(state);
+    const ch = peek(state);
+    // Newline
+    if (ch === '\n') {
+        advance(state);
+        return makeToken(TOKEN_TYPES.NEWLINE, '\n', start, currentLocation(state));
+    }
+    // String
+    if (ch === '"') {
+        return readString(state);
+    }
+    // Heredoc
+    if (ch === '<' && peek(state, 1) === '<') {
+        return readHeredoc(state);
+    }
+    // Number (positive only - unary minus handled by parser)
+    if (isDigit(ch)) {
+        return readNumber(state);
+    }
+    // Identifier or keyword
+    if (isIdentifierStart(ch)) {
+        return readIdentifier(state);
+    }
+    // Variable
+    if (ch === '$') {
+        return readVariable(state);
+    }
+    // Three-character operators
+    const threeChar = peekString(state, 3);
+    if (threeChar === '---') {
+        return advanceAndMakeToken(state, 3, TOKEN_TYPES.FRONTMATTER_DELIM, '---', start);
+    }
+    // Two-character operators (lookup table)
+    const twoChar = peekString(state, 2);
+    const twoCharType = TWO_CHAR_OPERATORS[twoChar];
+    if (twoCharType) {
+        // Special case: :> is only CAPTURE_ARROW when followed by $ (possibly with whitespace)
+        // This avoids conflict with slice syntax /<start:> where :> should be COLON + GT
+        if (twoChar === ':>') {
+            let lookAhead = 2;
+            while (state.pos + lookAhead < state.source.length &&
+                isWhitespace(state.source[state.pos + lookAhead] ?? '')) {
+                lookAhead++;
+            }
+            const charAfter = state.source[state.pos + lookAhead] ?? '';
+            if (charAfter !== '$') {
+                // Not a capture arrow - treat as separate : and > tokens
+                return advanceAndMakeToken(state, 1, TOKEN_TYPES.COLON, ':', start);
+            }
+        }
+        return advanceAndMakeToken(state, 2, twoCharType, twoChar, start);
+    }
+    // Single-character operators (lookup table)
+    const singleCharType = SINGLE_CHAR_OPERATORS[ch];
+    if (singleCharType) {
+        return advanceAndMakeToken(state, 1, singleCharType, ch, start);
+    }
+    throw new LexerError(`Unexpected character: ${ch}`, start);
+}
+export function tokenize(source) {
+    const state = createLexerState(source);
+    const tokens = [];
+    let token;
+    do {
+        token = nextToken(state);
+        tokens.push(token);
+    } while (token.type !== TOKEN_TYPES.EOF);
+    return tokens;
+}
+//# sourceMappingURL=tokenizer.js.map

package/dist/lexer/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../src/lexer/tokenizer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,mBAAmB,EACnB,OAAO,EACP,iBAAiB,EACjB,YAAY,EACZ,SAAS,GACV,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EACL,WAAW,EACX,cAAc,EACd,UAAU,EACV,UAAU,EACV,YAAY,GACb,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,OAAO,EACP,gBAAgB,EAChB,eAAe,EACf,OAAO,EAEP,IAAI,EACJ,UAAU,GACX,MAAM,YAAY,CAAC;AAEpB,SAAS,cAAc,CAAC,KAAiB;IACvC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACpD,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAiB;IACpC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;QACxB,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/C,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAiB;IACzC,cAAc,CAAC,KAAK,CAAC,CAAC;IACtB,WAAW,CAAC,KAAK,CAAC,CAAC;IACnB,cAAc,CAAC,KAAK,CAAC,CAAC;IAEtB,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACnB,MAAM,GAAG,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACnC,OAAO,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IAEvB,UAAU;IACV,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,CAAC;QACf,OAAO,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,SAAS;IACT,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;QACf,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,UAAU;IACV,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;QACzC,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED,yDAAyD;IACzD,IAAI,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;QAChB,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,wBAAwB;IACxB,IAAI,iBAAiB,CAAC,EAAE,CAAC,EAAE,CAAC;QAC1B,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,WAAW;IACX,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;QACf,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,4BAA4B;IAC5B,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACvC,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QACxB,OAAO,mBAAmB,CACxB,KAAK,EACL,CAAC,EACD,WAAW,CAAC,iBAAiB,EAC7B,KAAK,EACL,KAAK,CACN,CAAC;IACJ,CAAC;IAED,yCAAyC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,WAAW,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAChD,IAAI,WAAW,EAAE,CAAC;QAChB,uFAAuF;QACvF,iFAAiF;QACjF,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,OACE,KAAK,CAAC,GAAG,GAAG,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM;gBAC3C,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,EACvD,CAAC;gBACD,SAAS,EAAE,CAAC;YACd,CAAC;YACD,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;YAC5D,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;gBACtB,yDAAyD;gBACzD,OAAO,mBAAmB,CAAC,KAAK,EAAE,CAAC,EAAE,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QACD,OAAO,mBAAmB,CAAC,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,4CAA4C;IAC5C,MAAM,cAAc,GAAG,qBAAqB,CAAC,EAAE,CAAC,CAAC;IACjD,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,mBAAmB,CAAC,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,IAAI,UAAU,CAAC,yBAAyB,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,MAAc;IACrC,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,KAAY,CAAC;IAEjB,GAAG,CAAC;QACF,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC,QAAQ,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,GAAG,EAAE;IAEzC,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/lexer.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Rill Lexer
+ * Converts source text into tokens
+ */
+import type { SourceLocation, Token } from './types.js';
+export interface LexerState {
+    readonly source: string;
+    pos: number;
+    line: number;
+    column: number;
+}
+export declare function createLexerState(source: string): LexerState;
+export declare class LexerError extends Error {
+    readonly location: SourceLocation;
+    constructor(message: string, location: SourceLocation);
+}
+export declare function nextToken(state: LexerState): Token;
+export declare function tokenize(source: string): Token[];
+//# sourceMappingURL=lexer.d.ts.map

package/dist/lexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexer.d.ts","sourceRoot":"","sources":["../src/lexer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,KAAK,EAAa,MAAM,YAAY,CAAC;AAOnE,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAO3D;AAMD,qBAAa,UAAW,SAAQ,KAAK;aAGjB,QAAQ,EAAE,cAAc;gBADxC,OAAO,EAAE,MAAM,EACC,QAAQ,EAAE,cAAc;CAK3C;AA6SD,wBAAgB,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,KAAK,CAyElD;AAMD,wBAAgB,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,CAWhD"}