@kernlang/core 3.1.5 → 3.1.7

package/dist/parser-style.js

@@ -0,0 +1,73 @@
+/** @internal Style block parsing for KERN nodes. */
+export function splitStylePairs(block) {
+    const pairs = [];
+    let current = '';
+    let inQuote = false;
+    let parenDepth = 0;
+    for (let i = 0; i < block.length; i++) {
+        const ch = block[i];
+        if (ch === '\\' && i + 1 < block.length) {
+            current += ch + block[i + 1];
+            i++;
+        }
+        else if (ch === '"') {
+            inQuote = !inQuote;
+            current += ch;
+        }
+        else if (!inQuote && ch === '(') {
+            parenDepth++;
+            current += ch;
+        }
+        else if (!inQuote && ch === ')') {
+            parenDepth--;
+            current += ch;
+        }
+        else if (!inQuote && parenDepth === 0 && ch === ',') {
+            if (current.trim())
+                pairs.push(current.trim());
+            current = '';
+        }
+        else {
+            current += ch;
+        }
+    }
+    if (current.trim())
+        pairs.push(current.trim());
+    return pairs;
+}
+export function parseStyleBlock(block, styles, pseudoStyles) {
+    const pairs = splitStylePairs(block);
+    for (const pair of pairs) {
+        // Pseudo-selector: :press:bg:#005BB5
+        const pseudoMatch = pair.match(/^:([a-z]+):([A-Za-z0-9_-]+):(.+)$/);
+        if (pseudoMatch) {
+            const [, pseudo, key, value] = pseudoMatch;
+            if (!pseudoStyles[pseudo])
+                pseudoStyles[pseudo] = {};
+            pseudoStyles[pseudo][key] = value.trim();
+            continue;
+        }
+        // Quoted key: "backdrop-filter":"blur(8px)"
+        const quotedKeyMatch = pair.match(/^"([^"]+)"\s*:\s*(.*)/);
+        if (quotedKeyMatch) {
+            const key = quotedKeyMatch[1];
+            let value = quotedKeyMatch[2].trim();
+            if (value.startsWith('"') && value.endsWith('"')) {
+                value = value.slice(1, -1).replace(/\\"/g, '"').replace(/\\\\/g, '\\');
+            }
+            styles[key] = value;
+            continue;
+        }
+        // Normal: key:value (value may be quoted)
+        const colonIdx = pair.indexOf(':');
+        if (colonIdx > 0) {
+            const key = pair.slice(0, colonIdx).trim();
+            let value = pair.slice(colonIdx + 1).trim();
+            if (value.startsWith('"') && value.endsWith('"')) {
+                value = value.slice(1, -1).replace(/\\"/g, '"').replace(/\\\\/g, '\\');
+            }
+            styles[key] = value;
+        }
+    }
+}
+//# sourceMappingURL=parser-style.js.map

package/dist/parser-style.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser-style.js","sourceRoot":"","sources":["../src/parser-style.ts"],"names":[],"mappings":"AAAA,oDAAoD;AAEpD,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YACxC,OAAO,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7B,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACtB,OAAO,GAAG,CAAC,OAAO,CAAC;YACnB,OAAO,IAAI,EAAE,CAAC;QAChB,CAAC;aAAM,IAAI,CAAC,OAAO,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAClC,UAAU,EAAE,CAAC;YACb,OAAO,IAAI,EAAE,CAAC;QAChB,CAAC;aAAM,IAAI,CAAC,OAAO,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAClC,UAAU,EAAE,CAAC;YACb,OAAO,IAAI,EAAE,CAAC;QAChB,CAAC;aAAM,IAAI,CAAC,OAAO,IAAI,UAAU,KAAK,CAAC,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACtD,IAAI,OAAO,CAAC,IAAI,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/C,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/C,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,KAAa,EACb,MAA8B,EAC9B,YAAoD;IAEpD,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,qCAAqC;QACrC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACpE,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,WAAW,CAAC;YAC3C,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;gBAAE,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YACrD,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YACzC,SAAS;QACX,CAAC;QAED,4CAA4C;QAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3D,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YAC9B,IAAI,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACjD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACzE,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACpB,SAAS;QACX,CAAC;QAED,0CAA0C;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACjD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACzE,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/parser-token-stream.d.ts

@@ -0,0 +1,27 @@
+/** @internal Token stream cursor for KERN parser. */
+import type { Token } from './parser-tokenizer.js';
+export declare class TokenStream {
+    private tokens;
+    private idx;
+    constructor(tokens: Token[]);
+    peek(): Token | undefined;
+    next(): Token | undefined;
+    done(): boolean;
+    position(): number;
+    setPosition(pos: number): void;
+    skipWS(): void;
+    /** Try to consume an identifier. Returns its value or null. */
+    tryIdent(): string | null;
+    /** Try to consume a number token. Returns its value or null. */
+    tryNumber(): string | null;
+    /** Check if the next non-WS token is an identifier followed by '='. */
+    isKeyValue(): boolean;
+    /** Check if any remaining token contains '='. */
+    hasEquals(): boolean;
+    /** Check if there are more non-whitespace tokens. */
+    hasMore(): boolean;
+    /** Get remaining raw text from current position (for fallback / params). */
+    remainingRaw(line: string): string;
+    /** Consume any single non-whitespace token as a value (for evolved positional args). */
+    consumeAnyValue(): Token | undefined;
+}

package/dist/parser-token-stream.js

@@ -0,0 +1,81 @@
+export class TokenStream {
+    tokens;
+    idx = 0;
+    constructor(tokens) {
+        this.tokens = tokens;
+    }
+    peek() {
+        return this.tokens[this.idx];
+    }
+    next() {
+        return this.tokens[this.idx++];
+    }
+    done() {
+        return this.idx >= this.tokens.length;
+    }
+    position() {
+        return this.idx;
+    }
+    setPosition(pos) {
+        this.idx = pos;
+    }
+    skipWS() {
+        while (this.idx < this.tokens.length && this.tokens[this.idx].kind === 'whitespace')
+            this.idx++;
+    }
+    /** Try to consume an identifier. Returns its value or null. */
+    tryIdent() {
+        if (this.idx < this.tokens.length && this.tokens[this.idx].kind === 'identifier') {
+            return this.tokens[this.idx++].value;
+        }
+        return null;
+    }
+    /** Try to consume a number token. Returns its value or null. */
+    tryNumber() {
+        if (this.idx < this.tokens.length && this.tokens[this.idx].kind === 'number') {
+            return this.tokens[this.idx++].value;
+        }
+        return null;
+    }
+    /** Check if the next non-WS token is an identifier followed by '='. */
+    isKeyValue() {
+        let j = this.idx;
+        while (j < this.tokens.length && this.tokens[j].kind === 'whitespace')
+            j++;
+        if (j >= this.tokens.length || this.tokens[j].kind !== 'identifier')
+            return false;
+        return j + 1 < this.tokens.length && this.tokens[j + 1].kind === 'equals';
+    }
+    /** Check if any remaining token contains '='. */
+    hasEquals() {
+        for (let j = this.idx; j < this.tokens.length; j++) {
+            if (this.tokens[j].kind === 'equals')
+                return true;
+        }
+        return false;
+    }
+    /** Check if there are more non-whitespace tokens. */
+    hasMore() {
+        let j = this.idx;
+        while (j < this.tokens.length && this.tokens[j].kind === 'whitespace')
+            j++;
+        return j < this.tokens.length;
+    }
+    /** Get remaining raw text from current position (for fallback / params). */
+    remainingRaw(line) {
+        if (this.idx >= this.tokens.length)
+            return '';
+        const startPos = this.tokens[this.idx].pos;
+        this.idx = this.tokens.length;
+        return line.slice(startPos);
+    }
+    /** Consume any single non-whitespace token as a value (for evolved positional args). */
+    consumeAnyValue() {
+        this.skipWS();
+        const tok = this.peek();
+        if (!tok || tok.kind === 'whitespace')
+            return undefined;
+        return this.next();
+    }
+}
+//# sourceMappingURL=parser-token-stream.js.map

package/dist/parser-token-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser-token-stream.js","sourceRoot":"","sources":["../src/parser-token-stream.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,WAAW;IACd,MAAM,CAAU;IAChB,GAAG,GAAG,CAAC,CAAC;IAEhB,YAAY,MAAe;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IACD,IAAI;QACF,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACjC,CAAC;IACD,IAAI;QACF,OAAO,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IACxC,CAAC;IACD,QAAQ;QACN,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IACD,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,YAAY;YAAE,IAAI,CAAC,GAAG,EAAE,CAAC;IAClG,CAAC;IAED,+DAA+D;IAC/D,QAAQ;QACN,IAAI,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACjF,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC;QACvC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gEAAgE;IAChE,SAAS;QACP,IAAI,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7E,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC;QACvC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,uEAAuE;IACvE,UAAU;QACR,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;QACjB,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY;YAAE,CAAC,EAAE,CAAC;QAC3E,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY;YAAE,OAAO,KAAK,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;IAC5E,CAAC;IAED,iDAAiD;IACjD,SAAS;QACP,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnD,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC;QACpD,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,qDAAqD;IACrD,OAAO;QACL,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;QACjB,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY;YAAE,CAAC,EAAE,CAAC;QAC3E,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAChC,CAAC;IAED,4EAA4E;IAC5E,YAAY,CAAC,IAAY;QACvB,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC;QAC3C,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED,wFAAwF;IACxF,eAAe;QACb,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY;YAAE,OAAO,SAAS,CAAC;QACxD,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;CACF"}

package/dist/parser-tokenizer.d.ts

@@ -0,0 +1,11 @@
+/** @internal Tokenizer for KERN source lines. */
+import type { ParseState } from './parser-diagnostics.js';
+export type TokenKind = 'identifier' | 'number' | 'equals' | 'quoted' | 'expr' | 'style' | 'themeRef' | 'slash' | 'comma' | 'whitespace' | 'unknown';
+export interface Token {
+    kind: TokenKind;
+    value: string;
+    pos: number;
+}
+/** @internal Character-by-character tokenizer for a single KERN line (after indent stripped). */
+export declare function tokenizeLineInternal(line: string, state?: ParseState): Token[];
+export declare function tokenizeLine(line: string): Token[];

package/dist/parser-tokenizer.js

@@ -0,0 +1,188 @@
+import { emitDiagnostic } from './parser-diagnostics.js';
+// ── Tokenizer ────────────────────────────────────────────────────────────
+function isIdentStart(ch) {
+    return (ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z') || ch === '_';
+}
+function isIdentChar(ch) {
+    return isIdentStart(ch) || (ch >= '0' && ch <= '9') || ch === '-';
+}
+function isDigit(ch) {
+    return ch >= '0' && ch <= '9';
+}
+/** @internal Character-by-character tokenizer for a single KERN line (after indent stripped). */
+export function tokenizeLineInternal(line, state) {
+    const tokens = [];
+    let i = 0;
+    while (i < line.length) {
+        const ch = line[i];
+        // Whitespace
+        if (ch === ' ' || ch === '\t') {
+            const start = i;
+            while (i < line.length && (line[i] === ' ' || line[i] === '\t'))
+                i++;
+            tokens.push({ kind: 'whitespace', value: line.slice(start, i), pos: start });
+            continue;
+        }
+        // Expression block {{ ... }}
+        if (ch === '{' && i + 1 < line.length && line[i + 1] === '{') {
+            const start = i;
+            i += 2;
+            let depth = 1;
+            while (i < line.length - 1 && depth > 0) {
+                if (line[i] === '{' && line[i + 1] === '{') {
+                    depth++;
+                    i += 2;
+                }
+                else if (line[i] === '}' && line[i + 1] === '}') {
+                    depth--;
+                    if (depth === 0)
+                        break;
+                    i += 2;
+                }
+                else
+                    i++;
+            }
+            if (depth > 0) {
+                if (state) {
+                    emitDiagnostic(state, 'UNCLOSED_EXPR', 'error', `Unclosed expression block '{{' at column ${start + 1}`, 0, start + 1, { endCol: start + 3 });
+                }
+            }
+            const inner = line.slice(start + 2, i).trim();
+            if (i < line.length - 1)
+                i += 2;
+            else
+                i = line.length;
+            tokens.push({ kind: 'expr', value: inner, pos: start });
+            continue;
+        }
+        // Style block { ... } — find matching } respecting quotes
+        if (ch === '{') {
+            const start = i;
+            let inQuote = false;
+            let j = i + 1;
+            let closed = false;
+            while (j < line.length) {
+                if (line[j] === '\\' && j + 1 < line.length) {
+                    j += 2;
+                    continue;
+                }
+                if (line[j] === '"')
+                    inQuote = !inQuote;
+                if (!inQuote && line[j] === '}') {
+                    j++;
+                    closed = true;
+                    break;
+                }
+                j++;
+            }
+            if (!closed) {
+                if (state) {
+                    emitDiagnostic(state, 'UNCLOSED_STYLE', 'error', `Unclosed style block '{' at column ${start + 1}`, 0, start + 1, { endCol: start + 2 });
+                }
+            }
+            tokens.push({ kind: 'style', value: line.slice(start + 1, closed ? j - 1 : j), pos: start });
+            i = j;
+            continue;
+        }
+        // Quoted string "..." with \" escape support
+        if (ch === '"') {
+            const start = i;
+            i++;
+            let inner = '';
+            while (i < line.length && line[i] !== '"') {
+                if (line[i] === '\\' && i + 1 < line.length) {
+                    const next = line[i + 1];
+                    if (next === '"') {
+                        inner += '"';
+                        i += 2;
+                    }
+                    else if (next === '\\') {
+                        inner += '\\';
+                        i += 2;
+                    }
+                    else {
+                        inner += line[i];
+                        i++;
+                    }
+                }
+                else {
+                    inner += line[i];
+                    i++;
+                }
+            }
+            if (i >= line.length) {
+                if (state) {
+                    emitDiagnostic(state, 'UNCLOSED_STRING', 'error', `Unclosed quoted string at column ${start + 1}`, 0, start + 1, { endCol: start + 2 });
+                }
+            }
+            else {
+                i++; // skip closing quote
+            }
+            tokens.push({ kind: 'quoted', value: inner, pos: start });
+            continue;
+        }
+        // Theme ref $name
+        if (ch === '$' && i + 1 < line.length && isIdentStart(line[i + 1])) {
+            const start = i;
+            i++;
+            while (i < line.length && isIdentChar(line[i]))
+                i++;
+            tokens.push({ kind: 'themeRef', value: line.slice(start + 1, i), pos: start });
+            continue;
+        }
+        // Equals
+        if (ch === '=') {
+            tokens.push({ kind: 'equals', value: '=', pos: i });
+            i++;
+            continue;
+        }
+        // Comma
+        if (ch === ',') {
+            tokens.push({ kind: 'comma', value: ',', pos: i });
+            i++;
+            continue;
+        }
+        // Slash-prefixed path: /something
+        if (ch === '/') {
+            const start = i;
+            while (i < line.length && line[i] !== ' ' && line[i] !== '\t' && line[i] !== '{' && line[i] !== '$')
+                i++;
+            tokens.push({ kind: 'slash', value: line.slice(start, i), pos: start });
+            continue;
+        }
+        // Number (pure digits)
+        if (isDigit(ch)) {
+            const start = i;
+            while (i < line.length && isDigit(line[i]))
+                i++;
+            tokens.push({ kind: 'number', value: line.slice(start, i), pos: start });
+            continue;
+        }
+        // Identifier: [A-Za-z_][A-Za-z0-9_-]*
+        // Handles evolved: prefix (evolved:keyword → strips prefix, returns keyword)
+        if (isIdentStart(ch)) {
+            const start = i;
+            while (i < line.length && isIdentChar(line[i]))
+                i++;
+            if (line[i] === ':' && line.slice(start, i) === 'evolved' && i + 1 < line.length && isIdentStart(line[i + 1])) {
+                i++;
+                const nameStart = i;
+                while (i < line.length && isIdentChar(line[i]))
+                    i++;
+                tokens.push({ kind: 'identifier', value: line.slice(nameStart, i), pos: start });
+            }
+            else {
+                tokens.push({ kind: 'identifier', value: line.slice(start, i), pos: start });
+            }
+            continue;
+        }
+        // Unknown character
+        tokens.push({ kind: 'unknown', value: ch, pos: i });
+        i++;
+    }
+    return tokens;
+}
+export function tokenizeLine(line) {
+    return tokenizeLineInternal(line);
+}
+//# sourceMappingURL=parser-tokenizer.js.map

package/dist/parser-tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser-tokenizer.js","sourceRoot":"","sources":["../src/parser-tokenizer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAuBzD,4EAA4E;AAE5E,SAAS,YAAY,CAAC,EAAU;IAC9B,OAAO,CAAC,EAAE,IAAI,GAAG,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC;AAC5E,CAAC;AAED,SAAS,WAAW,CAAC,EAAU;IAC7B,OAAO,YAAY,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC;AACpE,CAAC;AAED,SAAS,OAAO,CAAC,EAAU;IACzB,OAAO,EAAE,IAAI,GAAG,IAAI,EAAE,IAAI,GAAG,CAAC;AAChC,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,oBAAoB,CAAC,IAAY,EAAE,KAAkB;IACnE,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,CAAC,GAAG,CAAC,CAAC;IAEV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAEnB,aAAa;QACb,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,CAAC,CAAC;YAChB,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;gBAAE,CAAC,EAAE,CAAC;YACrE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7E,SAAS;QACX,CAAC;QAED,6BAA6B;QAC7B,IAAI,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YAC7D,MAAM,KAAK,GAAG,CAAC,CAAC;YAChB,CAAC,IAAI,CAAC,CAAC;YACP,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACxC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBAC3C,KAAK,EAAE,CAAC;oBACR,CAAC,IAAI,CAAC,CAAC;gBACT,CAAC;qBAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBAClD,KAAK,EAAE,CAAC;oBACR,IAAI,KAAK,KAAK,CAAC;wBAAE,MAAM;oBACvB,CAAC,IAAI,CAAC,CAAC;gBACT,CAAC;;oBAAM,CAAC,EAAE,CAAC;YACb,CAAC;YACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,IAAI,KAAK,EAAE,CAAC;oBACV,cAAc,CACZ,KAAK,EACL,eAAe,EACf,OAAO,EACP,4CAA4C,KAAK,GAAG,CAAC,EAAE,EACvD,CAAC,EACD,KAAK,GAAG,CAAC,EACT,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE,CACtB,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9C,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,CAAC,IAAI,CAAC,CAAC;;gBAC3B,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YACxD,SAAS;QACX,CAAC;QAED,0DAA0D;QAC1D,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,CAAC,CAAC;YAChB,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBACvB,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC5C,CAAC,IAAI,CAAC,CAAC;oBACP,SAAS;gBACX,CAAC;gBACD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;oBAAE,OAAO,GAAG,CAAC,OAAO,CAAC;gBACxC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBAChC,CAAC,EAAE,CAAC;oBACJ,MAAM,GAAG,IAAI,CAAC;oBACd,MAAM;gBACR,CAAC;gBACD,CAAC,EAAE,CAAC;YACN,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,IAAI,KAAK,EAAE,CAAC;oBACV,cAAc,CACZ,KAAK,EACL,gBAAgB,EAChB,OAAO,EACP,sCAAsC,KAAK,GAAG,CAAC,EAAE,EACjD,CAAC,EACD,KAAK,GAAG,CAAC,EACT,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE,CACtB,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7F,CAAC,GAAG,CAAC,CAAC;YACN,SAAS;QACX,CAAC;QAED,6CAA6C;QAC7C,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,CAAC,CAAC;YAChB,CAAC,EAAE,CAAC;YACJ,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC1C,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBACzB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,KAAK,IAAI,GAAG,CAAC;wBACb,CAAC,IAAI,CAAC,CAAC;oBACT,CAAC;yBAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBACzB,KAAK,IAAI,IAAI,CAAC;wBACd,CAAC,IAAI,CAAC,CAAC;oBACT,CAAC;yBAAM,CAAC;wBACN,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;wBACjB,CAAC,EAAE,CAAC;oBACN,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;oBACjB,CAAC,EAAE,CAAC;gBACN,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACrB,IAAI,KAAK,EAAE,CAAC;oBACV,cAAc,CACZ,KAAK,EACL,iBAAiB,EACjB,OAAO,EACP,oCAAoC,KAAK,GAAG,CAAC,EAAE,EAC/C,CAAC,EACD,KAAK,GAAG,CAAC,EACT,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE,CACtB,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,CAAC,EAAE,CAAC,CAAC,qBAAqB;YAC5B,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1D,SAAS;QACX,CAAC;QAED,kBAAkB;QAClB,IAAI,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,MAAM,KAAK,GAAG,CAAC,CAAC;YAChB,CAAC,EAAE,CAAC;YACJ,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAAE,CAAC,EAAE,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/E,SAAS;QACX,CAAC;QAED,SAAS;QACT,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACpD,CAAC,EAAE,CAAC;YACJ,SAAS;QACX,CAAC;QAED,QAAQ;QACR,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACnD,CAAC,EAAE,CAAC;YACJ,SAAS;QACX,CAAC;QAED,kCAAkC;QAClC,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,CAAC,CAAC;YAChB,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;gBAAE,CAAC,EAAE,CAAC;YACzG,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YACxE,SAAS;QACX,CAAC;QAED,uBAAuB;QACvB,IAAI,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,CAAC,CAAC;YAChB,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAAE,CAAC,EAAE,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YACzE,SAAS;QACX,CAAC;QAED,sCAAsC;QACtC,6EAA6E;QAC7E,IAAI,YAAY,CAAC,EAAE,CAAC,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,CAAC,CAAC;YAChB,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAAE,CAAC,EAAE,CAAC;YACpD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9G,CAAC,EAAE,CAAC;gBACJ,MAAM,SAAS,GAAG,CAAC,CAAC;gBACpB,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBAAE,CAAC,EAAE,CAAC;gBACpD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YACnF,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/E,CAAC;YACD,SAAS;QACX,CAAC;QAED,oBAAoB;QACpB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC,EAAE,CAAC;IACN,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC;AACpC,CAAC"}

package/dist/parser.d.ts

@@ -1,21 +1,53 @@
-import type { IRNode, ParseDiagnostic, ParseResult } from './types.js';
-import { type KernRuntime } from './runtime.js';
+/**
+ * KERN Parser — public API surface.
+ *
+ * Implementation is split across sibling modules:
+ * - parser-diagnostics.ts — diagnostic infrastructure
+ * - parser-tokenizer.ts   — character-level tokenizer
+ * - parser-token-stream.ts — token cursor
+ * - parser-style.ts       — style block parsing
+ * - parser-keywords.ts    — keyword-specific handlers
+ * - parser-core.ts        — line parsing, tree building, orchestration
+ */
 import type { ParserHintsConfig } from './runtime.js';
-export type TokenKind = 'identifier' | 'number' | 'equals' | 'quoted' | 'expr' | 'style' | 'themeRef' | 'slash' | 'comma' | 'whitespace' | 'unknown';
-export interface Token {
-    kind: TokenKind;
-    value: string;
-    pos: number;
-}
-export declare function tokenizeLine(line: string): Token[];
+import { type KernRuntime } from './runtime.js';
+import type { IRNode, ParseDiagnostic, ParseResult } from './types.js';
+export type { Token, TokenKind } from './parser-tokenizer.js';
+export { tokenizeLine } from './parser-tokenizer.js';
 /** Register parser hints for an evolved node type. */
 export declare function registerParserHints(keyword: string, hints: ParserHintsConfig): void;
 /** Unregister parser hints (for rollback/testing). */
 export declare function unregisterParserHints(keyword: string): void;
 /** Clear all parser hints (for test isolation). */
 export declare function clearParserHints(): void;
-/** Get warnings from the last parse() call */
+/**
+ * Get diagnostic messages from the last parse() call as plain strings.
+ *
+ * @remarks Returns messages for all severities (error, warning, info).
+ * For structured diagnostics with severity filtering, use {@link getParseDiagnostics}.
+ */
 export declare function getParseWarnings(): string[];
+/** Get structured diagnostics from the last parse() call. */
+export declare function getParseDiagnostics(runtime?: KernRuntime): ParseDiagnostic[];
+/**
+ * Parse KERN source into an IR node tree.
+ *
+ * Recovers from errors gracefully — malformed lines produce `DROPPED_LINE`
+ * diagnostics but never throw. Use {@link parseStrict} if you want errors to throw.
+ *
+ * @param source - KERN indentation-based source text
+ * @param runtime - Optional KernRuntime instance for isolation (defaults to shared singleton)
+ * @returns Root IRNode of the parsed tree
+ *
+ * @example
+ * ```ts
+ * const root = parse('page "Home"\n  text "Hello"');
+ * // root.type === 'page', root.children[0].type === 'text'
+ * ```
+ *
+ * @see {@link parseWithDiagnostics} to also receive parse diagnostics
+ * @see {@link parseStrict} to throw on errors
+ */
 export declare function parse(source: string, runtime?: KernRuntime): IRNode;
 /**
  * Parse KERN source into a document-wrapped IR tree.
@@ -23,13 +55,28 @@ export declare function parse(source: string, runtime?: KernRuntime): IRNode;
  * top-level nodes (e.g., multiple `rule` definitions) are siblings.
  */
 export declare function parseDocument(source: string, runtime?: KernRuntime): IRNode;
-/** Get structured diagnostics from the last parse() call. */
-export declare function getParseDiagnostics(runtime?: KernRuntime): ParseDiagnostic[];
-/** Parse with diagnostics — returns both tree and structured diagnostics. */
+/**
+ * Parse KERN source and return both the IR tree and structured diagnostics.
+ *
+ * Unlike {@link parse}, this returns a {@link ParseResult} containing the full
+ * diagnostics array, useful for editor integrations and lint-style reporting.
+ *
+ * @param source - KERN indentation-based source text
+ * @param runtime - Optional KernRuntime instance for isolation
+ * @returns `{ root: IRNode, diagnostics: ParseDiagnostic[] }`
+ */
 export declare function parseWithDiagnostics(source: string, runtime?: KernRuntime): ParseResult;
 /** Parse with diagnostics (document mode). */
 export declare function parseDocumentWithDiagnostics(source: string, runtime?: KernRuntime): ParseResult;
-/** Strict parse — throws KernParseError if any diagnostic has severity=error or schema violation. */
+/**
+ * Strict parse — throws if any diagnostic has severity `'error'` or a schema violation is found.
+ *
+ * @param source - KERN indentation-based source text
+ * @param runtime - Optional KernRuntime instance for isolation
+ * @returns Root IRNode of the parsed tree
+ * @throws {KernParseError} When the source contains errors or schema violations.
+ *   The error includes a code frame and the full diagnostics array.
+ */
 export declare function parseStrict(source: string, runtime?: KernRuntime): IRNode;
 /** Strict document parse — throws KernParseError if any diagnostic has severity=error or schema violation. */
 export declare function parseDocumentStrict(source: string, runtime?: KernRuntime): IRNode;