botmux 2.2.7 → 2.3.1

package/dist/utils/screen-analyzer.js

@@ -0,0 +1,279 @@
+/**
+ * AI-powered screen analyzer — detects interactive TUI prompts in terminal output
+ * by sending snapshots to a lightweight LLM and parsing structured responses.
+ *
+ * Token-saving protocol:
+ *   1. Text diff — skip if snapshot unchanged
+ *   2. Cumulative stability — require N consecutive unchanged snapshots
+ *   3. AI-driven cooldown — AI returns checkAgainWhen to control re-call timing
+ *   4. Prompt-active guard — stop calling AI once a prompt is reported, until resolved
+ */
+const SYSTEM_PROMPT = `You are a terminal screen analyzer. Analyze the terminal screenshot and determine if the CLI is showing a **blocking interactive prompt** that requires the user to make a selection before the CLI can proceed.
+
+A BLOCKING interactive prompt looks like:
+- A modal dialog with numbered options and a cursor (❯ or >) pointing to the selected option
+- Examples: "Resume from summary / Resume full session / Don't ask me again", "Yes / No / Cancel"
+- The CLI cannot proceed until the user selects an option
+
+The following are NOT interactive prompts (return needsInteraction=false):
+- Status bar text like "bypass permissions (shift+tab to cycle)" — this is a persistent status indicator, not a blocking prompt
+- CLI idle state showing an input cursor (❯) waiting for the user to type a message — this is normal operation
+- Progress indicators, spinners, or loading animations
+- Error messages or informational output
+- Any text that is part of the CLI's normal UI chrome (toolbars, status bars, mode indicators)
+
+Return ONLY valid JSON (no markdown, no extra text):
+{
+  "needsInteraction": boolean,
+  "description": "what is being asked",
+  "options": [{"label": "1", "text": "option text", "type": "select", "index": 0}],
+  "multiSelect": false,
+  "toggleKey": "Space",
+  "confirmKey": "Enter",
+  "checkAgainWhen": "content_changed" | "after_5s" | "after_10s" | "not_needed"
+}
+
+For each option:
+- label: exact label shown in TUI. If none, use sequential numbers.
+- text: full option text
+- type: "select" (single pick), "toggle" (multi-select checkbox), "confirm" (submit/next/done), "input" (free text like "Type something")
+- index: the 0-based position of this option in the list (0 = first navigable item, 1 = second, etc.). Count ALL navigable items from top to bottom in order, including submit/next buttons. DO NOT count non-interactive lines like descriptions or separators.
+
+toggleKey: the key used to toggle a checkbox item. Read the hint line at the bottom (e.g. "Space to toggle", "Enter to select"). Default "Space".
+confirmKey: the key used to confirm/submit. Usually "Enter".
+multiSelect: true if checkboxes ([ ]/[✓]/[✗], "可多选"), false for single-select (❯ cursor).
+
+IMPORTANT for multiSelect prompts:
+- There is almost always a Submit/Next/Done button. Look for items like "Submit", "Next", "Submit answers", "Done" — they are navigable items with type "confirm".
+- "Submit" may appear AFTER "Type something" as a sub-item or on the next line. It is still a separate navigable option — include it with its own index.
+- If the cursor (❯) is pointing at "Submit" or "Next", that is a confirm-type option.
+- Count its index correctly — it is a navigable position between "Type something" and "Chat about this".
+
+Important: "index" is the COUNT of ↓ presses needed to reach this option from the FIRST option (index 0). The first option is always index 0.
+
+Rules for checkAgainWhen:
+- "content_changed": call again when content changes
+- "after_5s" or "after_10s": check back after a delay
+- "not_needed": CLI is working normally or idle — don't call until content changes substantially
+
+If needsInteraction is false, omit description and options fields.`;
+export class ScreenAnalyzer {
+    config;
+    callbacks;
+    timer = null;
+    // Stability tracking
+    lastSnapshot = '';
+    stableCount = 0;
+    // AI-driven cooldown
+    lastAnalyzedSnapshot = '';
+    waitingForContentChange = false;
+    timerCooldownUntil = 0;
+    // Prompt state
+    promptActive = false;
+    // Concurrency guard — prevent overlapping AI calls
+    _analyzing = false;
+    // Disposed flag
+    disposed = false;
+    constructor(config, callbacks) {
+        this.config = config;
+        this.callbacks = callbacks;
+    }
+    /** Whether an AI call is currently in flight */
+    get isAnalyzing() { return this._analyzing; }
+    start() {
+        if (this.timer)
+            return;
+        this.timer = setInterval(() => this.tick(), this.config.intervalMs);
+        this.callbacks.log('ScreenAnalyzer started');
+    }
+    dispose() {
+        this.disposed = true;
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = null;
+        }
+    }
+    /** Called externally when user has made a selection via card click */
+    notifySelection(selectedText) {
+        this.promptActive = false;
+        // Reset all cooldowns so we check again soon to confirm prompt is gone
+        this.waitingForContentChange = false;
+        this.timerCooldownUntil = 0;
+        this.stableCount = 0;
+        this.lastSnapshot = '';
+        this.callbacks.log(`ScreenAnalyzer: selection made — "${selectedText}"`);
+    }
+    async tick() {
+        if (this.disposed)
+            return;
+        // Don't call AI while a prompt is active — we already notified Daemon.
+        if (this.promptActive)
+            return;
+        // Don't overlap AI calls
+        if (this._analyzing)
+            return;
+        // Layer 1: Text diff — get current snapshot
+        const snapshot = this.callbacks.getSnapshot();
+        if (!snapshot)
+            return;
+        const truncated = snapshot.length > this.config.snapshotMaxChars
+            ? snapshot.slice(-this.config.snapshotMaxChars)
+            : snapshot;
+        if (truncated === this.lastSnapshot) {
+            this.stableCount++;
+        }
+        else {
+            this.stableCount = 1;
+            this.lastSnapshot = truncated;
+            if (this.waitingForContentChange) {
+                this.waitingForContentChange = false;
+            }
+        }
+        // Layer 2: Cumulative stability — require N consecutive unchanged snapshots
+        if (this.stableCount < this.config.stableCount)
+            return;
+        // Layer 3: AI-driven cooldown
+        if (this.waitingForContentChange && truncated === this.lastAnalyzedSnapshot)
+            return;
+        if (this.timerCooldownUntil > Date.now())
+            return;
+        // All layers passed — call AI
+        this._analyzing = true;
+        this.callbacks.onAnalyzing();
+        try {
+            await this.analyze(truncated);
+        }
+        finally {
+            this._analyzing = false;
+        }
+    }
+    async analyze(snapshot) {
+        this.lastAnalyzedSnapshot = snapshot;
+        let analysis;
+        try {
+            analysis = await this.callAI(snapshot);
+            if (analysis.needsInteraction) {
+                this.callbacks.log(`ScreenAnalyzer AI input:\n${snapshot.slice(-1500)}`);
+                this.callbacks.log(`ScreenAnalyzer AI response: ${JSON.stringify(analysis)}`);
+            }
+        }
+        catch (err) {
+            this.callbacks.log(`ScreenAnalyzer AI call failed: ${err.message}`);
+            this.waitingForContentChange = true;
+            return;
+        }
+        // Apply checkAgainWhen
+        switch (analysis.checkAgainWhen) {
+            case 'content_changed':
+            case 'not_needed':
+                this.waitingForContentChange = true;
+                break;
+            case 'after_5s':
+                this.timerCooldownUntil = Date.now() + 5_000;
+                this.waitingForContentChange = false;
+                break;
+            case 'after_10s':
+                this.timerCooldownUntil = Date.now() + 10_000;
+                this.waitingForContentChange = false;
+                break;
+        }
+        if (analysis.needsInteraction && analysis.options && analysis.options.length > 0) {
+            // Generate keys deterministically in code, using AI-provided index + toggleKey/confirmKey
+            const toggleKey = analysis.toggleKey || 'Space';
+            const confirmKey = analysis.confirmKey || 'Enter';
+            // Fallback: if multiSelect but AI didn't return any confirm option,
+            // add a synthetic "Submit" confirm at the end (uses Enter at current position)
+            if (analysis.multiSelect && !analysis.options.some(o => o.type === 'confirm')) {
+                const maxIndex = Math.max(...analysis.options.map(o => o.index));
+                analysis.options.push({
+                    label: '✅',
+                    text: 'Submit',
+                    selected: false,
+                    type: 'confirm',
+                    index: maxIndex + 1,
+                });
+                this.callbacks.log('ScreenAnalyzer: auto-added fallback confirm button');
+            }
+            for (const opt of analysis.options) {
+                const keys = [];
+                for (let i = 0; i < opt.index; i++)
+                    keys.push('Down');
+                if (opt.type === 'toggle') {
+                    keys.push(toggleKey);
+                    // Return to top for next toggle
+                    for (let i = 0; i < opt.index; i++)
+                        keys.push('Up');
+                }
+                else if (opt.type === 'select' || opt.type === 'confirm') {
+                    keys.push(confirmKey);
+                }
+                else if (opt.type === 'input') {
+                    keys.push(confirmKey); // select the input option
+                }
+                opt.keys = keys;
+            }
+            this.promptActive = true;
+            this.callbacks.onTuiPrompt(analysis.description ?? 'CLI needs your selection', analysis.options, !!analysis.multiSelect);
+            this.callbacks.log(`ScreenAnalyzer: TUI prompt detected — ${analysis.description}${analysis.multiSelect ? ' (multi-select)' : ''} [toggleKey=${toggleKey}, confirmKey=${confirmKey}]`);
+        }
+    }
+    async callAI(snapshot) {
+        const url = `${this.config.baseUrl.replace(/\/+$/, '')}/chat/completions`;
+        const body = {
+            model: this.config.model,
+            messages: [
+                { role: 'system', content: SYSTEM_PROMPT },
+                { role: 'user', content: snapshot },
+            ],
+            temperature: 0,
+            max_tokens: 2048,
+            // Extra body params from config (e.g. { thinking: { type: "disabled" } } for Ark)
+            ...(this.config.extraBody ?? {}),
+        };
+        const resp = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${this.config.apiKey}`,
+                ...(this.config.extraHeaders ?? {}),
+            },
+            body: JSON.stringify(body),
+            signal: AbortSignal.timeout(15_000),
+        });
+        if (!resp.ok) {
+            const text = await resp.text().catch(() => '');
+            throw new Error(`AI API ${resp.status}: ${text.slice(0, 200)}`);
+        }
+        const data = await resp.json();
+        const content = data?.choices?.[0]?.message?.content ?? '';
+        // Parse JSON from response — handle potential markdown wrapping
+        const jsonStr = content.replace(/^```json?\s*/, '').replace(/\s*```$/, '').trim();
+        try {
+            const parsed = JSON.parse(jsonStr);
+            return {
+                needsInteraction: !!parsed.needsInteraction,
+                description: parsed.description,
+                multiSelect: !!parsed.multiSelect,
+                toggleKey: parsed.toggleKey || 'Space',
+                confirmKey: parsed.confirmKey || 'Enter',
+                options: Array.isArray(parsed.options)
+                    ? parsed.options.map((o, i) => ({
+                        label: o.label || String(i + 1),
+                        // Clean text: collapse newlines/multi-line descriptions into single line
+                        text: (o.text || '').replace(/\n+/g, ' ').trim(),
+                        selected: !!o.selected,
+                        type: (['select', 'toggle', 'confirm', 'input'].includes(o.type) ? o.type : 'select'),
+                        index: typeof o.index === 'number' ? o.index : i,
+                    }))
+                    : undefined,
+                checkAgainWhen: ['content_changed', 'after_5s', 'after_10s', 'not_needed'].includes(parsed.checkAgainWhen)
+                    ? parsed.checkAgainWhen
+                    : 'content_changed',
+            };
+        }
+        catch {
+            throw new Error(`Failed to parse AI response as JSON: ${jsonStr.slice(0, 200)}`);
+        }
+    }
+}
+//# sourceMappingURL=screen-analyzer.js.map

package/dist/utils/screen-analyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screen-analyzer.js","sourceRoot":"","sources":["../../src/utils/screen-analyzer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAuCH,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mEAgD6C,CAAC;AAEpE,MAAM,OAAO,cAAc;IACjB,MAAM,CAAuB;IAC7B,SAAS,CAA0B;IACnC,KAAK,GAA0C,IAAI,CAAC;IAE5D,qBAAqB;IACb,YAAY,GAAG,EAAE,CAAC;IAClB,WAAW,GAAG,CAAC,CAAC;IAExB,qBAAqB;IACb,oBAAoB,GAAG,EAAE,CAAC;IAC1B,uBAAuB,GAAG,KAAK,CAAC;IAChC,kBAAkB,GAAG,CAAC,CAAC;IAE/B,eAAe;IACP,YAAY,GAAG,KAAK,CAAC;IAE7B,mDAAmD;IAC3C,UAAU,GAAG,KAAK,CAAC;IAE3B,gBAAgB;IACR,QAAQ,GAAG,KAAK,CAAC;IAEzB,YAAY,MAA4B,EAAE,SAAkC;QAC1E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,gDAAgD;IAChD,IAAI,WAAW,KAAc,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAEtD,KAAK;QACH,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QACvB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACpE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO;QACL,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAED,sEAAsE;IACtE,eAAe,CAAC,YAAoB;QAClC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,uEAAuE;QACvE,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;QACrC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,qCAAqC,YAAY,GAAG,CAAC,CAAC;IAC3E,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,uEAAuE;QACvE,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAC9B,yBAAyB;QACzB,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAE5B,4CAA4C;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9D,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAC/C,CAAC,CAAC,QAAQ,CAAC;QAEb,IAAI,SAAS,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;YACrB,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;YAC9B,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;gBACjC,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;YACvC,CAAC;QACH,CAAC;QAED,4EAA4E;QAC5E,IAAI,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,OAAO;QAEvD,8BAA8B;QAC9B,IAAI,IAAI,CAAC,uBAAuB,IAAI,SAAS,KAAK,IAAI,CAAC,oBAAoB;YAAE,OAAO;QACpF,IAAI,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE;YAAE,OAAO;QAEjD,8BAA8B;QAC9B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,QAAgB;QACpC,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC;QAErC,IAAI,QAAwB,CAAC;QAC7B,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;gBAC9B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,6BAA6B,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACzE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,kCAAkC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;YACpC,OAAO;QACT,CAAC;QAED,uBAAuB;QACvB,QAAQ,QAAQ,CAAC,cAAc,EAAE,CAAC;YAChC,KAAK,iBAAiB,CAAC;YACvB,KAAK,YAAY;gBACf,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;gBACpC,MAAM;YACR,KAAK,UAAU;gBACb,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBAC7C,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;gBACrC,MAAM;YACR,KAAK,WAAW;gBACd,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;gBAC9C,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;gBACrC,MAAM;QACV,CAAC;QAED,IAAI,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjF,0FAA0F;YAC1F,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC;YAChD,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC;YAElD,oEAAoE;YACpE,+EAA+E;YAC/E,IAAI,QAAQ,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,EAAE,CAAC;gBAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBACjE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;oBACpB,KAAK,EAAE,GAAG;oBACV,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,KAAK;oBACf,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,QAAQ,GAAG,CAAC;iBACpB,CAAC,CAAC;gBACH,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;YAC3E,CAAC;YAED,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACnC,MAAM,IAAI,GAAa,EAAE,CAAC;gBAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE;oBAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC1B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACrB,gCAAgC;oBAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE;wBAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtD,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBAC3D,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACxB,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAE,0BAA0B;gBACpD,CAAC;gBACA,GAAW,CAAC,IAAI,GAAG,IAAI,CAAC;YAC3B,CAAC;YAED,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,IAAI,0BAA0B,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACzH,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,yCAAyC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,eAAe,SAAS,gBAAgB,UAAU,GAAG,CAAC,CAAC;QACzL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,QAAgB;QACnC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC;QAC1E,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE;aACpC;YACD,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,IAAI;YAChB,kFAAkF;YAClF,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;SACjC,CAAC;QAEF,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC5B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;gBAC/C,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;aACpC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAS,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAE3D,gEAAgE;QAChE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAClF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,OAAO;gBACL,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,gBAAgB;gBAC3C,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW;gBACjC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,OAAO;gBACtC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,OAAO;gBACxC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;oBACpC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;wBACzC,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;wBAC/B,yEAAyE;wBACzE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE;wBAChD,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ;wBACtB,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAA4B;wBAChH,KAAK,EAAE,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;qBACjD,CAAC,CAAC;oBACL,CAAC,CAAC,SAAS;gBACb,cAAc,EAAE,CAAC,iBAAiB,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC;oBACxG,CAAC,CAAC,MAAM,CAAC,cAAc;oBACvB,CAAC,CAAC,iBAAiB;aACtB,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,wCAAwC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;CACF"}

package/dist/utils/screenshot-renderer.d.ts

@@ -0,0 +1,11 @@
+import xtermHeadless from '@xterm/headless';
+type Terminal = InstanceType<typeof xtermHeadless.Terminal>;
+export interface CaptureOpts {
+    cols: number;
+    rows: number;
+    startY: number;
+}
+/** Capture a section of the terminal buffer to a PNG buffer. */
+export declare function captureToPng(terminal: Terminal, opts: CaptureOpts): Buffer;
+export {};
+//# sourceMappingURL=screenshot-renderer.d.ts.map

package/dist/utils/screenshot-renderer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot-renderer.d.ts","sourceRoot":"","sources":["../../src/utils/screenshot-renderer.ts"],"names":[],"mappings":"AASA,OAAO,aAAa,MAAM,iBAAiB,CAAC;AAC5C,KAAK,QAAQ,GAAG,YAAY,CAAC,OAAO,aAAa,CAAC,QAAQ,CAAC,CAAC;AAuJ5D,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,gEAAgE;AAChE,wBAAgB,YAAY,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,GAAG,MAAM,CAqE1E"}

package/dist/utils/screenshot-renderer.js

@@ -0,0 +1,225 @@
+/**
+ * Renders an xterm-headless buffer to a PNG buffer using @napi-rs/canvas.
+ * ANSI 256-color palette + RGB true color, bold weight, inverse, default fg/bg.
+ * Tokyo Night theme (matches src/worker.ts web terminal).
+ */
+import { createCanvas, GlobalFonts } from '@napi-rs/canvas';
+import { existsSync } from 'node:fs';
+import { dirname, join } from 'node:path';
+import { fileURLToPath } from 'node:url';
+// ─── Font registration ──────────────────────────────────────────────────────
+// @napi-rs/canvas does NOT auto-discover system fonts on Linux; we must
+// explicitly register a path. We build an ordered fallback chain so missing
+// glyphs in the primary font (e.g. emoji, dingbats) get picked up by a later
+// font in the chain (skia walks the family list per glyph).
+const fontFamilyChain = [];
+let fontInitialized = false;
+function tryRegister(path, alias) {
+    if (!existsSync(path))
+        return false;
+    try {
+        GlobalFonts.registerFromPath(path, alias);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function ensureFontRegistered() {
+    if (fontInitialized)
+        return;
+    fontInitialized = true;
+    // 1. Project-bundled font(s) under assets/fonts/ — drop a TTF here to override defaults.
+    const projectFontDir = join(dirname(fileURLToPath(import.meta.url)), '..', '..', 'assets', 'fonts');
+    for (const fname of ['BotmuxMono-Regular.ttf', 'BotmuxMono.ttf', 'BotmuxMono-Regular.otf']) {
+        if (tryRegister(join(projectFontDir, fname), 'BotmuxMono')) {
+            tryRegister(join(projectFontDir, 'BotmuxMono-Bold.ttf'), 'BotmuxMono');
+            fontFamilyChain.push('BotmuxMono');
+            break;
+        }
+    }
+    // 2. CJK monospace — primary for Latin + Han glyphs.
+    const cjkRegular = [
+        '/usr/share/fonts/opentype/noto/NotoSansCJK-Regular.ttc',
+        '/usr/share/fonts/noto-cjk/NotoSansCJK-Regular.ttc',
+        '/usr/share/fonts/google-noto-cjk/NotoSansCJK-Regular.ttc',
+        '/usr/share/fonts/opentype/noto/NotoSansMonoCJK-Regular.ttc',
+    ];
+    const cjkBold = [
+        '/usr/share/fonts/opentype/noto/NotoSansCJK-Bold.ttc',
+        '/usr/share/fonts/noto-cjk/NotoSansCJK-Bold.ttc',
+        '/usr/share/fonts/google-noto-cjk/NotoSansCJK-Bold.ttc',
+        '/usr/share/fonts/opentype/noto/NotoSansMonoCJK-Bold.ttc',
+    ];
+    for (const p of cjkRegular) {
+        if (tryRegister(p)) {
+            for (const bp of cjkBold)
+                if (tryRegister(bp))
+                    break;
+            fontFamilyChain.push('Noto Sans Mono CJK SC');
+            break;
+        }
+    }
+    // 3. Latin monospace — DejaVu/Liberation cover dingbats (❯, ✓, etc.) and
+    //    most box-drawing/geometric symbols not in CJK font.
+    const latinCandidates = [
+        ['/usr/share/fonts/truetype/dejavu/DejaVuSansMono.ttf', 'DejaVu Sans Mono'],
+        ['/usr/share/fonts/dejavu/DejaVuSansMono.ttf', 'DejaVu Sans Mono'],
+        ['/usr/share/fonts/truetype/liberation/LiberationMono-Regular.ttf', 'Liberation Mono'],
+        ['/usr/share/fonts/liberation/LiberationMono-Regular.ttf', 'Liberation Mono'],
+    ];
+    for (const [p, name] of latinCandidates) {
+        if (tryRegister(p)) {
+            // Best-effort bold companion
+            tryRegister(p.replace(/Regular\.ttf$/, 'Bold.ttf'));
+            tryRegister(p.replace(/SansMono\.ttf$/, 'SansMono-Bold.ttf'));
+            fontFamilyChain.push(name);
+            break;
+        }
+    }
+    // 4. Color emoji — Noto Color Emoji on Linux, Apple Color Emoji on macOS.
+    //    skia handles CBDT/CBLC + COLR/CPAL color formats.
+    const emojiCandidates = [
+        ['/usr/share/fonts/truetype/noto/NotoColorEmoji.ttf', 'Noto Color Emoji'],
+        ['/usr/share/fonts/noto/NotoColorEmoji.ttf', 'Noto Color Emoji'],
+        ['/usr/share/fonts/google-noto-emoji/NotoColorEmoji.ttf', 'Noto Color Emoji'],
+        ['/Library/Fonts/Apple Color Emoji.ttc', 'Apple Color Emoji'],
+        ['/System/Library/Fonts/Apple Color Emoji.ttc', 'Apple Color Emoji'],
+    ];
+    for (const [p, name] of emojiCandidates) {
+        if (tryRegister(p)) {
+            fontFamilyChain.push(name);
+            break;
+        }
+    }
+    if (fontFamilyChain.length === 0)
+        fontFamilyChain.push('monospace');
+}
+function fontSpec(bold) {
+    const families = fontFamilyChain.map(f => `"${f}"`).join(', ');
+    return `${bold ? 'bold ' : ''}${FONT_SIZE}px ${families}, monospace`;
+}
+/** Detect whether the leading codepoint is an emoji/symbol pictograph that
+ *  uses bitmap glyph metrics — these need vertical centering, not top-align. */
+function isPictograph(ch) {
+    if (!ch)
+        return false;
+    const cp = ch.codePointAt(0) ?? 0;
+    return ((cp >= 0x1F300 && cp <= 0x1FAFF) || // emoji + extended pictographs
+        (cp >= 0x1F900 && cp <= 0x1F9FF) || // supplemental symbols
+        (cp >= 0x1F1E6 && cp <= 0x1F1FF) || // regional indicators (flags)
+        (cp >= 0x2600 && cp <= 0x27BF) || // misc symbols + dingbats (✓✗★⚠ etc.)
+        cp === 0x231A || cp === 0x231B || // ⌚ ⌛
+        cp === 0x23E9 || cp === 0x23EA || cp === 0x23EB || cp === 0x23EC ||
+        cp === 0x23F0 || cp === 0x23F3 || // ⏰ ⏳
+        cp === 0x25FD || cp === 0x25FE || // ◽ ◾
+        cp === 0x2B50 || cp === 0x2B55 || // ⭐ ⭕
+        cp === 0x303D || cp === 0x3297 || cp === 0x3299);
+}
+const BG = '#1a1b26';
+const FG = '#a9b1d6';
+const ANSI16 = [
+    '#15161e', '#f7768e', '#9ece6a', '#e0af68', '#7aa2f7', '#bb9af7', '#7dcfff', '#a9b1d6',
+    '#414868', '#ff7a93', '#b9f27c', '#ff9e64', '#7da6ff', '#bb9af7', '#0db9d7', '#c0caf5',
+];
+const PALETTE_256 = (() => {
+    const p = [...ANSI16];
+    const ramp = [0, 95, 135, 175, 215, 255];
+    for (let r = 0; r < 6; r++) {
+        for (let g = 0; g < 6; g++) {
+            for (let b = 0; b < 6; b++) {
+                p.push(`#${ramp[r].toString(16).padStart(2, '0')}${ramp[g].toString(16).padStart(2, '0')}${ramp[b].toString(16).padStart(2, '0')}`);
+            }
+        }
+    }
+    for (let i = 0; i < 24; i++) {
+        const v = (8 + i * 10).toString(16).padStart(2, '0');
+        p.push(`#${v}${v}${v}`);
+    }
+    return p;
+})();
+const FONT_SIZE = 14;
+const CELL_W = 8.4;
+const CELL_H = 18;
+const PADDING = 8;
+function colorOf(cell, isBg) {
+    const isDefault = isBg ? cell.isBgDefault() : cell.isFgDefault();
+    if (isDefault)
+        return null;
+    const isRGB = isBg ? cell.isBgRGB() : cell.isFgRGB();
+    const isPalette = isBg ? cell.isBgPalette() : cell.isFgPalette();
+    const v = isBg ? cell.getBgColor() : cell.getFgColor();
+    if (isRGB)
+        return `#${v.toString(16).padStart(6, '0')}`;
+    if (isPalette)
+        return PALETTE_256[v] ?? null;
+    return null;
+}
+/** Capture a section of the terminal buffer to a PNG buffer. */
+export function captureToPng(terminal, opts) {
+    ensureFontRegistered();
+    const { cols, rows, startY } = opts;
+    const buffer = terminal.buffer.active;
+    const W = Math.ceil(PADDING * 2 + cols * CELL_W);
+    const H = PADDING * 2 + rows * CELL_H;
+    const canvas = createCanvas(W, H);
+    const ctx = canvas.getContext('2d');
+    ctx.fillStyle = BG;
+    ctx.fillRect(0, 0, W, H);
+    ctx.textBaseline = 'top';
+    ctx.font = fontSpec(false);
+    let currentBold = false;
+    for (let row = 0; row < rows; row++) {
+        const line = buffer.getLine(startY + row);
+        if (!line)
+            continue;
+        let col = 0;
+        while (col < cols) {
+            const cell = line.getCell(col);
+            if (!cell) {
+                col++;
+                continue;
+            }
+            const w = cell.getWidth();
+            if (w === 0) {
+                col++;
+                continue;
+            }
+            const ch = cell.getChars();
+            const x = PADDING + col * CELL_W;
+            const y = PADDING + row * CELL_H;
+            let fg = colorOf(cell, false) ?? FG;
+            let bg = colorOf(cell, true);
+            if (cell.isInverse()) {
+                const tmp = bg ?? BG;
+                bg = fg;
+                fg = tmp;
+            }
+            if (bg) {
+                ctx.fillStyle = bg;
+                ctx.fillRect(x, y, CELL_W * w, CELL_H);
+            }
+            if (ch && ch !== ' ') {
+                const bold = !!cell.isBold();
+                if (bold !== currentBold) {
+                    currentBold = bold;
+                    ctx.font = fontSpec(bold);
+                }
+                ctx.fillStyle = fg;
+                // Pictographs (emoji + dingbats) use bitmap metrics that don't align with
+                // text top-baseline — center them vertically in the cell instead.
+                if (isPictograph(ch)) {
+                    ctx.textBaseline = 'middle';
+                    ctx.fillText(ch, x, y + CELL_H / 2);
+                    ctx.textBaseline = 'top';
+                }
+                else {
+                    ctx.fillText(ch, x, y + 2);
+                }
+            }
+            col += w;
+        }
+    }
+    return canvas.toBuffer('image/png');
+}
+//# sourceMappingURL=screenshot-renderer.js.map

package/dist/utils/screenshot-renderer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot-renderer.js","sourceRoot":"","sources":["../../src/utils/screenshot-renderer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,+EAA+E;AAC/E,wEAAwE;AACxE,4EAA4E;AAC5E,6EAA6E;AAC7E,4DAA4D;AAE5D,MAAM,eAAe,GAAa,EAAE,CAAC;AACrC,IAAI,eAAe,GAAG,KAAK,CAAC;AAE5B,SAAS,WAAW,CAAC,IAAY,EAAE,KAAc;IAC/C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACpC,IAAI,CAAC;QAAC,WAAW,CAAC,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;IAC/D,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;AACzB,CAAC;AAED,SAAS,oBAAoB;IAC3B,IAAI,eAAe;QAAE,OAAO;IAC5B,eAAe,GAAG,IAAI,CAAC;IAEvB,yFAAyF;IACzF,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpG,KAAK,MAAM,KAAK,IAAI,CAAC,wBAAwB,EAAE,gBAAgB,EAAE,wBAAwB,CAAC,EAAE,CAAC;QAC3F,IAAI,WAAW,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,EAAE,YAAY,CAAC,EAAE,CAAC;YAC3D,WAAW,CAAC,IAAI,CAAC,cAAc,EAAE,qBAAqB,CAAC,EAAE,YAAY,CAAC,CAAC;YACvE,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACnC,MAAM;QACR,CAAC;IACH,CAAC;IAED,qDAAqD;IACrD,MAAM,UAAU,GAAG;QACjB,wDAAwD;QACxD,mDAAmD;QACnD,0DAA0D;QAC1D,4DAA4D;KAC7D,CAAC;IACF,MAAM,OAAO,GAAG;QACd,qDAAqD;QACrD,gDAAgD;QAChD,uDAAuD;QACvD,yDAAyD;KAC1D,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YACnB,KAAK,MAAM,EAAE,IAAI,OAAO;gBAAE,IAAI,WAAW,CAAC,EAAE,CAAC;oBAAE,MAAM;YACrD,eAAe,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YAC9C,MAAM;QACR,CAAC;IACH,CAAC;IAED,yEAAyE;IACzE,yDAAyD;IACzD,MAAM,eAAe,GAA4B;QAC/C,CAAC,qDAAqD,EAAE,kBAAkB,CAAC;QAC3E,CAAC,4CAA4C,EAAE,kBAAkB,CAAC;QAClE,CAAC,iEAAiE,EAAE,iBAAiB,CAAC;QACtF,CAAC,wDAAwD,EAAE,iBAAiB,CAAC;KAC9E,CAAC;IACF,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,eAAe,EAAE,CAAC;QACxC,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YACnB,6BAA6B;YAC7B,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC,CAAC;YACpD,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,CAAC,CAAC;YAC9D,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3B,MAAM;QACR,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,uDAAuD;IACvD,MAAM,eAAe,GAA4B;QAC/C,CAAC,mDAAmD,EAAE,kBAAkB,CAAC;QACzE,CAAC,0CAA0C,EAAE,kBAAkB,CAAC;QAChE,CAAC,uDAAuD,EAAE,kBAAkB,CAAC;QAC7E,CAAC,sCAAsC,EAAE,mBAAmB,CAAC;QAC7D,CAAC,6CAA6C,EAAE,mBAAmB,CAAC;KACrE,CAAC;IACF,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,eAAe,EAAE,CAAC;QACxC,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAAC,MAAM;QAAC,CAAC;IAC5D,CAAC;IAED,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;QAAE,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,QAAQ,CAAC,IAAa;IAC7B,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/D,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,SAAS,MAAM,QAAQ,aAAa,CAAC;AACvE,CAAC;AAED;gFACgF;AAChF,SAAS,YAAY,CAAC,EAAU;IAC9B,IAAI,CAAC,EAAE;QAAE,OAAO,KAAK,CAAC;IACtB,MAAM,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,CACL,CAAC,EAAE,IAAI,OAAO,IAAI,EAAE,IAAI,OAAO,CAAC,IAAM,+BAA+B;QACrE,CAAC,EAAE,IAAI,OAAO,IAAI,EAAE,IAAI,OAAO,CAAC,IAAM,uBAAuB;QAC7D,CAAC,EAAE,IAAI,OAAO,IAAI,EAAE,IAAI,OAAO,CAAC,IAAM,8BAA8B;QACpE,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,IAAQ,sCAAsC;QAC5E,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,MAAM,IAAS,MAAM;QAC7C,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,MAAM;QAChE,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,MAAM,IAAS,MAAM;QAC7C,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,MAAM,IAAS,MAAM;QAC7C,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,MAAM,IAAS,MAAM;QAC7C,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,MAAM,CAChD,CAAC;AACJ,CAAC;AAED,MAAM,EAAE,GAAG,SAAS,CAAC;AACrB,MAAM,EAAE,GAAG,SAAS,CAAC;AAErB,MAAM,MAAM,GAAG;IACb,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS;IACtF,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS;CACvF,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE;IACxB,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IACtB,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACtI,CAAC;QACH,CAAC;IACH,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACrD,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC,CAAC,EAAE,CAAC;AAEL,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,MAAM,GAAG,GAAG,CAAC;AACnB,MAAM,MAAM,GAAG,EAAE,CAAC;AAClB,MAAM,OAAO,GAAG,CAAC,CAAC;AAElB,SAAS,OAAO,CAAC,IAAS,EAAE,IAAa;IACvC,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IACjE,IAAI,SAAS;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IACrD,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IACjE,MAAM,CAAC,GAAW,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;IAC/D,IAAI,KAAK;QAAE,OAAO,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IACxD,IAAI,SAAS;QAAE,OAAO,WAAW,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAC7C,OAAO,IAAI,CAAC;AACd,CAAC;AAQD,gEAAgE;AAChE,MAAM,UAAU,YAAY,CAAC,QAAkB,EAAE,IAAiB;IAChE,oBAAoB,EAAE,CAAC;IACvB,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACpC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;IAEtC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC,CAAC;IACjD,MAAM,CAAC,GAAG,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC;IAEtC,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAEpC,GAAG,CAAC,SAAS,GAAG,EAAE,CAAC;IACnB,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEzB,GAAG,CAAC,YAAY,GAAG,KAAK,CAAC;IACzB,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC3B,IAAI,WAAW,GAAG,KAAK,CAAC;IAExB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,OAAO,GAAG,GAAG,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;gBAAC,GAAG,EAAE,CAAC;gBAAC,SAAS;YAAC,CAAC;YAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAAC,GAAG,EAAE,CAAC;gBAAC,SAAS;YAAC,CAAC;YAEjC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,OAAO,GAAG,GAAG,GAAG,MAAM,CAAC;YACjC,MAAM,CAAC,GAAG,OAAO,GAAG,GAAG,GAAG,MAAM,CAAC;YAEjC,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAC7B,IAAI,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;gBACrB,MAAM,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC;gBACrB,EAAE,GAAG,EAAE,CAAC;gBACR,EAAE,GAAG,GAAG,CAAC;YACX,CAAC;YAED,IAAI,EAAE,EAAE,CAAC;gBACP,GAAG,CAAC,SAAS,GAAG,EAAE,CAAC;gBACnB,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;YACzC,CAAC;YAED,IAAI,EAAE,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC7B,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;oBACzB,WAAW,GAAG,IAAI,CAAC;oBACnB,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC5B,CAAC;gBACD,GAAG,CAAC,SAAS,GAAG,EAAE,CAAC;gBACnB,0EAA0E;gBAC1E,kEAAkE;gBAClE,IAAI,YAAY,CAAC,EAAE,CAAC,EAAE,CAAC;oBACrB,GAAG,CAAC,YAAY,GAAG,QAAQ,CAAC;oBAC5B,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC;oBACpC,GAAG,CAAC,YAAY,GAAG,KAAK,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YAED,GAAG,IAAI,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;AACtC,CAAC"}

package/dist/utils/terminal-renderer.d.ts

@@ -1,3 +1,25 @@
+/**
+ * Headless terminal renderer: feeds PTY data into an xterm-headless instance
+ * and periodically snapshots the rendered screen for Feishu card updates.
+ *
+ * Filters out TUI chrome and preamble (logo, version, prompt echo, system
+ * instructions) so only the CLI's actual work output appears in the card.
+ *
+ * Supports two rendering styles:
+ *   - CLI-style (Claude Code, Aiden): output appends to scrollback. Baseline
+ *     tracking isolates current-turn content. Phase 1 (OUTPUT_MARKER_RE) gates
+ *     content detection.
+ *   - TUI-style (CoCo, Codex): cursor-positioned full-screen UI. Content can
+ *     be overwritten when the TUI redraws (e.g. response → idle prompt).
+ *     Viewport fallback + peak retention ensure response content is captured.
+ *
+ * Timer overlay avoidance: The PTY is intentionally wider than normal so that
+ * right-aligned TUI overlays (elapsed time, timeout counters) are rendered
+ * far to the right. Snapshots only read the first `contentCols` columns,
+ * cleanly excluding the overlay area — no fragile regex stripping needed.
+ */
+import xtermHeadless from '@xterm/headless';
+declare const Terminal: typeof xtermHeadless.Terminal;
 export declare class TerminalRenderer {
     private terminal;
     private lastHash;
@@ -48,7 +70,15 @@ export declare class TerminalRenderer {
      *                   Used for TUI viewport fallback where output markers differ.
      */
     private extractContent;
+    /**
+     * Raw viewport snapshot — no filtering, no phase gating, no chrome removal.
+     * Used by ScreenAnalyzer which needs the full screen including ❯ cursor lines.
+     */
+    rawSnapshot(): string;
     resize(cols: number, rows: number): void;
+    /** Expose the underlying xterm-headless instance for screenshot rendering. */
+    get xterm(): InstanceType<typeof Terminal>;
     dispose(): void;
 }
+export {};
 //# sourceMappingURL=terminal-renderer.d.ts.map

package/dist/utils/terminal-renderer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"terminal-renderer.d.ts","sourceRoot":"","sources":["../../src/utils/terminal-renderer.ts"],"names":[],"mappings":"AAmFA,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAgC;IAChD,OAAO,CAAC,QAAQ,CAAM;IACtB,yDAAyD;IACzD,OAAO,CAAC,aAAa,CAAK;IAC1B,6EAA6E;IAC7E,OAAO,CAAC,WAAW,CAAM;IACzB;;;2DAGuD;IACvD,OAAO,CAAC,gBAAgB,CAAS;IACjC;;;;;;;OAOG;IACH,OAAO,CAAC,gBAAgB,CAAQ;gBAEpB,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAItC,mDAAmD;IACnD,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAWzB;;;;OAIG;IACH,WAAW,IAAI,IAAI;IAOnB;;;;;;;;;OASG;IACH,QAAQ,IAAI;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE;IA4DjD;;;;OAIG;IACH,OAAO,CAAC,cAAc;IA2CtB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAIxC,OAAO,IAAI,IAAI;CAGhB"}
+{"version":3,"file":"terminal-renderer.d.ts","sourceRoot":"","sources":["../../src/utils/terminal-renderer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AACH,OAAO,aAAa,MAAM,iBAAiB,CAAC;AAC5C,QAAA,MAAQ,QAAQ,+BAAkB,CAAC;AA8DnC,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAgC;IAChD,OAAO,CAAC,QAAQ,CAAM;IACtB,yDAAyD;IACzD,OAAO,CAAC,aAAa,CAAK;IAC1B,6EAA6E;IAC7E,OAAO,CAAC,WAAW,CAAM;IACzB;;;2DAGuD;IACvD,OAAO,CAAC,gBAAgB,CAAS;IACjC;;;;;;;OAOG;IACH,OAAO,CAAC,gBAAgB,CAAQ;gBAEpB,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAItC,mDAAmD;IACnD,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAWzB;;;;OAIG;IACH,WAAW,IAAI,IAAI;IAOnB;;;;;;;;;OASG;IACH,QAAQ,IAAI;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE;IA4DjD;;;;OAIG;IACH,OAAO,CAAC,cAAc;IA2CtB;;;OAGG;IACH,WAAW,IAAI,MAAM;IAsBrB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAIxC,8EAA8E;IAC9E,IAAI,KAAK,IAAI,YAAY,CAAC,OAAO,QAAQ,CAAC,CAA0B;IAEpE,OAAO,IAAI,IAAI;CAGhB"}

package/dist/utils/terminal-renderer.js

@@ -221,9 +221,34 @@ export class TerminalRenderer {
         }
         return filtered.join('\n');
     }
+    /**
+     * Raw viewport snapshot — no filtering, no phase gating, no chrome removal.
+     * Used by ScreenAnalyzer which needs the full screen including ❯ cursor lines.
+     */
+    rawSnapshot() {
+        const buffer = this.terminal.buffer.active;
+        const baseY = buffer.baseY;
+        const rows = this.terminal.rows;
+        const readCols = Math.min(SNAPSHOT_COLS, this.terminal.cols);
+        const endY = baseY + rows;
+        const lines = [];
+        for (let y = baseY; y < endY; y++) {
+            const line = buffer.getLine(y);
+            if (!line)
+                continue;
+            lines.push(cleanBoxDrawing(line.translateToString(true, 0, readCols)));
+        }
+        // Trim trailing blank lines only
+        while (lines.length > 0 && BLANK_RE.test(lines[lines.length - 1])) {
+            lines.pop();
+        }
+        return lines.join('\n');
+    }
     resize(cols, rows) {
         this.terminal.resize(cols, rows);
     }
+    /** Expose the underlying xterm-headless instance for screenshot rendering. */
+    get xterm() { return this.terminal; }
     dispose() {
         this.terminal.dispose();
     }