@provos/ironcurtain 0.10.0 → 0.12.0

package/dist/observe/observe-tui-word-scorer.js

@@ -0,0 +1,572 @@
+/**
+ * TF-IDF word scorer for the observe TUI rain panel.
+ *
+ * Maintains a running TF-IDF model over the session, treating each
+ * message turn or tool call as a "document" and the full session
+ * history as the corpus. Produces top-scoring words for rain panel
+ * word drops, with throttle/dedup to avoid repetition.
+ *
+ * Depends on observe-tui-types.ts only. No external dependencies.
+ */
+// ---------------------------------------------------------------------------
+// Constants
+// ---------------------------------------------------------------------------
+/** Minimum word length to consider for scoring. */
+const MIN_WORD_LENGTH = 4;
+/** Number of top-scoring words to return per document. */
+const TOP_N_WORDS = 3;
+/** Milliseconds before a recently-shown word can be re-enqueued. */
+const DEDUP_WINDOW_MS = 30_000;
+/** Characters of accumulated text before mid-stream scoring triggers. */
+const MID_STREAM_THRESHOLD = 200;
+// ---------------------------------------------------------------------------
+// Stop words
+// ---------------------------------------------------------------------------
+/** Common English words that are uninteresting for display. */
+const ENGLISH_STOP_WORDS = new Set([
+    'about',
+    'after',
+    'also',
+    'back',
+    'been',
+    'before',
+    'being',
+    'between',
+    'both',
+    'came',
+    'come',
+    'could',
+    'each',
+    'does',
+    'done',
+    'down',
+    'even',
+    'find',
+    'first',
+    'from',
+    'going',
+    'good',
+    'great',
+    'have',
+    'here',
+    'into',
+    'just',
+    'know',
+    'like',
+    'long',
+    'look',
+    'made',
+    'make',
+    'many',
+    'more',
+    'most',
+    'much',
+    'must',
+    'need',
+    'never',
+    'next',
+    'only',
+    'other',
+    'over',
+    'part',
+    'said',
+    'same',
+    'should',
+    'show',
+    'some',
+    'still',
+    'such',
+    'sure',
+    'take',
+    'tell',
+    'than',
+    'that',
+    'them',
+    'then',
+    'there',
+    'these',
+    'they',
+    'thing',
+    'think',
+    'this',
+    'those',
+    'through',
+    'time',
+    'used',
+    'very',
+    'want',
+    'well',
+    'were',
+    'what',
+    'when',
+    'where',
+    'which',
+    'while',
+    'will',
+    'with',
+    'without',
+    'word',
+    'work',
+    'would',
+    'year',
+    'your',
+]);
+/** Common code tokens that are uninteresting for display. */
+const CODE_STOP_WORDS = new Set([
+    'async',
+    'await',
+    'boolean',
+    'break',
+    'case',
+    'catch',
+    'class',
+    'const',
+    'constructor',
+    'continue',
+    'default',
+    'delete',
+    'else',
+    'enum',
+    'error',
+    'export',
+    'extends',
+    'false',
+    'finally',
+    'function',
+    'global',
+    'implements',
+    'import',
+    'instanceof',
+    'interface',
+    'module',
+    'null',
+    'number',
+    'object',
+    'package',
+    'private',
+    'protected',
+    'public',
+    'readonly',
+    'require',
+    'return',
+    'static',
+    'string',
+    'super',
+    'switch',
+    'template',
+    'this',
+    'throw',
+    'true',
+    'type',
+    'typeof',
+    'undefined',
+    'unknown',
+    'void',
+    'while',
+    'with',
+    'yield',
+    'console',
+    'process',
+    'promise',
+    'array',
+]);
+function isStopWord(word) {
+    const lower = word.toLowerCase();
+    return ENGLISH_STOP_WORDS.has(lower) || CODE_STOP_WORDS.has(lower);
+}
+// ---------------------------------------------------------------------------
+// Word extraction
+// ---------------------------------------------------------------------------
+/** Pattern for splitting text into word candidates. */
+const WORD_SPLIT_RE = /[\s,.;:!?()[\]{}<>"'`|/\\=+*&#@^~]+/;
+/** Strings that are purely numeric -- always rejected. */
+const PURE_NUMERIC_RE = /^[0-9]+$/;
+/** Strings that contain only hex characters (case-insensitive). */
+const HEX_CHARS_ONLY_RE = /^[0-9a-f]+$/i;
+/** Strings containing at least one digit. */
+const CONTAINS_DIGIT_RE = /[0-9]/;
+/**
+ * Minimum length for a hex-looking string to be considered an
+ * identifier/hash rather than an English word. Below this we
+ * prefer to keep the word (e.g., "face", "cafe", "decade").
+ */
+const MIN_HEX_IDENTIFIER_LENGTH = 8;
+/**
+ * Reject strings that are purely numeric or clearly hash/identifier-like.
+ *
+ * Purely numeric: always rejected.
+ * Hex-looking: rejected only when long enough AND containing at least one
+ * digit. This catches commit SHAs and content hashes (e.g., `a3f92c1b8d4e`)
+ * while preserving real English words that happen to use only hex letters
+ * (e.g., `face`, `cafe`, `beef`, `decade`, `feedback`).
+ */
+function isNumericOrHashLike(lower) {
+    if (PURE_NUMERIC_RE.test(lower))
+        return true;
+    if (lower.length < MIN_HEX_IDENTIFIER_LENGTH)
+        return false;
+    return HEX_CHARS_ONLY_RE.test(lower) && CONTAINS_DIGIT_RE.test(lower);
+}
+/**
+ * Extract candidate words from plain text.
+ *
+ * Returns an array of { original, lower } tuples where `original`
+ * preserves the source casing for display and `lower` is used for
+ * matching and dedup.
+ */
+export function extractWordsFromText(text) {
+    const results = [];
+    const parts = text.split(WORD_SPLIT_RE);
+    for (const raw of parts) {
+        // Strip leading/trailing punctuation and quotes
+        const cleaned = raw.replace(/^[^a-zA-Z0-9_]+|[^a-zA-Z0-9_]+$/g, '');
+        if (cleaned.length < MIN_WORD_LENGTH)
+            continue;
+        const lower = cleaned.toLowerCase();
+        if (isNumericOrHashLike(lower))
+            continue;
+        // Skip stop words
+        if (isStopWord(cleaned))
+            continue;
+        results.push({ original: cleaned, lower });
+    }
+    return results;
+}
+/** Pattern matching function/method calls like `foo.bar()` or `baz()`. */
+const FUNC_CALL_RE = /(?:[\w$]+\.)*?([\w$]+)\s*\(/g;
+/** Pattern matching meaningful string literals (single or double quoted, 4+ chars). */
+const STRING_LITERAL_RE = /(?:"([^"]{4,})"|'([^']{4,})')/g;
+/** Pattern matching MCP-style dotted tool names like `google_workspace.calendar_get_events`. */
+const DOTTED_TOOL_RE = /(\w+)\.(\w{4,})/g;
+/**
+ * Extract words from code content (e.g., the `code` field of execute_code).
+ *
+ * Extracts function/method call names, meaningful string literals,
+ * dotted tool names, and also runs the regular word extractor on
+ * the full text.
+ */
+export function extractWordsFromCode(code) {
+    const results = [];
+    const seen = new Set();
+    function addIfNew(original) {
+        const lower = original.toLowerCase();
+        if (lower.length < MIN_WORD_LENGTH)
+            return;
+        if (seen.has(lower))
+            return;
+        if (isNumericOrHashLike(lower))
+            return;
+        if (isStopWord(original))
+            return;
+        seen.add(lower);
+        results.push({ original, lower });
+    }
+    // Extract function/method call names
+    for (const match of code.matchAll(FUNC_CALL_RE)) {
+        addIfNew(match[1]);
+    }
+    // Extract dotted tool names (second segment)
+    for (const match of code.matchAll(DOTTED_TOOL_RE)) {
+        addIfNew(match[2]);
+    }
+    // Extract string literals
+    for (const match of code.matchAll(STRING_LITERAL_RE)) {
+        const literal = match[1] || match[2];
+        // Skip path-like strings unless they look like filenames
+        if (literal.startsWith('/') && literal.includes('/')) {
+            // Extract just the filename
+            const segments = literal.split('/');
+            const filename = segments[segments.length - 1];
+            if (filename && filename.length >= MIN_WORD_LENGTH) {
+                addIfNew(filename.replace(/\.[^.]+$/, '')); // strip extension
+            }
+        }
+        else {
+            // Run word extractor on the literal
+            for (const w of extractWordsFromText(literal)) {
+                addIfNew(w.original);
+            }
+        }
+    }
+    // Also run regular extraction on the full code text
+    for (const w of extractWordsFromText(code)) {
+        addIfNew(w.original);
+    }
+    return results;
+}
+/**
+ * Try to extract the `code` field from accumulated tool input JSON.
+ * Returns the code string, or null if parsing fails or no code field.
+ */
+export function extractCodeFromToolInput(accumulatedJson) {
+    try {
+        const parsed = JSON.parse(accumulatedJson);
+        if (parsed && typeof parsed === 'object' && 'code' in parsed) {
+            const code = parsed.code;
+            if (typeof code === 'string')
+                return code;
+        }
+    }
+    catch {
+        // Incomplete JSON -- expected during streaming
+    }
+    return null;
+}
+// ---------------------------------------------------------------------------
+// TF-IDF scoring
+// ---------------------------------------------------------------------------
+/**
+ * Compute term frequency for a list of words.
+ * Returns a map from lowercase word to count.
+ */
+function computeTf(words) {
+    const tf = new Map();
+    for (const { lower } of words) {
+        tf.set(lower, (tf.get(lower) ?? 0) + 1);
+    }
+    return tf;
+}
+/**
+ * Create a WordScorer that maintains a running TF-IDF model.
+ *
+ * @param topN - Number of top-scoring words to return (default: 3)
+ * @param dedupWindowMs - Milliseconds before re-showing a word (default: 30s)
+ */
+export function createWordScorer(topN = TOP_N_WORDS, dedupWindowMs = DEDUP_WINDOW_MS) {
+    // Corpus: document frequency (how many documents contain each word)
+    const df = new Map();
+    let docCount = 0;
+    // Recently shown words: key -> timestamp
+    const recentlyShown = new Map();
+    return {
+        get documentCount() {
+            return docCount;
+        },
+        scoreDocument(words) {
+            if (words.length === 0)
+                return [];
+            docCount++;
+            // Update document frequency: each unique word in this doc increments df
+            const uniqueInDoc = new Set();
+            for (const { lower } of words) {
+                uniqueInDoc.add(lower);
+            }
+            for (const lower of uniqueInDoc) {
+                df.set(lower, (df.get(lower) ?? 0) + 1);
+            }
+            // Compute TF for this document
+            const tf = computeTf(words);
+            // Build the best original-cased form for each word
+            const bestOriginal = new Map();
+            for (const { original, lower } of words) {
+                // Prefer the form that appears first
+                if (!bestOriginal.has(lower)) {
+                    bestOriginal.set(lower, original);
+                }
+            }
+            // Score each unique word: TF * IDF
+            const scored = [];
+            for (const [lower, count] of tf) {
+                const idf = Math.log((docCount + 1) / ((df.get(lower) ?? 0) + 1));
+                const score = count * idf;
+                scored.push({
+                    word: bestOriginal.get(lower) ?? lower,
+                    key: lower,
+                    score,
+                });
+            }
+            // Sort by score descending, return top N
+            scored.sort((a, b) => b.score - a.score);
+            return scored.slice(0, topN);
+        },
+        tryShow(key, now) {
+            const ts = now ?? Date.now();
+            // Clean expired entries (amortized, check a few each call)
+            let cleanCount = 0;
+            for (const [k, t] of recentlyShown) {
+                if (ts - t > dedupWindowMs) {
+                    recentlyShown.delete(k);
+                }
+                if (++cleanCount >= 5)
+                    break;
+            }
+            const lastShown = recentlyShown.get(key);
+            if (lastShown !== undefined && ts - lastShown < dedupWindowMs) {
+                return false;
+            }
+            recentlyShown.set(key, ts);
+            return true;
+        },
+    };
+}
+// ---------------------------------------------------------------------------
+// Tool name cleanup
+// ---------------------------------------------------------------------------
+/**
+ * Clean up MCP tool names for display.
+ * Strips `mcp__` prefix and server name prefix.
+ * e.g., `mcp__ironcurtain__execute_code` -> `execute_code`
+ */
+export function cleanToolName(toolName) {
+    // Strip mcp__serverName__ prefix
+    const mpcPrefixMatch = toolName.match(/^mcp__[^_]+__(.+)$/);
+    if (mpcPrefixMatch)
+        return mpcPrefixMatch[1];
+    // Strip simpler server__ prefix
+    const serverPrefixMatch = toolName.match(/^[^_]+__(.+)$/);
+    if (serverPrefixMatch)
+        return serverPrefixMatch[1];
+    return toolName;
+}
+/**
+ * Shorten a model name for display.
+ * Strips the "claude-" prefix if present.
+ * e.g., "claude-sonnet-4-20250514" -> "sonnet-4-20250514"
+ */
+export function shortenModelName(model) {
+    if (model.startsWith('claude-'))
+        return model.slice(7);
+    return model;
+}
+export function createTextAccumulator(threshold = MID_STREAM_THRESHOLD) {
+    let buffer = '';
+    let scoredUpTo = 0;
+    return {
+        get length() {
+            return buffer.length;
+        },
+        append(text) {
+            buffer += text;
+            if (buffer.length - scoredUpTo >= threshold) {
+                const words = extractWordsFromText(buffer.slice(scoredUpTo));
+                scoredUpTo = buffer.length;
+                return words.length > 0 ? words : null;
+            }
+            return null;
+        },
+        flush() {
+            const words = extractWordsFromText(buffer);
+            buffer = '';
+            scoredUpTo = 0;
+            return words;
+        },
+        reset() {
+            buffer = '';
+            scoredUpTo = 0;
+        },
+    };
+}
+export function createToolInputAccumulator() {
+    let toolName = null;
+    let inputBuffer = '';
+    return {
+        get active() {
+            return toolName !== null;
+        },
+        start(name) {
+            toolName = name;
+            inputBuffer = '';
+        },
+        appendDelta(delta) {
+            inputBuffer += delta;
+        },
+        flush() {
+            if (toolName === null)
+                return null;
+            const name = toolName;
+            const accumulated = inputBuffer;
+            toolName = null;
+            inputBuffer = '';
+            const words = [];
+            // Try to extract code from execute_code tool input
+            const code = extractCodeFromToolInput(accumulated);
+            if (code) {
+                words.push(...extractWordsFromCode(code));
+            }
+            else {
+                // Fall back to plain text extraction from the raw JSON
+                words.push(...extractWordsFromText(accumulated));
+            }
+            return { toolName: name, words };
+        },
+    };
+}
+export function createSessionWordState() {
+    return {
+        textAccumulator: createTextAccumulator(),
+        toolAccumulator: createToolInputAccumulator(),
+    };
+}
+/**
+ * Process a token stream event through the word scorer and produce
+ * word drop candidates. Returns an array of candidates to enqueue.
+ *
+ * This is the main integration point between the orchestrator and
+ * the word scorer. The caller is responsible for calling
+ * `rainEngine.enqueueWord()` for each returned candidate.
+ */
+export function processEventForWords(event, sessionWordState, scorer, now) {
+    const candidates = [];
+    const ts = now ?? Date.now();
+    function addScoredWords(words, source) {
+        const scored = scorer.scoreDocument(words);
+        for (const s of scored) {
+            if (scorer.tryShow(s.key, ts)) {
+                candidates.push({ word: s.word, source });
+            }
+        }
+    }
+    switch (event.kind) {
+        case 'message_start': {
+            sessionWordState.textAccumulator.reset();
+            const short = shortenModelName(event.model);
+            if (scorer.tryShow(short.toLowerCase(), ts)) {
+                candidates.push({ word: short, source: 'model' });
+            }
+            break;
+        }
+        case 'text_delta': {
+            const midWords = sessionWordState.textAccumulator.append(event.text);
+            if (midWords) {
+                addScoredWords(midWords, 'text');
+            }
+            break;
+        }
+        case 'tool_use': {
+            if (event.toolName !== '') {
+                // New tool call starting: flush any previous tool accumulator
+                const prev = sessionWordState.toolAccumulator.flush();
+                if (prev && prev.words.length > 0) {
+                    addScoredWords(prev.words, 'tool');
+                }
+                // Start new accumulator
+                sessionWordState.toolAccumulator.start(event.toolName);
+                // Enqueue cleaned tool name
+                const cleaned = cleanToolName(event.toolName);
+                if (cleaned.length >= MIN_WORD_LENGTH && scorer.tryShow(cleaned.toLowerCase(), ts)) {
+                    candidates.push({ word: cleaned, source: 'tool' });
+                }
+            }
+            else if (event.inputDelta) {
+                // input_json_delta fragment
+                sessionWordState.toolAccumulator.appendDelta(event.inputDelta);
+            }
+            break;
+        }
+        case 'message_end': {
+            // Flush text accumulator
+            const textWords = sessionWordState.textAccumulator.flush();
+            if (textWords.length > 0) {
+                addScoredWords(textWords, 'text');
+            }
+            // Flush tool accumulator (in case the last tool call wasn't followed by another)
+            const toolResult = sessionWordState.toolAccumulator.flush();
+            if (toolResult && toolResult.words.length > 0) {
+                addScoredWords(toolResult.words, 'tool');
+            }
+            break;
+        }
+    }
+    return candidates;
+}
+//# sourceMappingURL=observe-tui-word-scorer.js.map

package/dist/observe/observe-tui-word-scorer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"observe-tui-word-scorer.js","sourceRoot":"","sources":["../../src/observe/observe-tui-word-scorer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAKH,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,mDAAmD;AACnD,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B,0DAA0D;AAC1D,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,oEAAoE;AACpE,MAAM,eAAe,GAAG,MAAM,CAAC;AAE/B,yEAAyE;AACzE,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAEjC,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E,+DAA+D;AAC/D,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACjC,OAAO;IACP,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,QAAQ;IACR,OAAO;IACP,SAAS;IACT,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,OAAO;IACP,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,QAAQ;IACR,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,OAAO;IACP,SAAS;IACT,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,OAAO;IACP,MAAM;IACN,MAAM;IACN,SAAS;IACT,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;CACP,CAAC,CAAC;AAEH,6DAA6D;AAC7D,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,OAAO;IACP,OAAO;IACP,SAAS;IACT,OAAO;IACP,MAAM;IACN,OAAO;IACP,OAAO;IACP,OAAO;IACP,aAAa;IACb,UAAU;IACV,SAAS;IACT,QAAQ;IACR,MAAM;IACN,MAAM;IACN,OAAO;IACP,QAAQ;IACR,SAAS;IACT,OAAO;IACP,SAAS;IACT,UAAU;IACV,QAAQ;IACR,YAAY;IACZ,QAAQ;IACR,YAAY;IACZ,WAAW;IACX,QAAQ;IACR,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,SAAS;IACT,WAAW;IACX,QAAQ;IACR,UAAU;IACV,SAAS;IACT,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,QAAQ;IACR,UAAU;IACV,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,QAAQ;IACR,WAAW;IACX,SAAS;IACT,MAAM;IACN,OAAO;IACP,MAAM;IACN,OAAO;IACP,SAAS;IACT,SAAS;IACT,SAAS;IACT,OAAO;CACR,CAAC,CAAC;AAEH,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,OAAO,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AACrE,CAAC;AAED,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAE9E,uDAAuD;AACvD,MAAM,aAAa,GAAG,qCAAqC,CAAC;AAE5D,0DAA0D;AAC1D,MAAM,eAAe,GAAG,UAAU,CAAC;AAEnC,mEAAmE;AACnE,MAAM,iBAAiB,GAAG,cAAc,CAAC;AAEzC,6CAA6C;AAC7C,MAAM,iBAAiB,GAAG,OAAO,CAAC;AAElC;;;;GAIG;AACH,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAEpC;;;;;;;;GAQG;AACH,SAAS,mBAAmB,CAAC,KAAa;IACxC,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7C,IAAI,KAAK,CAAC,MAAM,GAAG,yBAAyB;QAAE,OAAO,KAAK,CAAC;IAC3D,OAAO,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACxE,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,MAAM,OAAO,GAA+C,EAAE,CAAC;IAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAExC,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,gDAAgD;QAChD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC,CAAC;QACpE,IAAI,OAAO,CAAC,MAAM,GAAG,eAAe;YAAE,SAAS;QAE/C,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAEpC,IAAI,mBAAmB,CAAC,KAAK,CAAC;YAAE,SAAS;QAEzC,kBAAkB;QAClB,IAAI,UAAU,CAAC,OAAO,CAAC;YAAE,SAAS;QAElC,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,0EAA0E;AAC1E,MAAM,YAAY,GAAG,8BAA8B,CAAC;AAEpD,uFAAuF;AACvF,MAAM,iBAAiB,GAAG,gCAAgC,CAAC;AAE3D,gGAAgG;AAChG,MAAM,cAAc,GAAG,kBAAkB,CAAC;AAE1C;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,MAAM,OAAO,GAA+C,EAAE,CAAC;IAC/D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,SAAS,QAAQ,CAAC,QAAgB;QAChC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,KAAK,CAAC,MAAM,GAAG,eAAe;YAAE,OAAO;QAC3C,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO;QAC5B,IAAI,mBAAmB,CAAC,KAAK,CAAC;YAAE,OAAO;QACvC,IAAI,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO;QACjC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,qCAAqC;IACrC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAChD,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IAED,6CAA6C;IAC7C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAClD,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IAED,0BAA0B;IAC1B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACrD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;QACrC,yDAAyD;QACzD,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACrD,4BAA4B;YAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC/C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,IAAI,eAAe,EAAE,CAAC;gBACnD,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,kBAAkB;YAChE,CAAC;QACH,CAAC;aAAM,CAAC;YACN,oCAAoC;YACpC,KAAK,MAAM,CAAC,IAAI,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9C,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,KAAK,MAAM,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,eAAuB;IAC9D,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACpD,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAI,MAAM,EAAE,CAAC;YAC7D,MAAM,IAAI,GAAI,MAAkC,CAAC,IAAI,CAAC;YACtD,IAAI,OAAO,IAAI,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC;QAC5C,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,+CAA+C;IACjD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E;;;GAGG;AACH,SAAS,SAAS,CAAC,KAA+B;IAChD,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,KAAK,EAAE,CAAC;QAC9B,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAoCD;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAI,GAAG,WAAW,EAAE,aAAa,GAAG,eAAe;IAClF,oEAAoE;IACpE,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,yCAAyC;IACzC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEhD,OAAO;QACL,IAAI,aAAa;YACf,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,aAAa,CAAC,KAAiD;YAC7D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAElC,QAAQ,EAAE,CAAC;YAEX,wEAAwE;YACxE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;YACtC,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,KAAK,EAAE,CAAC;gBAC9B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;YACD,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;gBAChC,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1C,CAAC;YAED,+BAA+B;YAC/B,MAAM,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;YAE5B,mDAAmD;YACnD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC/C,KAAK,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,KAAK,EAAE,CAAC;gBACxC,qCAAqC;gBACrC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7B,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;YAED,mCAAmC;YACnC,MAAM,MAAM,GAAiB,EAAE,CAAC;YAChC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;gBAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAClE,MAAM,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK;oBACtC,GAAG,EAAE,KAAK;oBACV,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;YAED,yCAAyC;YACzC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YACzC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC/B,CAAC;QAED,OAAO,CAAC,GAAW,EAAE,GAAY;YAC/B,MAAM,EAAE,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,2DAA2D;YAC3D,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,aAAa,EAAE,CAAC;gBACnC,IAAI,EAAE,GAAG,CAAC,GAAG,aAAa,EAAE,CAAC;oBAC3B,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC1B,CAAC;gBACD,IAAI,EAAE,UAAU,IAAI,CAAC;oBAAE,MAAM;YAC/B,CAAC;YAED,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,SAAS,KAAK,SAAS,IAAI,EAAE,GAAG,SAAS,GAAG,aAAa,EAAE,CAAC;gBAC9D,OAAO,KAAK,CAAC;YACf,CAAC;YAED,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;KACF,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,iCAAiC;IACjC,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAC5D,IAAI,cAAc;QAAE,OAAO,cAAc,CAAC,CAAC,CAAC,CAAC;IAE7C,gCAAgC;IAChC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAC1D,IAAI,iBAAiB;QAAE,OAAO,iBAAiB,CAAC,CAAC,CAAC,CAAC;IAEnD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACvD,OAAO,KAAK,CAAC;AACf,CAAC;AAkBD,MAAM,UAAU,qBAAqB,CAAC,SAAS,GAAG,oBAAoB;IACpE,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,OAAO;QACL,IAAI,MAAM;YACR,OAAO,MAAM,CAAC,MAAM,CAAC;QACvB,CAAC;QAED,MAAM,CAAC,IAAY;YACjB,MAAM,IAAI,IAAI,CAAC;YACf,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,IAAI,SAAS,EAAE,CAAC;gBAC5C,MAAM,KAAK,GAAG,oBAAoB,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC7D,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC3B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;YACzC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,KAAK;YACH,MAAM,KAAK,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAC3C,MAAM,GAAG,EAAE,CAAC;YACZ,UAAU,GAAG,CAAC,CAAC;YACf,OAAO,KAAK,CAAC;QACf,CAAC;QAED,KAAK;YACH,MAAM,GAAG,EAAE,CAAC;YACZ,UAAU,GAAG,CAAC,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC;AAkBD,MAAM,UAAU,0BAA0B;IACxC,IAAI,QAAQ,GAAkB,IAAI,CAAC;IACnC,IAAI,WAAW,GAAG,EAAE,CAAC;IAErB,OAAO;QACL,IAAI,MAAM;YACR,OAAO,QAAQ,KAAK,IAAI,CAAC;QAC3B,CAAC;QAED,KAAK,CAAC,IAAY;YAChB,QAAQ,GAAG,IAAI,CAAC;YAChB,WAAW,GAAG,EAAE,CAAC;QACnB,CAAC;QAED,WAAW,CAAC,KAAa;YACvB,WAAW,IAAI,KAAK,CAAC;QACvB,CAAC;QAED,KAAK;YACH,IAAI,QAAQ,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;YAEnC,MAAM,IAAI,GAAG,QAAQ,CAAC;YACtB,MAAM,WAAW,GAAG,WAAW,CAAC;YAChC,QAAQ,GAAG,IAAI,CAAC;YAChB,WAAW,GAAG,EAAE,CAAC;YAEjB,MAAM,KAAK,GAA+C,EAAE,CAAC;YAE7D,mDAAmD;YACnD,MAAM,IAAI,GAAG,wBAAwB,CAAC,WAAW,CAAC,CAAC;YACnD,IAAI,IAAI,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,uDAAuD;gBACvD,KAAK,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC;YACnD,CAAC;YAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACnC,CAAC;KACF,CAAC;AACJ,CAAC;AAYD,MAAM,UAAU,sBAAsB;IACpC,OAAO;QACL,eAAe,EAAE,qBAAqB,EAAE;QACxC,eAAe,EAAE,0BAA0B,EAAE;KAC9C,CAAC;AACJ,CAAC;AAYD;;;;;;;GAOG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAAuB,EACvB,gBAAkC,EAClC,MAAkB,EAClB,GAAY;IAEZ,MAAM,UAAU,GAAwB,EAAE,CAAC;IAC3C,MAAM,EAAE,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,SAAS,cAAc,CAAC,KAAiD,EAAE,MAAsB;QAC/F,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC9B,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;IAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,eAAe,CAAC,CAAC,CAAC;YACrB,gBAAgB,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC5C,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YACpD,CAAC;YACD,MAAM;QACR,CAAC;QAED,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,QAAQ,GAAG,gBAAgB,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACrE,IAAI,QAAQ,EAAE,CAAC;gBACb,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACnC,CAAC;YACD,MAAM;QACR,CAAC;QAED,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,IAAI,KAAK,CAAC,QAAQ,KAAK,EAAE,EAAE,CAAC;gBAC1B,8DAA8D;gBAC9D,MAAM,IAAI,GAAG,gBAAgB,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;gBACtD,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClC,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBACrC,CAAC;gBACD,wBAAwB;gBACxB,gBAAgB,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACvD,4BAA4B;gBAC5B,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC9C,IAAI,OAAO,CAAC,MAAM,IAAI,eAAe,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;oBACnF,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC5B,4BAA4B;gBAC5B,gBAAgB,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACjE,CAAC;YACD,MAAM;QACR,CAAC;QAED,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,yBAAyB;YACzB,MAAM,SAAS,GAAG,gBAAgB,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC3D,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACpC,CAAC;YACD,iFAAiF;YACjF,MAAM,UAAU,GAAG,gBAAgB,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC5D,IAAI,UAAU,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,cAAc,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC3C,CAAC;YACD,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/observe/observe-tui.d.ts

@@ -0,0 +1,59 @@
+/**
+ * TUI orchestrator for the observe command.
+ *
+ * Manages the screen lifecycle (alternate buffer, cursor, raw mode),
+ * runs the 15fps frame loop, routes token stream events to the rain
+ * engine and text panel, and renders the divider and status bar.
+ *
+ * Computes the dominant agent phase across active sessions and
+ * communicates it to the rain engine for phase-driven color shifts.
+ * Uses TF-IDF scoring to select interesting words from LLM output
+ * and tool calls for rain panel word drops.
+ *
+ * Depends on observe-tui-types.ts, observe-tui-rain.ts,
+ * observe-tui-text-panel.ts, and observe-tui-word-scorer.ts.
+ * No external dependencies beyond Node built-ins.
+ */
+import type { TokenStreamEvent } from '../docker/token-stream-types.js';
+import { type AgentPhase, type ObserveEventSink, type ObserveTuiOptions, type RainToken, type SessionState } from './observe-tui-types.js';
+/**
+ * Extract rain tokens from a single token stream event.
+ *
+ * - text_delta: each character -> RainToken kind='text'
+ * - tool_use: each character of toolName -> kind='tool'
+ * - error: each character of message -> kind='error'
+ * - Other event kinds produce no rain tokens.
+ */
+export declare function extractRainTokens(event: TokenStreamEvent): RainToken[];
+/**
+ * Update a SessionState from a single event.
+ * Mutates the state in place.
+ */
+export declare function updateSessionState(state: SessionState, event: TokenStreamEvent): void;
+/**
+ * Compute the dominant agent phase across all active sessions.
+ * Priority: error > tool_use > thinking > idle.
+ * Error phase is tracked separately via errorFramesRemaining.
+ */
+export declare function computeDominantPhase(sessions: Map<number, SessionState>, errorActive: boolean): AgentPhase;
+/**
+ * Sliding window tracker for tokens/sec computation.
+ * Records (timestamp, cumulativeTokens) snapshots and computes
+ * the rate over the most recent windowMs period.
+ */
+export declare class TokenRateTracker {
+    private readonly windowMs;
+    private readonly samples;
+    constructor(windowMs?: number);
+    /** Record a new snapshot of cumulative token count. */
+    record(now: number, totalTokens: number): void;
+    /** Compute tokens/sec over the sliding window. */
+    rate(): number;
+}
+export declare function formatTokenCount(n: number): string;
+/** Return type: ObserveEventSink + start/destroy lifecycle methods. */
+export interface ObserveTui extends ObserveEventSink {
+    start(): void;
+    destroy(): void;
+}
+export declare function createObserveTui(options: ObserveTuiOptions): ObserveTui;