@guidemode/session-processing 0.1.43

package/dist/cjs/ui/utils/extractTokens.d.ts

@@ -0,0 +1,94 @@
+/**
+ * Token extraction and aggregation utilities for transcript visualization
+ *
+ * Handles token data extraction from various AI provider message formats
+ * and provides both per-message and cumulative token calculations.
+ *
+ * Uses the SAME logic as the session-processing metrics to ensure consistency:
+ * - Claude Code & Codex: metadata.usage.{input_tokens, output_tokens, cache_creation_input_tokens, cache_read_input_tokens}
+ * - Gemini: metadata.tokens.{input, output, cached, thoughts, tool}
+ * - Excludes sidechain messages from main context calculations
+ */
+import type { TimelineItem, TimelineMessage } from './timelineTypes.js';
+/**
+ * Token data for a single message
+ * Matches the structure used in PerMessageTokens from metrics
+ */
+export interface MessageTokenData {
+    messageId: string;
+    messageIndex: number;
+    inputTokens: number;
+    outputTokens: number;
+    cacheCreated: number;
+    cacheRead: number;
+    totalTokens: number;
+    isSidechain: boolean;
+}
+/**
+ * Token data with cumulative totals (for context length visualization)
+ * Shows how context grows over time as messages are added
+ *
+ * Note: cacheRead is NOT accumulated here because it's already cumulative
+ * from the API (cache_read_input_tokens shows total cached tokens up to that point)
+ */
+export interface CumulativeTokenData extends MessageTokenData {
+    cumulativeInput: number;
+    cumulativeOutput: number;
+    cumulativeCacheCreated: number;
+    cumulativeTotal: number;
+}
+/**
+ * Extract token usage from a timeline message
+ * Supports multiple provider formats (Claude, Gemini, etc.)
+ */
+export declare function extractMessageTokens(message: TimelineMessage): {
+    input: number;
+    output: number;
+    cacheCreated: number;
+    cacheRead: number;
+    isSidechain: boolean;
+};
+/**
+ * Calculate per-message token data from timeline items
+ * Includes ALL messages (main chain and sidechain) for total token visualization
+ */
+export declare function calculatePerMessageTokens(items: TimelineItem[]): MessageTokenData[];
+/**
+ * Calculate cumulative token data (actual context size as it grows)
+ *
+ * Shows the ACTUAL context composition at each message point:
+ * - cache_read_input_tokens: Already cumulative from API (total cached tokens)
+ * - input_tokens: NEW tokens for this message (not cumulative - fresh per message)
+ * - output_tokens: Cumulative sum of all outputs generated so far
+ *
+ * Total context = cacheRead + input + cumulativeOutput
+ *
+ * This matches what the API actually sees as context and should equal the
+ * context_length metric on the metrics page.
+ *
+ * IMPORTANT: Unlike billable token tracking which sums ALL inputs, this shows
+ * the actual context window composition where cache_read represents reused tokens.
+ */
+export declare function calculateCumulativeTokens(items: TimelineItem[]): CumulativeTokenData[];
+/**
+ * Format token data for recharts (stacked bar chart)
+ * Returns data in the format recharts expects for stacked bars
+ *
+ * Key naming convention matches how tokens are labeled in the UI:
+ * - input: Input tokens (user + assistant input)
+ * - output: Output tokens (assistant response)
+ * - cacheCreated: Cache creation tokens
+ * - cacheRead: Cache read tokens
+ */
+export interface RechartsTokenData {
+    index: number;
+    messageId: string;
+    input: number;
+    output: number;
+    cacheCreated: number;
+    cacheRead: number;
+    total: number;
+    isSidechain: boolean;
+}
+export declare function formatForRecharts(tokenData: MessageTokenData[] | CumulativeTokenData[], mode: 'per-message' | 'cumulative'): RechartsTokenData[];
+//# sourceMappingURL=extractTokens.d.ts.map

package/dist/cjs/ui/utils/extractTokens.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractTokens.d.ts","sourceRoot":"","sources":["../../../../src/ui/utils/extractTokens.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AAGvE;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,OAAO,CAAA;CACrB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,mBAAoB,SAAQ,gBAAgB;IAC3D,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;IACxB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,eAAe,EAAE,MAAM,CAAA;CACxB;AA0DD;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,eAAe,GAAG;IAC9D,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,OAAO,CAAA;CACrB,CA8BA;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,gBAAgB,EAAE,CAsCnF;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,mBAAmB,EAAE,CAiCtF;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,EAAE,OAAO,CAAA;CACrB;AAED,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,gBAAgB,EAAE,GAAG,mBAAmB,EAAE,EACrD,IAAI,EAAE,aAAa,GAAG,YAAY,GACjC,iBAAiB,EAAE,CA2BrB"}

package/dist/cjs/ui/utils/extractTokens.js

@@ -0,0 +1,191 @@
+"use strict";
+/**
+ * Token extraction and aggregation utilities for transcript visualization
+ *
+ * Handles token data extraction from various AI provider message formats
+ * and provides both per-message and cumulative token calculations.
+ *
+ * Uses the SAME logic as the session-processing metrics to ensure consistency:
+ * - Claude Code & Codex: metadata.usage.{input_tokens, output_tokens, cache_creation_input_tokens, cache_read_input_tokens}
+ * - Gemini: metadata.tokens.{input, output, cached, thoughts, tool}
+ * - Excludes sidechain messages from main context calculations
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractMessageTokens = extractMessageTokens;
+exports.calculatePerMessageTokens = calculatePerMessageTokens;
+exports.calculateCumulativeTokens = calculateCumulativeTokens;
+exports.formatForRecharts = formatForRecharts;
+const timelineTypes_js_1 = require("./timelineTypes.js");
+/**
+ * Extract token usage from Claude Code and Codex message metadata
+ * Both providers use the same usage schema.
+ * Matches the exact field names from ClaudeContextProcessor and CodexContextProcessor.
+ */
+function extractClaudeTokens(metadata) {
+    const usage = metadata?.usage;
+    return {
+        input: usage?.input_tokens || 0,
+        output: usage?.output_tokens || 0,
+        cacheCreated: usage?.cache_creation_input_tokens || 0,
+        cacheRead: usage?.cache_read_input_tokens || 0,
+    };
+}
+/**
+ * Extract token usage from Gemini message metadata
+ * Matches the structure from calculateTotalTokens() in gemini/helpers.ts
+ */
+function extractGeminiTokens(metadata) {
+    const tokens = metadata?.tokens;
+    return {
+        input: tokens?.input || 0,
+        output: tokens?.output || 0,
+        cacheCreated: 0, // Gemini doesn't have separate cache_creation
+        cacheRead: tokens?.cached || 0,
+    };
+}
+/**
+ * Extract token usage from a timeline message
+ * Supports multiple provider formats (Claude, Gemini, etc.)
+ */
+function extractMessageTokens(message) {
+    const metadata = message.originalMessage.metadata || {};
+    // Check if this is a sidechain message (used in metrics to calculate context_length)
+    const isSidechain = metadata.isSidechain === true;
+    // Try Claude format first (most common)
+    if (metadata.usage) {
+        return {
+            ...extractClaudeTokens(metadata),
+            isSidechain,
+        };
+    }
+    // Try Gemini format
+    if (metadata.tokens) {
+        return {
+            ...extractGeminiTokens(metadata),
+            isSidechain,
+        };
+    }
+    // No token data found
+    return {
+        input: 0,
+        output: 0,
+        cacheCreated: 0,
+        cacheRead: 0,
+        isSidechain,
+    };
+}
+/**
+ * Calculate per-message token data from timeline items
+ * Includes ALL messages (main chain and sidechain) for total token visualization
+ */
+function calculatePerMessageTokens(items) {
+    const result = [];
+    let messageIndex = 0;
+    for (const item of items) {
+        if ((0, timelineTypes_js_1.isTimelineMessage)(item)) {
+            const tokens = extractMessageTokens(item);
+            result.push({
+                messageId: item.id,
+                messageIndex,
+                inputTokens: tokens.input,
+                outputTokens: tokens.output,
+                cacheCreated: tokens.cacheCreated,
+                cacheRead: tokens.cacheRead,
+                totalTokens: tokens.input + tokens.output, // Only billable tokens
+                isSidechain: tokens.isSidechain,
+            });
+            messageIndex++;
+        }
+        else if ((0, timelineTypes_js_1.isTimelineGroup)(item)) {
+            // For groups, process each message in the group
+            for (const groupMessage of item.messages) {
+                const tokens = extractMessageTokens(groupMessage);
+                result.push({
+                    messageId: groupMessage.id,
+                    messageIndex,
+                    inputTokens: tokens.input,
+                    outputTokens: tokens.output,
+                    cacheCreated: tokens.cacheCreated,
+                    cacheRead: tokens.cacheRead,
+                    totalTokens: tokens.input + tokens.output, // Only billable tokens
+                    isSidechain: tokens.isSidechain,
+                });
+                messageIndex++;
+            }
+        }
+    }
+    return result;
+}
+/**
+ * Calculate cumulative token data (actual context size as it grows)
+ *
+ * Shows the ACTUAL context composition at each message point:
+ * - cache_read_input_tokens: Already cumulative from API (total cached tokens)
+ * - input_tokens: NEW tokens for this message (not cumulative - fresh per message)
+ * - output_tokens: Cumulative sum of all outputs generated so far
+ *
+ * Total context = cacheRead + input + cumulativeOutput
+ *
+ * This matches what the API actually sees as context and should equal the
+ * context_length metric on the metrics page.
+ *
+ * IMPORTANT: Unlike billable token tracking which sums ALL inputs, this shows
+ * the actual context window composition where cache_read represents reused tokens.
+ */
+function calculateCumulativeTokens(items) {
+    const perMessageData = calculatePerMessageTokens(items);
+    const result = [];
+    let cumulativeOutput = 0;
+    let cumulativeCacheCreated = 0;
+    let lastCacheRead = 0; // Track last non-zero cache read value
+    for (const data of perMessageData) {
+        // Output accumulates (all responses generated so far)
+        cumulativeOutput += data.outputTokens;
+        cumulativeCacheCreated += data.cacheCreated;
+        // Cache reads are cumulative from the API, but may be 0 for some messages
+        // Carry forward the last known value to maintain cumulative nature
+        if (data.cacheRead > 0) {
+            lastCacheRead = data.cacheRead;
+        }
+        // For cumulative view:
+        // - cumulativeInput is NOT used (we show per-message input instead)
+        // - Total context = cacheRead + input + cumulativeOutput
+        result.push({
+            ...data,
+            cacheRead: lastCacheRead, // Total cached tokens (from API)
+            cumulativeInput: data.inputTokens, // Per-message new input (NOT summed)
+            cumulativeOutput,
+            cumulativeCacheCreated,
+            cumulativeTotal: lastCacheRead + data.inputTokens + cumulativeOutput, // Actual context size
+        });
+    }
+    return result;
+}
+function formatForRecharts(tokenData, mode) {
+    return tokenData.map(data => {
+        if (mode === 'cumulative' && 'cumulativeInput' in data) {
+            return {
+                index: data.messageIndex,
+                messageId: data.messageId,
+                input: data.cumulativeInput,
+                output: data.cumulativeOutput,
+                cacheCreated: data.cumulativeCacheCreated,
+                cacheRead: data.cacheRead, // Use raw value - already cumulative from API
+                total: data.cumulativeTotal,
+                isSidechain: data.isSidechain,
+            };
+        }
+        // Per-message mode: hide cache reads (they're cumulative, not per-message)
+        return {
+            index: data.messageIndex,
+            messageId: data.messageId,
+            input: data.inputTokens,
+            output: data.outputTokens,
+            cacheCreated: data.cacheCreated,
+            cacheRead: 0, // Hide cache reads in per-message mode
+            total: data.totalTokens,
+            isSidechain: data.isSidechain,
+        };
+    });
+}
+//# sourceMappingURL=extractTokens.js.map

package/dist/cjs/ui/utils/extractTokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractTokens.js","sourceRoot":"","sources":["../../../../src/ui/utils/extractTokens.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;AA8FH,oDAoCC;AAMD,8DAsCC;AAkBD,8DAiCC;AAuBD,8CA8BC;AAnRD,yDAAuE;AA+BvE;;;;GAIG;AACH,SAAS,mBAAmB,CAAC,QAAiC;IAM5D,MAAM,KAAK,GAAG,QAAQ,EAAE,KAOX,CAAA;IAEb,OAAO;QACL,KAAK,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;QAC/B,MAAM,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC;QACjC,YAAY,EAAE,KAAK,EAAE,2BAA2B,IAAI,CAAC;QACrD,SAAS,EAAE,KAAK,EAAE,uBAAuB,IAAI,CAAC;KAC/C,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,mBAAmB,CAAC,QAAiC;IAM5D,MAAM,MAAM,GAAG,QAAQ,EAAE,MAQZ,CAAA;IAEb,OAAO;QACL,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;QACzB,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;QAC3B,YAAY,EAAE,CAAC,EAAE,8CAA8C;QAC/D,SAAS,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;KAC/B,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,SAAgB,oBAAoB,CAAC,OAAwB;IAO3D,MAAM,QAAQ,GAAG,OAAO,CAAC,eAAe,CAAC,QAAQ,IAAI,EAAE,CAAA;IAEvD,qFAAqF;IACrF,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,KAAK,IAAI,CAAA;IAEjD,wCAAwC;IACxC,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO;YACL,GAAG,mBAAmB,CAAC,QAAQ,CAAC;YAChC,WAAW;SACZ,CAAA;IACH,CAAC;IAED,oBAAoB;IACpB,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,OAAO;YACL,GAAG,mBAAmB,CAAC,QAAQ,CAAC;YAChC,WAAW;SACZ,CAAA;IACH,CAAC;IAED,sBAAsB;IACtB,OAAO;QACL,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,YAAY,EAAE,CAAC;QACf,SAAS,EAAE,CAAC;QACZ,WAAW;KACZ,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,SAAgB,yBAAyB,CAAC,KAAqB;IAC7D,MAAM,MAAM,GAAuB,EAAE,CAAA;IACrC,IAAI,YAAY,GAAG,CAAC,CAAA;IAEpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAA,oCAAiB,EAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAA;YACzC,MAAM,CAAC,IAAI,CAAC;gBACV,SAAS,EAAE,IAAI,CAAC,EAAE;gBAClB,YAAY;gBACZ,WAAW,EAAE,MAAM,CAAC,KAAK;gBACzB,YAAY,EAAE,MAAM,CAAC,MAAM;gBAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,WAAW,EAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,uBAAuB;gBAClE,WAAW,EAAE,MAAM,CAAC,WAAW;aAChC,CAAC,CAAA;YACF,YAAY,EAAE,CAAA;QAChB,CAAC;aAAM,IAAI,IAAA,kCAAe,EAAC,IAAI,CAAC,EAAE,CAAC;YACjC,gDAAgD;YAChD,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACzC,MAAM,MAAM,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAA;gBACjD,MAAM,CAAC,IAAI,CAAC;oBACV,SAAS,EAAE,YAAY,CAAC,EAAE;oBAC1B,YAAY;oBACZ,WAAW,EAAE,MAAM,CAAC,KAAK;oBACzB,YAAY,EAAE,MAAM,CAAC,MAAM;oBAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,WAAW,EAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,uBAAuB;oBAClE,WAAW,EAAE,MAAM,CAAC,WAAW;iBAChC,CAAC,CAAA;gBACF,YAAY,EAAE,CAAA;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,yBAAyB,CAAC,KAAqB;IAC7D,MAAM,cAAc,GAAG,yBAAyB,CAAC,KAAK,CAAC,CAAA;IACvD,MAAM,MAAM,GAA0B,EAAE,CAAA;IAExC,IAAI,gBAAgB,GAAG,CAAC,CAAA;IACxB,IAAI,sBAAsB,GAAG,CAAC,CAAA;IAC9B,IAAI,aAAa,GAAG,CAAC,CAAA,CAAC,uCAAuC;IAE7D,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;QAClC,sDAAsD;QACtD,gBAAgB,IAAI,IAAI,CAAC,YAAY,CAAA;QACrC,sBAAsB,IAAI,IAAI,CAAC,YAAY,CAAA;QAE3C,0EAA0E;QAC1E,mEAAmE;QACnE,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACvB,aAAa,GAAG,IAAI,CAAC,SAAS,CAAA;QAChC,CAAC;QAED,uBAAuB;QACvB,oEAAoE;QACpE,yDAAyD;QACzD,MAAM,CAAC,IAAI,CAAC;YACV,GAAG,IAAI;YACP,SAAS,EAAE,aAAa,EAAE,iCAAiC;YAC3D,eAAe,EAAE,IAAI,CAAC,WAAW,EAAE,qCAAqC;YACxE,gBAAgB;YAChB,sBAAsB;YACtB,eAAe,EAAE,aAAa,GAAG,IAAI,CAAC,WAAW,GAAG,gBAAgB,EAAE,sBAAsB;SAC7F,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAuBD,SAAgB,iBAAiB,CAC/B,SAAqD,EACrD,IAAkC;IAElC,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAC1B,IAAI,IAAI,KAAK,YAAY,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;YACvD,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,YAAY;gBACxB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,KAAK,EAAE,IAAI,CAAC,eAAe;gBAC3B,MAAM,EAAE,IAAI,CAAC,gBAAgB;gBAC7B,YAAY,EAAE,IAAI,CAAC,sBAAsB;gBACzC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,8CAA8C;gBACzE,KAAK,EAAE,IAAI,CAAC,eAAe;gBAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAA;QACH,CAAC;QAED,2EAA2E;QAC3E,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,IAAI,CAAC,WAAW;YACvB,MAAM,EAAE,IAAI,CAAC,YAAY;YACzB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,SAAS,EAAE,CAAC,EAAE,uCAAuC;YACrD,KAAK,EAAE,IAAI,CAAC,WAAW;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/cjs/ui/utils/markdown.d.ts

@@ -0,0 +1,65 @@
+/**
+ * Markdown utilities for parsing, sanitizing, and truncating markdown content.
+ * Uses marked for fast parsing and DOMPurify for XSS protection.
+ */
+export declare const DEFAULT_TRUNCATION_THRESHOLD: {
+    lines: number;
+    bytes: number;
+};
+export interface ContentSize {
+    lines: number;
+    bytes: number;
+}
+export interface TruncationResult {
+    truncated: string;
+    original: string;
+    isTruncated: boolean;
+    truncatedLines: number;
+    originalLines: number;
+}
+export interface TruncationThreshold {
+    lines: number;
+    bytes: number;
+}
+/**
+ * Parse markdown content to HTML using marked with syntax highlighting.
+ * This is significantly faster than react-markdown (10-50x improvement).
+ *
+ * @param content - Raw markdown string
+ * @param sanitize - Whether to sanitize output with DOMPurify (default: true)
+ * @param enableSyntaxHighlighting - Whether to apply syntax highlighting to code blocks (default: true)
+ * @returns Parsed and optionally sanitized HTML string
+ */
+export declare function parseMarkdown(content: string, sanitize?: boolean, enableSyntaxHighlighting?: boolean): Promise<string>;
+/**
+ * Calculate the size of content in lines and bytes.
+ *
+ * @param content - Text content to measure
+ * @returns Object with line count and byte size
+ */
+export declare function getContentSize(content: string): ContentSize;
+/**
+ * Determine if content should be truncated based on threshold.
+ *
+ * @param content - Text content to check
+ * @param threshold - Truncation threshold (default: 500 lines or 50KB)
+ * @returns True if content exceeds threshold
+ */
+export declare function shouldTruncate(content: string, threshold?: TruncationThreshold): boolean;
+/**
+ * Truncate content to a maximum number of lines.
+ *
+ * @param content - Text content to truncate
+ * @param maxLines - Maximum number of lines to keep
+ * @returns Object with truncated content, original content, and truncation flag
+ */
+export declare function truncateContent(content: string, maxLines: number): TruncationResult;
+/**
+ * Smart truncation that considers threshold and returns appropriate content.
+ *
+ * @param content - Text content to potentially truncate
+ * @param threshold - Truncation threshold (default: 500 lines or 50KB)
+ * @returns Truncation result with appropriate content
+ */
+export declare function smartTruncate(content: string, threshold?: TruncationThreshold): TruncationResult;
+//# sourceMappingURL=markdown.d.ts.map

package/dist/cjs/ui/utils/markdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../../../src/ui/utils/markdown.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,eAAO,MAAM,4BAA4B;;;CAGxC,CAAA;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,OAAO,CAAA;IACpB,cAAc,EAAE,MAAM,CAAA;IACtB,aAAa,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd;AAED;;;;;;;;GAQG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,MAAM,EACf,QAAQ,UAAO,EACf,wBAAwB,UAAO,GAC9B,OAAO,CAAC,MAAM,CAAC,CAoHjB;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,CAK3D;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAC5B,OAAO,EAAE,MAAM,EACf,SAAS,GAAE,mBAAkD,GAC5D,OAAO,CAGT;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,gBAAgB,CAwBnF;AAED;;;;;;GAMG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,MAAM,EACf,SAAS,GAAE,mBAAkD,GAC5D,gBAAgB,CAclB"}

package/dist/cjs/ui/utils/markdown.js

@@ -0,0 +1,240 @@
+"use strict";
+/**
+ * Markdown utilities for parsing, sanitizing, and truncating markdown content.
+ * Uses marked for fast parsing and DOMPurify for XSS protection.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_TRUNCATION_THRESHOLD = void 0;
+exports.parseMarkdown = parseMarkdown;
+exports.getContentSize = getContentSize;
+exports.shouldTruncate = shouldTruncate;
+exports.truncateContent = truncateContent;
+exports.smartTruncate = smartTruncate;
+// Conservative thresholds for content truncation
+exports.DEFAULT_TRUNCATION_THRESHOLD = {
+    lines: 500,
+    bytes: 50000, // 50KB
+};
+/**
+ * Parse markdown content to HTML using marked with syntax highlighting.
+ * This is significantly faster than react-markdown (10-50x improvement).
+ *
+ * @param content - Raw markdown string
+ * @param sanitize - Whether to sanitize output with DOMPurify (default: true)
+ * @param enableSyntaxHighlighting - Whether to apply syntax highlighting to code blocks (default: true)
+ * @returns Parsed and optionally sanitized HTML string
+ */
+async function parseMarkdown(content, sanitize = true, enableSyntaxHighlighting = true) {
+    // Dynamic import to reduce bundle size
+    const { marked } = await Promise.resolve().then(() => __importStar(require('marked')));
+    // Load Prism for syntax highlighting with common languages
+    let Prism = null;
+    if (enableSyntaxHighlighting) {
+        try {
+            // Import base Prism (includes markup, css, clike, javascript)
+            Prism = await Promise.resolve().then(() => __importStar(require('prismjs')));
+            // Import common languages used in coding sessions
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-typescript')));
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-tsx')));
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-jsx')));
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-python')));
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-bash')));
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-json')));
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-yaml')));
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-markdown')));
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-sql')));
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-rust')));
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-go')));
+            // @ts-ignore - Prism language components exist but lack type definitions
+            await Promise.resolve().then(() => __importStar(require('prismjs/components/prism-java')));
+        }
+        catch (err) {
+            console.warn('Failed to load Prism for syntax highlighting:', err);
+        }
+    }
+    // Create custom renderer to add language classes and proper highlighting
+    const renderer = new marked.Renderer();
+    // Override code rendering to add language classes and syntax highlighting
+    renderer.code = (code, language) => {
+        const lang = language || 'plaintext';
+        let highlightedCode = code;
+        // Apply Prism highlighting if available
+        if (Prism && language && Prism.languages[language]) {
+            try {
+                highlightedCode = Prism.highlight(code, Prism.languages[language], language);
+            }
+            catch (err) {
+                console.warn(`Failed to highlight ${language}:`, err);
+            }
+        }
+        // Return pre > code with proper language class on BOTH elements
+        // This ensures Prism CSS can target both pre[class*="language-"] and code[class*="language-"]
+        return `<pre class="language-${lang}"><code class="language-${lang}">${highlightedCode}</code></pre>`;
+    };
+    // Configure marked for GFM support
+    marked.setOptions({
+        gfm: true,
+        breaks: true,
+        renderer,
+    });
+    // Parse markdown to HTML
+    const html = await marked.parse(content);
+    // Sanitize if requested
+    if (sanitize) {
+        const DOMPurify = await Promise.resolve().then(() => __importStar(require('dompurify')));
+        const purify = DOMPurify.default || DOMPurify;
+        return purify.sanitize(html, {
+            ALLOWED_TAGS: [
+                'p',
+                'br',
+                'strong',
+                'em',
+                'u',
+                's',
+                'code',
+                'pre',
+                'a',
+                'ul',
+                'ol',
+                'li',
+                'blockquote',
+                'h1',
+                'h2',
+                'h3',
+                'h4',
+                'h5',
+                'h6',
+                'table',
+                'thead',
+                'tbody',
+                'tr',
+                'td',
+                'th',
+                'img',
+                'hr',
+                'div',
+                'span',
+            ],
+            ALLOWED_ATTR: ['href', 'title', 'src', 'alt', 'class', 'id', 'style'],
+            ALLOW_DATA_ATTR: false,
+        });
+    }
+    return html;
+}
+/**
+ * Calculate the size of content in lines and bytes.
+ *
+ * @param content - Text content to measure
+ * @returns Object with line count and byte size
+ */
+function getContentSize(content) {
+    const lines = content.split('\n').length;
+    const bytes = new TextEncoder().encode(content).length;
+    return { lines, bytes };
+}
+/**
+ * Determine if content should be truncated based on threshold.
+ *
+ * @param content - Text content to check
+ * @param threshold - Truncation threshold (default: 500 lines or 50KB)
+ * @returns True if content exceeds threshold
+ */
+function shouldTruncate(content, threshold = exports.DEFAULT_TRUNCATION_THRESHOLD) {
+    const size = getContentSize(content);
+    return size.lines > threshold.lines || size.bytes > threshold.bytes;
+}
+/**
+ * Truncate content to a maximum number of lines.
+ *
+ * @param content - Text content to truncate
+ * @param maxLines - Maximum number of lines to keep
+ * @returns Object with truncated content, original content, and truncation flag
+ */
+function truncateContent(content, maxLines) {
+    const lines = content.split('\n');
+    const originalLines = lines.length;
+    if (originalLines <= maxLines) {
+        return {
+            truncated: content,
+            original: content,
+            isTruncated: false,
+            truncatedLines: originalLines,
+            originalLines,
+        };
+    }
+    const truncatedLines = lines.slice(0, maxLines);
+    const truncated = truncatedLines.join('\n');
+    return {
+        truncated,
+        original: content,
+        isTruncated: true,
+        truncatedLines: maxLines,
+        originalLines,
+    };
+}
+/**
+ * Smart truncation that considers threshold and returns appropriate content.
+ *
+ * @param content - Text content to potentially truncate
+ * @param threshold - Truncation threshold (default: 500 lines or 50KB)
+ * @returns Truncation result with appropriate content
+ */
+function smartTruncate(content, threshold = exports.DEFAULT_TRUNCATION_THRESHOLD) {
+    if (!shouldTruncate(content, threshold)) {
+        const lines = content.split('\n').length;
+        return {
+            truncated: content,
+            original: content,
+            isTruncated: false,
+            truncatedLines: lines,
+            originalLines: lines,
+        };
+    }
+    // Use the line threshold for truncation
+    return truncateContent(content, threshold.lines);
+}
+//# sourceMappingURL=markdown.js.map

package/dist/cjs/ui/utils/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../../../src/ui/utils/markdown.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmCH,sCAwHC;AAQD,wCAKC;AASD,wCAMC;AASD,0CAwBC;AASD,sCAiBC;AAhPD,iDAAiD;AACpC,QAAA,4BAA4B,GAAG;IAC1C,KAAK,EAAE,GAAG;IACV,KAAK,EAAE,KAAK,EAAE,OAAO;CACtB,CAAA;AAoBD;;;;;;;;GAQG;AACI,KAAK,UAAU,aAAa,CACjC,OAAe,EACf,QAAQ,GAAG,IAAI,EACf,wBAAwB,GAAG,IAAI;IAE/B,uCAAuC;IACvC,MAAM,EAAE,MAAM,EAAE,GAAG,wDAAa,QAAQ,GAAC,CAAA;IAEzC,2DAA2D;IAC3D,IAAI,KAAK,GAAoC,IAAI,CAAA;IACjD,IAAI,wBAAwB,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,8DAA8D;YAC9D,KAAK,GAAG,wDAAa,SAAS,GAAC,CAAA;YAE/B,kDAAkD;YAClD,yEAAyE;YACzE,wDAAa,qCAAqC,GAAC,CAAA;YACnD,yEAAyE;YACzE,wDAAa,8BAA8B,GAAC,CAAA;YAC5C,yEAAyE;YACzE,wDAAa,8BAA8B,GAAC,CAAA;YAC5C,yEAAyE;YACzE,wDAAa,iCAAiC,GAAC,CAAA;YAC/C,yEAAyE;YACzE,wDAAa,+BAA+B,GAAC,CAAA;YAC7C,yEAAyE;YACzE,wDAAa,+BAA+B,GAAC,CAAA;YAC7C,yEAAyE;YACzE,wDAAa,+BAA+B,GAAC,CAAA;YAC7C,yEAAyE;YACzE,wDAAa,mCAAmC,GAAC,CAAA;YACjD,yEAAyE;YACzE,wDAAa,8BAA8B,GAAC,CAAA;YAC5C,yEAAyE;YACzE,wDAAa,+BAA+B,GAAC,CAAA;YAC7C,yEAAyE;YACzE,wDAAa,6BAA6B,GAAC,CAAA;YAC3C,yEAAyE;YACzE,wDAAa,+BAA+B,GAAC,CAAA;QAC/C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,GAAG,CAAC,CAAA;QACpE,CAAC;IACH,CAAC;IAED,yEAAyE;IACzE,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAA;IAEtC,0EAA0E;IAC1E,QAAQ,CAAC,IAAI,GAAG,CAAC,IAAY,EAAE,QAA4B,EAAE,EAAE;QAC7D,MAAM,IAAI,GAAG,QAAQ,IAAI,WAAW,CAAA;QACpC,IAAI,eAAe,GAAG,IAAI,CAAA;QAE1B,wCAAwC;QACxC,IAAI,KAAK,IAAI,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;YACnD,IAAI,CAAC;gBACH,eAAe,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,CAAA;YAC9E,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,uBAAuB,QAAQ,GAAG,EAAE,GAAG,CAAC,CAAA;YACvD,CAAC;QACH,CAAC;QAED,gEAAgE;QAChE,8FAA8F;QAC9F,OAAO,wBAAwB,IAAI,2BAA2B,IAAI,KAAK,eAAe,eAAe,CAAA;IACvG,CAAC,CAAA;IAED,mCAAmC;IACnC,MAAM,CAAC,UAAU,CAAC;QAChB,GAAG,EAAE,IAAI;QACT,MAAM,EAAE,IAAI;QACZ,QAAQ;KACT,CAAC,CAAA;IAEF,yBAAyB;IACzB,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IAExC,wBAAwB;IACxB,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,SAAS,GAAG,wDAAa,WAAW,GAAC,CAAA;QAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,IAAI,SAAS,CAAA;QAE7C,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE;YAC3B,YAAY,EAAE;gBACZ,GAAG;gBACH,IAAI;gBACJ,QAAQ;gBACR,IAAI;gBACJ,GAAG;gBACH,GAAG;gBACH,MAAM;gBACN,KAAK;gBACL,GAAG;gBACH,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,YAAY;gBACZ,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,OAAO;gBACP,OAAO;gBACP,OAAO;gBACP,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,KAAK;gBACL,IAAI;gBACJ,KAAK;gBACL,MAAM;aACP;YACD,YAAY,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC;YACrE,eAAe,EAAE,KAAK;SACvB,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;;GAKG;AACH,SAAgB,cAAc,CAAC,OAAe;IAC5C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAA;IACxC,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAA;IAEtD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;AACzB,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,cAAc,CAC5B,OAAe,EACf,YAAiC,oCAA4B;IAE7D,MAAM,IAAI,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;IACpC,OAAO,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAA;AACrE,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,eAAe,CAAC,OAAe,EAAE,QAAgB;IAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACjC,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAA;IAElC,IAAI,aAAa,IAAI,QAAQ,EAAE,CAAC;QAC9B,OAAO;YACL,SAAS,EAAE,OAAO;YAClB,QAAQ,EAAE,OAAO;YACjB,WAAW,EAAE,KAAK;YAClB,cAAc,EAAE,aAAa;YAC7B,aAAa;SACd,CAAA;IACH,CAAC;IAED,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;IAC/C,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAE3C,OAAO;QACL,SAAS;QACT,QAAQ,EAAE,OAAO;QACjB,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE,QAAQ;QACxB,aAAa;KACd,CAAA;AACH,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,aAAa,CAC3B,OAAe,EACf,YAAiC,oCAA4B;IAE7D,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAA;QACxC,OAAO;YACL,SAAS,EAAE,OAAO;YAClB,QAAQ,EAAE,OAAO;YACjB,WAAW,EAAE,KAAK;YAClB,cAAc,EAAE,KAAK;YACrB,aAAa,EAAE,KAAK;SACrB,CAAA;IACH,CAAC;IAED,wCAAwC;IACxC,OAAO,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAA;AAClD,CAAC"}