@spexcode/transcript 0.7.0-next.1 → 0.7.0-next.11

package/dist/parsers.d.ts

@@ -8,6 +8,7 @@ export type MutableTool = {
     output?: string;
     outputLines: number;
     outputBytes: number;
+    outcome?: ToolOutcome;
 };
 export type MutableTurn = {
     id: string | null;
@@ -16,17 +17,21 @@ export type MutableTurn = {
     text?: string;
     tools: MutableTool[];
 };
+export type ToolOutcome = 'failed' | 'rejected';
 export type ParsedEvent = {
     at: number | null;
     turn: MutableTurn | null;
     toolOutputs?: readonly {
         id: string;
         text: string;
+        outcome?: ToolOutcome;
     }[];
 };
 export type Parse = (value: unknown) => ParsedEvent | null;
 export declare function claudeEvent(value: unknown): ParsedEvent | null;
 export declare function codexEvent(value: unknown): ParsedEvent | null;
+export declare function codexAppServerEvent(value: unknown): ParsedEvent | null;
+export declare function codexAppServerStream(): Parse;
 export declare function piEvent(value: unknown): ParsedEvent | null;
 export declare function geminiEvent(value: unknown): ParsedEvent | null;
 export declare function openclawEvent(value: unknown): ParsedEvent | null;

package/dist/parsers.js

@@ -50,12 +50,69 @@ const compact = (value) => {
         return String(value);
     }
 };
+// A RESULT IS WHAT THE TOOL SAID, NOT ITS WIRE SHAPE. Every harness that records a result as content blocks
+// (Claude's tool_result content, Codex's input_text output blocks, MCP results everywhere) means the text of
+// those blocks, with their line breaks; encoding the block list itself as JSON would show the reader escaped
+// newlines inside a JSON shell. A block that is not text — an image, a reference — is named, not dumped.
+const resultText = (value) => {
+    if (typeof value === 'string')
+        return value;
+    if (!Array.isArray(value))
+        return compact(value);
+    return value.map((blockValue) => {
+        const block = object(blockValue);
+        if (!block)
+            return compact(blockValue);
+        const text = string(block.text);
+        if (text !== null)
+            return text;
+        const type = string(block.type);
+        if (type === 'image')
+            return '[image]';
+        if (type)
+            return `[${type}]`;
+        return compact(blockValue);
+    }).join('\n');
+};
+// CODEX CODE-MODE: the `exec` tool's input is a JS program that calls `tools.exec_command({cmd:"…"})`; the shell
+// command is what actually ran, the JS around it is transport the model writes to reach the sandbox. Surface the
+// command(s) so a GENERIC renderer shows what ran, not the wrapper. This is codex-adapter knowledge and lives
+// here at the bottom of the stack — never leak a code-mode literal up into the shared vocabulary or the UI.
+const CODEX_EXEC_CMD = /\bcmd\s*:\s*"((?:[^"\\]|\\.)*)"/g;
+function codexExecCommand(input) {
+    if (typeof input !== 'string' || !input.includes('exec_command'))
+        return input;
+    const commands = [];
+    for (const match of input.matchAll(CODEX_EXEC_CMD)) {
+        try {
+            commands.push(JSON.parse(`"${match[1]}"`));
+        }
+        catch {
+            commands.push(match[1].replace(/\\(["\\])/g, '$1'));
+        }
+    }
+    return commands.length ? commands.join('\n') : input;
+}
 const lineCount = (value) => value ? value.split(/\r?\n/).length : 0;
 // --- the seven native shapes -------------------------------------------------------------------------------
 export function claudeEvent(value) {
     const entry = object(value);
-    const message = object(entry?.message);
-    if (!entry || !message)
+    if (!entry)
+        return null;
+    // A message steered into a RUNNING turn (stream-json `type:user` on stdin, a queued command in the TUI) is not
+    // recorded as a `user` message: Claude writes it as an `attachment` of type `queued_command` carrying the prompt
+    // blocks. It is the person's turn all the same, and the one place a steer becomes observable — hooks never fire
+    // for it — so the reader draws it as a user turn at the moment it entered the conversation.
+    if (entry.type === 'attachment') {
+        const attachment = object(entry.attachment);
+        const queuedAt = at(entry);
+        if (attachment?.type !== 'queued_command' || queuedAt === null)
+            return null;
+        const text = items(attachment.prompt).map((block) => string(object(block)?.text)).filter(Boolean).join('\n') || null;
+        return text ? { at: queuedAt, turn: { id: idOf(entry), at: queuedAt, role: 'user', text, tools: [] } } : null;
+    }
+    const message = object(entry.message);
+    if (!message)
         return null;
     const eventAt = at(entry) ?? at(message);
     if (eventAt === null)
@@ -68,7 +125,7 @@ export function claudeEvent(value) {
         const outputs = blocks.flatMap((block) => {
             const b = object(block);
             const id = string(b?.tool_use_id);
-            return b?.type === 'tool_result' && id ? [{ id, text: compact(b?.content ?? '') }] : [];
+            return b?.type === 'tool_result' && id ? [{ id, text: resultText(b?.content ?? ''), ...(b?.is_error === true ? { outcome: 'failed' } : {}) }] : [];
         });
         if (outputs.length)
             return { at: eventAt, turn: null, toolOutputs: outputs };
@@ -90,6 +147,9 @@ export function claudeEvent(value) {
     }
     return null;
 }
+const blockText = (content) => typeof content === 'string'
+    ? string(content)
+    : items(content).map((block) => string(object(block)?.text)).filter(Boolean).join('\n') || null;
 export function codexEvent(value) {
     const entry = object(value);
     const payload = object(entry?.payload);
@@ -99,30 +159,137 @@ export function codexEvent(value) {
     if (eventAt === null)
         return { at: null, turn: null };
     const type = string(payload.type);
-    if ((entry.type === 'event_msg' && type === 'user_message')
-        || (entry.type === 'response_item' && (type === 'message' || type === 'input_message') && payload.role === 'user')) {
+    // THE PERSON'S MESSAGE is the `user_message` event. Codex also records it as a `response_item` message (the API
+    // form, `input_text` blocks) beside harness injections that no person typed (the AGENTS.md instructions), so
+    // that form is not a turn — the event is, once.
+    if (entry.type === 'event_msg' && type === 'user_message') {
         const text = typeof payload.message === 'string' ? payload.message : compact(payload.message ?? payload.content ?? '');
         return text ? { at: eventAt, turn: { id: idOf(payload) ?? idOf(entry), at: eventAt, role: 'user', text, tools: [] } } : null;
     }
-    // commentary AND the final answer are both what the agent said; only structured reasoning stays private
+    if (entry.type === 'response_item' && (type === 'message' || type === 'input_message') && payload.role === 'user')
+        return { at: eventAt, turn: null };
+    // WHAT THE AGENT SAID is the `agent_message` event — commentary and the final answer alike. Codex 0.146 also
+    // records the same prose as a `response_item` message (`output_text` blocks) beside it, so that form is not read:
+    // reading both would say every sentence twice. An empty event (a final answer that was a tool call) is a clock,
+    // not a turn. Structured reasoning stays private.
     if (entry.type === 'event_msg' && type === 'agent_message') {
         const text = string(payload.message ?? payload.text);
-        return text ? { at: eventAt, turn: { id: idOf(payload) ?? idOf(entry), at: eventAt, role: 'assistant', text, tools: [] } } : null;
+        return text ? { at: eventAt, turn: { id: idOf(payload) ?? idOf(entry), at: eventAt, role: 'assistant', text, tools: [] } } : { at: eventAt, turn: null };
     }
+    if (entry.type === 'response_item' && type === 'message' && payload.role === 'assistant')
+        return { at: eventAt, turn: null };
     if (entry.type === 'response_item' && (type === 'custom_tool_call' || type === 'function_call')) {
         const id = string(payload.call_id ?? payload.id) ?? 'tool';
-        return { at: eventAt, turn: { id: idOf(payload) ?? idOf(entry), at: eventAt, role: 'assistant', tools: [{ id, name: string(payload.name ?? payload.tool_name) ?? 'tool', input: payload.input === undefined && payload.arguments === undefined ? undefined : compact(payload.input ?? payload.arguments), outputLines: 0, outputBytes: 0 }] } };
+        const rawInput = payload.input === undefined && payload.arguments === undefined ? undefined : compact(payload.input ?? payload.arguments);
+        return { at: eventAt, turn: { id: idOf(payload) ?? idOf(entry), at: eventAt, role: 'assistant', tools: [{ id, name: string(payload.name ?? payload.tool_name) ?? 'tool', input: codexExecCommand(rawInput), outputLines: 0, outputBytes: 0 }] } };
     }
     if (entry.type === 'response_item' && (type === 'custom_tool_call_output' || type === 'function_call_output')) {
         const id = string(payload.call_id ?? payload.id);
         const output = payload.output ?? payload.result ?? '';
-        return id ? { at: eventAt, turn: null, toolOutputs: [{ id, text: compact(output) }] } : null;
+        return id ? { at: eventAt, turn: null, toolOutputs: [{ id, text: resultText(output) }] } : null;
     }
     return null;
 }
-const blockText = (content) => typeof content === 'string'
-    ? string(content)
-    : items(content).map((block) => string(object(block)?.text)).filter(Boolean).join('\n') || null;
+// Codex app-server notifications are a different native stream from rollout lines. Keep this mapping stateless:
+// a caller that needs streamed prose uses codexAppServerStream below, while file and in-memory sources still
+// share the same one-record parser contract.
+export function codexAppServerEvent(value) {
+    const entry = object(value);
+    const params = object(entry?.params);
+    if (!entry || !params || typeof entry.method !== 'string')
+        return null;
+    const item = object(params.item);
+    const method = entry.method;
+    const recognized = method === 'item/agentMessage/delta' || method === 'item/started' || method === 'item/completed';
+    if (!recognized)
+        return null;
+    const eventAt = timestamp(params.emittedAtMs) ?? timestamp(params.startedAtMs) ?? timestamp(params.completedAtMs);
+    if (eventAt === null)
+        return { at: null, turn: null };
+    if (method === 'item/agentMessage/delta') {
+        const id = string(params.itemId);
+        const delta = string(params.delta);
+        return id && delta !== null
+            ? { at: eventAt, turn: { id, at: eventAt, role: 'assistant', text: delta, tools: [] } }
+            : null;
+    }
+    if ((method !== 'item/started' && method !== 'item/completed') || !item)
+        return null;
+    const id = string(item.id);
+    const type = string(item.type);
+    if (!id || !type)
+        return null;
+    if (type === 'userMessage') {
+        const text = blockText(item.content);
+        return text ? { at: eventAt, turn: { id, at: eventAt, role: 'user', text, tools: [] } } : null;
+    }
+    if (type === 'agentMessage') {
+        const text = string(item.text);
+        return { at: eventAt, turn: { id, at: eventAt, role: 'assistant', text: text ?? undefined, tools: [] } };
+    }
+    const toolTypes = new Set(['commandExecution', 'functionCall', 'customToolCall', 'mcpToolCall', 'dynamicToolCall']);
+    if (!toolTypes.has(type))
+        return null;
+    if (method === 'item/started') {
+        const name = type === 'commandExecution' ? 'command'
+            : string(item.name) ?? string(item.tool) ?? (type === 'mcpToolCall' ? 'mcp' : 'tool');
+        const input = item.arguments !== undefined ? item.arguments
+            : item.input !== undefined ? item.input
+                : item.command !== undefined ? item.command
+                    : undefined;
+        return { at: eventAt, turn: { id, at: eventAt, role: 'assistant', tools: [{ id, name, input: input === undefined ? undefined : compact(input), outputLines: 0, outputBytes: 0 }] } };
+    }
+    let output = undefined;
+    if (type === 'commandExecution')
+        output = item.aggregatedOutput;
+    else if (type === 'functionCall' || type === 'customToolCall')
+        output = item.output ?? item.result;
+    else if (type === 'mcpToolCall')
+        output = item.result ?? item.error;
+    else if (type === 'dynamicToolCall')
+        output = item.contentItems ?? item.output ?? item.error;
+    // the item status is the app-server's own verdict: `failed`, or `declined` when the person refused the call —
+    // a declined call has no output, so the empty result is what ends its "running"
+    const status = string(item.status);
+    const outcome = status === 'failed' ? 'failed' : status === 'declined' ? 'rejected' : undefined;
+    if (output === undefined || output === null) {
+        return outcome ? { at: eventAt, turn: null, toolOutputs: [{ id, text: '', outcome }] } : { at: eventAt, turn: null };
+    }
+    return { at: eventAt, turn: null, toolOutputs: [{ id, text: resultText(output), ...(outcome ? { outcome } : {}) }] };
+}
+// Agent-message deltas are fragments of one native item. The closure remembers only that item's text and
+// re-emits its native id, allowing IntervalCollector to replace the earlier turn in place.
+export function codexAppServerStream() {
+    const textByItem = new Map();
+    return (value) => {
+        const parsed = codexAppServerEvent(value);
+        if (!parsed)
+            return null;
+        const entry = object(value);
+        const params = object(entry?.params);
+        const item = object(params?.item);
+        if (entry?.method === 'item/agentMessage/delta') {
+            const id = string(params?.itemId);
+            if (!id || !parsed.turn)
+                return parsed;
+            const text = (textByItem.get(id) ?? '') + (parsed.turn.text ?? '');
+            textByItem.set(id, text);
+            return { ...parsed, turn: { ...parsed.turn, text } };
+        }
+        if (item && item.type === 'agentMessage') {
+            const id = string(item.id);
+            if (id) {
+                const text = string(item.text);
+                if (text !== null || !textByItem.has(id))
+                    textByItem.set(id, text ?? '');
+                const turn = parsed.turn;
+                if (turn)
+                    return { ...parsed, turn: { ...turn, text: textByItem.get(id) || undefined } };
+            }
+        }
+        return parsed;
+    };
+}
 export function piEvent(value) {
     const entry = object(value);
     const message = object(entry?.message);
@@ -150,7 +317,7 @@ export function piEvent(value) {
     }
     if (message.role === 'toolResult') {
         const id = string(message.toolCallId);
-        return id ? { at: eventAt, turn: null, toolOutputs: [{ id, text: blockText(message.content) ?? compact(message.content ?? '') }] } : null;
+        return id ? { at: eventAt, turn: null, toolOutputs: [{ id, text: blockText(message.content) ?? compact(message.content ?? ''), ...(message.isError === true ? { outcome: 'failed' } : {}) }] } : null;
     }
     return null;
 }
@@ -185,7 +352,7 @@ export function geminiEvent(value) {
         for (const callValue of items(message.toolCalls)) {
             const call = object(callValue);
             const id = string(call?.id) ?? `tool-${turn.tools.length}`;
-            turn.tools.push({ id, name: string(call?.name) ?? 'tool', input: call?.args === undefined ? undefined : compact(call.args), outputLines: 0, outputBytes: 0 });
+            turn.tools.push({ id, name: string(call?.name) ?? 'tool', input: call?.args === undefined ? undefined : compact(call.args), outputLines: 0, outputBytes: 0, ...(call?.status === 'error' ? { outcome: 'failed' } : {}) });
         }
         if (!turn.text && !turn.tools.length)
             return null;
@@ -207,7 +374,7 @@ export function openclawEvent(value) {
     }
     if (message.role === 'toolResult') {
         const id = string(message.toolCallId);
-        return id ? { at: eventAt, turn: null, toolOutputs: [{ id, text: blockText(message.content) ?? compact(message.content ?? '') }] } : null;
+        return id ? { at: eventAt, turn: null, toolOutputs: [{ id, text: blockText(message.content) ?? compact(message.content ?? ''), ...(message.isError === true ? { outcome: 'failed' } : {}) }] } : null;
     }
     if (message.role === 'assistant') {
         const turn = { id: idOf(entry) ?? idOf(message), at: eventAt, role: 'assistant', tools: [] };
@@ -291,11 +458,14 @@ export function opencodeEvents(value) {
                 const state = object(part.state);
                 const status = (string(state?.status) ?? '').toLowerCase();
                 const tool = { id: string(part.callID ?? part.id) ?? `tool-${turn.tools.length}`, name: string(part.tool) ?? 'tool', input: state?.input === undefined ? undefined : compact(state.input), outputLines: 0, outputBytes: 0 };
-                if (/completed|error|cancelled/.test(status)) {
+                // the terminal states of OpenCode's ToolState union — a call still pending or running has no result yet
+                if (/completed|error/.test(status)) {
                     const output = compact(state?.output ?? state?.error ?? '');
                     tool.output = output.slice(0, MAX_OUTPUT_BYTES);
                     tool.outputBytes = Buffer.byteLength(output);
                     tool.outputLines = lineCount(output);
+                    if (status === 'error')
+                        tool.outcome = 'failed';
                 }
                 turn.tools.push(tool);
             }
@@ -348,6 +518,8 @@ export class IntervalCollector {
                 tool.outputLines += lineCount(output.text);
                 if (tool.output === undefined)
                     tool.output = '';
+                if (output.outcome)
+                    tool.outcome = output.outcome;
                 const remaining = Math.max(0, MAX_OUTPUT_BYTES - Buffer.byteLength(tool.output));
                 tool.output += output.text.slice(0, remaining);
                 if (bytes > remaining)
@@ -366,14 +538,31 @@ export class IntervalCollector {
                 this.synthesized.set(base, seen + 1);
                 turn.id = seen ? `${base}#${seen}` : base;
             }
-            this.turns.push(turn);
-            for (const tool of turn.tools)
-                this.byTool.set(tool.id, tool);
-            if (this.turns.length > MAX_TURNS) {
-                const dropped = this.turns.shift();
-                for (const tool of dropped.tools)
-                    this.evicted.add(tool.id);
-                this.omittedTurns++;
+            const existingAt = this.turns.findIndex((candidate) => candidate.id === turn.id);
+            if (existingAt >= 0) {
+                const existing = this.turns[existingAt];
+                const incomingTools = new Map(turn.tools.map((tool) => [tool.id, tool]));
+                const tools = existing.tools.map((tool) => {
+                    const incoming = incomingTools.get(tool.id);
+                    incomingTools.delete(tool.id);
+                    return incoming ? { ...tool, ...incoming, output: incoming.output ?? tool.output } : tool;
+                });
+                tools.push(...incomingTools.values());
+                const replacement = { ...existing, ...turn, text: turn.text ?? existing.text, tools };
+                this.turns[existingAt] = replacement;
+                for (const tool of replacement.tools)
+                    this.byTool.set(tool.id, tool);
+            }
+            else {
+                this.turns.push(turn);
+                for (const tool of turn.tools)
+                    this.byTool.set(tool.id, tool);
+                if (this.turns.length > MAX_TURNS) {
+                    const dropped = this.turns.shift();
+                    for (const tool of dropped.tools)
+                        this.evicted.add(tool.id);
+                    this.omittedTurns++;
+                }
             }
         }
         return this.pastRange;

package/dist/readers.d.ts

@@ -1,6 +1,6 @@
 import { type TranscriptReader } from './turns.js';
 export declare function claudeTranscriptPath(threadId: string, root?: string): string | null;
-export declare function codexRolloutPath(threadId: string, root?: string): string | null;
+export declare function codexRolloutPath(threadId: string, root?: string, archive?: string): string | null;
 export declare function piSessionPath(threadId: string, root?: string): string | null;
 export declare function geminiTranscriptPath(threadId: string, root?: string): string | null;
 export declare function openclawTranscriptPath(threadId: string, root?: string): string | null;

package/dist/readers.js

@@ -1,7 +1,7 @@
 import { execFileSync } from 'node:child_process';
 import { closeSync, openSync, readFileSync, readSync, readdirSync, statSync } from 'node:fs';
 import { homedir } from 'node:os';
-import { join } from 'node:path';
+import { dirname, join } from 'node:path';
 import { TranscriptReadError } from './turns.js';
 import { IntervalCollector, claudeEvent, codexEvent, geminiEvent, hermesEvents, openclawEvent, opencodeEvents, piEvent } from './parsers.js';
 // THE NATIVE-THREAD READERS. Each harness keeps its conversation somewhere private — Claude's project JSONL,
@@ -31,7 +31,10 @@ export function claudeTranscriptPath(threadId, root = projectTranscriptRoot()) {
 const codexSessionsDir = () => join(process.env.CODEX_HOME || join(homedir(), '.codex'), 'sessions');
 // Walk newest day first and return on the first hit; the walk is exhaustive rather than capped, because
 // future-dated junk under sessions/ sorts above every real day and a cap once masked every real rollout.
-export function codexRolloutPath(threadId, root = codexSessionsDir()) {
+// A thread Codex has ARCHIVED (the app-server's thread/archive, which a closed session runs) keeps its
+// rollout, moved out of the dated tree into the flat `archived_sessions/` beside it — a closed session's
+// conversation is still on disk and still readable, so the locator looks there second.
+export function codexRolloutPath(threadId, root = codexSessionsDir(), archive = join(dirname(root), 'archived_sessions')) {
     for (const year of children(root))
         for (const month of children(join(root, year)))
             for (const day of children(join(root, year, month))) {
@@ -40,7 +43,8 @@ export function codexRolloutPath(threadId, root = codexSessionsDir()) {
                 if (file)
                     return join(dir, file);
             }
-    return null;
+    const archived = children(archive).find((name) => name.includes(threadId));
+    return archived ? join(archive, archived) : null;
 }
 const piSessionsRoot = () => join(process.env.SPEXCODE_PI_AGENT_DIR || join(homedir(), '.pi', 'agent'), 'sessions');
 const piSessionPaths = new Map();

package/dist/turns.d.ts

@@ -9,6 +9,7 @@ export type TranscriptTool = Readonly<{
     output?: string;
     outputLines: number;
     outputBytes: number;
+    outcome?: 'failed' | 'rejected';
 }>;
 export type TranscriptTurn = Readonly<{
     id: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spexcode/transcript",
-  "version": "0.7.0-next.1",
+  "version": "0.7.0-next.11",
   "type": "module",
   "description": "Normalized agent transcripts: one parser per harness, a bounded interval reader over a native thread file or an in-memory event stream, and the full/delta frame protocol every transport and renderer share.",
   "files": [