@spexcode/transcript 0.7.0-next.1 → 0.7.0-next.2

package/dist/parsers.d.ts

@@ -27,6 +27,8 @@ export type ParsedEvent = {
 export type Parse = (value: unknown) => ParsedEvent | null;
 export declare function claudeEvent(value: unknown): ParsedEvent | null;
 export declare function codexEvent(value: unknown): ParsedEvent | null;
+export declare function codexAppServerEvent(value: unknown): ParsedEvent | null;
+export declare function codexAppServerStream(): Parse;
 export declare function piEvent(value: unknown): ParsedEvent | null;
 export declare function geminiEvent(value: unknown): ParsedEvent | null;
 export declare function openclawEvent(value: unknown): ParsedEvent | null;

package/dist/parsers.js

@@ -120,6 +120,101 @@ export function codexEvent(value) {
     }
     return null;
 }
+// Codex app-server notifications are a different native stream from rollout lines. Keep this mapping stateless:
+// a caller that needs streamed prose uses codexAppServerStream below, while file and in-memory sources still
+// share the same one-record parser contract.
+export function codexAppServerEvent(value) {
+    const entry = object(value);
+    const params = object(entry?.params);
+    if (!entry || !params || typeof entry.method !== 'string')
+        return null;
+    const item = object(params.item);
+    const method = entry.method;
+    const recognized = method === 'item/agentMessage/delta' || method === 'item/started' || method === 'item/completed';
+    if (!recognized)
+        return null;
+    const eventAt = timestamp(params.emittedAtMs) ?? timestamp(params.startedAtMs) ?? timestamp(params.completedAtMs);
+    if (eventAt === null)
+        return { at: null, turn: null };
+    if (method === 'item/agentMessage/delta') {
+        const id = string(params.itemId);
+        const delta = string(params.delta);
+        return id && delta !== null
+            ? { at: eventAt, turn: { id, at: eventAt, role: 'assistant', text: delta, tools: [] } }
+            : null;
+    }
+    if ((method !== 'item/started' && method !== 'item/completed') || !item)
+        return null;
+    const id = string(item.id);
+    const type = string(item.type);
+    if (!id || !type)
+        return null;
+    if (type === 'userMessage') {
+        const text = blockText(item.content);
+        return text ? { at: eventAt, turn: { id, at: eventAt, role: 'user', text, tools: [] } } : null;
+    }
+    if (type === 'agentMessage') {
+        const text = string(item.text);
+        return { at: eventAt, turn: { id, at: eventAt, role: 'assistant', text: text ?? undefined, tools: [] } };
+    }
+    const toolTypes = new Set(['commandExecution', 'functionCall', 'customToolCall', 'mcpToolCall', 'dynamicToolCall']);
+    if (!toolTypes.has(type))
+        return null;
+    if (method === 'item/started') {
+        const name = type === 'commandExecution' ? 'command'
+            : string(item.name) ?? string(item.tool) ?? (type === 'mcpToolCall' ? 'mcp' : 'tool');
+        const input = item.arguments !== undefined ? item.arguments
+            : item.input !== undefined ? item.input
+                : item.command !== undefined ? item.command
+                    : undefined;
+        return { at: eventAt, turn: { id, at: eventAt, role: 'assistant', tools: [{ id, name, input: input === undefined ? undefined : compact(input), outputLines: 0, outputBytes: 0 }] } };
+    }
+    let output = undefined;
+    if (type === 'commandExecution')
+        output = item.aggregatedOutput;
+    else if (type === 'functionCall' || type === 'customToolCall')
+        output = item.output ?? item.result;
+    else if (type === 'mcpToolCall')
+        output = item.result ?? item.error;
+    else if (type === 'dynamicToolCall')
+        output = item.contentItems ?? item.output ?? item.error;
+    return output === undefined || output === null
+        ? { at: eventAt, turn: null }
+        : { at: eventAt, turn: null, toolOutputs: [{ id, text: compact(output) }] };
+}
+// Agent-message deltas are fragments of one native item. The closure remembers only that item's text and
+// re-emits its native id, allowing IntervalCollector to replace the earlier turn in place.
+export function codexAppServerStream() {
+    const textByItem = new Map();
+    return (value) => {
+        const parsed = codexAppServerEvent(value);
+        if (!parsed)
+            return null;
+        const entry = object(value);
+        const params = object(entry?.params);
+        const item = object(params?.item);
+        if (entry?.method === 'item/agentMessage/delta') {
+            const id = string(params?.itemId);
+            if (!id || !parsed.turn)
+                return parsed;
+            const text = (textByItem.get(id) ?? '') + (parsed.turn.text ?? '');
+            textByItem.set(id, text);
+            return { ...parsed, turn: { ...parsed.turn, text } };
+        }
+        if (item && item.type === 'agentMessage') {
+            const id = string(item.id);
+            if (id) {
+                const text = string(item.text);
+                if (text !== null || !textByItem.has(id))
+                    textByItem.set(id, text ?? '');
+                const turn = parsed.turn;
+                if (turn)
+                    return { ...parsed, turn: { ...turn, text: textByItem.get(id) || undefined } };
+            }
+        }
+        return parsed;
+    };
+}
 const blockText = (content) => typeof content === 'string'
     ? string(content)
     : items(content).map((block) => string(object(block)?.text)).filter(Boolean).join('\n') || null;
@@ -366,14 +461,31 @@ export class IntervalCollector {
                 this.synthesized.set(base, seen + 1);
                 turn.id = seen ? `${base}#${seen}` : base;
             }
-            this.turns.push(turn);
-            for (const tool of turn.tools)
-                this.byTool.set(tool.id, tool);
-            if (this.turns.length > MAX_TURNS) {
-                const dropped = this.turns.shift();
-                for (const tool of dropped.tools)
-                    this.evicted.add(tool.id);
-                this.omittedTurns++;
+            const existingAt = this.turns.findIndex((candidate) => candidate.id === turn.id);
+            if (existingAt >= 0) {
+                const existing = this.turns[existingAt];
+                const incomingTools = new Map(turn.tools.map((tool) => [tool.id, tool]));
+                const tools = existing.tools.map((tool) => {
+                    const incoming = incomingTools.get(tool.id);
+                    incomingTools.delete(tool.id);
+                    return incoming ? { ...tool, ...incoming, output: incoming.output ?? tool.output } : tool;
+                });
+                tools.push(...incomingTools.values());
+                const replacement = { ...existing, ...turn, text: turn.text ?? existing.text, tools };
+                this.turns[existingAt] = replacement;
+                for (const tool of replacement.tools)
+                    this.byTool.set(tool.id, tool);
+            }
+            else {
+                this.turns.push(turn);
+                for (const tool of turn.tools)
+                    this.byTool.set(tool.id, tool);
+                if (this.turns.length > MAX_TURNS) {
+                    const dropped = this.turns.shift();
+                    for (const tool of dropped.tools)
+                        this.evicted.add(tool.id);
+                    this.omittedTurns++;
+                }
             }
         }
         return this.pastRange;

package/dist/readers.d.ts

@@ -1,6 +1,6 @@
 import { type TranscriptReader } from './turns.js';
 export declare function claudeTranscriptPath(threadId: string, root?: string): string | null;
-export declare function codexRolloutPath(threadId: string, root?: string): string | null;
+export declare function codexRolloutPath(threadId: string, root?: string, archive?: string): string | null;
 export declare function piSessionPath(threadId: string, root?: string): string | null;
 export declare function geminiTranscriptPath(threadId: string, root?: string): string | null;
 export declare function openclawTranscriptPath(threadId: string, root?: string): string | null;

package/dist/readers.js

@@ -1,7 +1,7 @@
 import { execFileSync } from 'node:child_process';
 import { closeSync, openSync, readFileSync, readSync, readdirSync, statSync } from 'node:fs';
 import { homedir } from 'node:os';
-import { join } from 'node:path';
+import { dirname, join } from 'node:path';
 import { TranscriptReadError } from './turns.js';
 import { IntervalCollector, claudeEvent, codexEvent, geminiEvent, hermesEvents, openclawEvent, opencodeEvents, piEvent } from './parsers.js';
 // THE NATIVE-THREAD READERS. Each harness keeps its conversation somewhere private — Claude's project JSONL,
@@ -31,7 +31,10 @@ export function claudeTranscriptPath(threadId, root = projectTranscriptRoot()) {
 const codexSessionsDir = () => join(process.env.CODEX_HOME || join(homedir(), '.codex'), 'sessions');
 // Walk newest day first and return on the first hit; the walk is exhaustive rather than capped, because
 // future-dated junk under sessions/ sorts above every real day and a cap once masked every real rollout.
-export function codexRolloutPath(threadId, root = codexSessionsDir()) {
+// A thread Codex has ARCHIVED (the app-server's thread/archive, which a closed session runs) keeps its
+// rollout, moved out of the dated tree into the flat `archived_sessions/` beside it — a closed session's
+// conversation is still on disk and still readable, so the locator looks there second.
+export function codexRolloutPath(threadId, root = codexSessionsDir(), archive = join(dirname(root), 'archived_sessions')) {
     for (const year of children(root))
         for (const month of children(join(root, year)))
             for (const day of children(join(root, year, month))) {
@@ -40,7 +43,8 @@ export function codexRolloutPath(threadId, root = codexSessionsDir()) {
                 if (file)
                     return join(dir, file);
             }
-    return null;
+    const archived = children(archive).find((name) => name.includes(threadId));
+    return archived ? join(archive, archived) : null;
 }
 const piSessionsRoot = () => join(process.env.SPEXCODE_PI_AGENT_DIR || join(homedir(), '.pi', 'agent'), 'sessions');
 const piSessionPaths = new Map();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spexcode/transcript",
-  "version": "0.7.0-next.1",
+  "version": "0.7.0-next.2",
   "type": "module",
   "description": "Normalized agent transcripts: one parser per harness, a bounded interval reader over a native thread file or an in-memory event stream, and the full/delta frame protocol every transport and renderer share.",
   "files": [