agent-relay-server 0.122.0 → 0.122.1

package/runner/src/adapters/claude-transcript-tail.ts

@@ -0,0 +1,128 @@
+import { open, stat } from "node:fs/promises";
+import { LatestTurnStepAccumulator, type TurnStep } from "./claude-transcript";
+
+const FINGERPRINT_BYTES = 4096;
+
+export interface ClaudeTranscriptFileIdentity {
+  dev: number;
+  ino: number;
+  birthtimeMs: number;
+}
+
+interface TailFingerprint {
+  offset: number;
+  bytes: Buffer;
+}
+
+export interface IncrementalTranscriptPollResult {
+  available: boolean;
+  changed: boolean;
+  reset: boolean;
+  steps: TurnStep[];
+  transcriptLooksComplete: boolean;
+}
+
+export class IncrementalClaudeTranscriptTail {
+  private offset = 0;
+  private pending = Buffer.alloc(0);
+  private identity: ClaudeTranscriptFileIdentity | undefined;
+  private fingerprint: TailFingerprint | undefined;
+  private readonly accumulator = new LatestTurnStepAccumulator();
+
+  async poll(path: string): Promise<IncrementalTranscriptPollResult> {
+    let fileStat: Awaited<ReturnType<typeof stat>>;
+    try {
+      fileStat = await stat(path);
+    } catch {
+      return this.result({ available: false, changed: false, reset: false });
+    }
+
+    const nextIdentity = { dev: fileStat.dev, ino: fileStat.ino, birthtimeMs: fileStat.birthtimeMs };
+    const replaced = this.identity !== undefined && !sameIdentity(this.identity, nextIdentity);
+    const truncated = this.offset > fileStat.size;
+    let reset = replaced || truncated;
+    if (!reset && this.identity && this.fingerprint && fileStat.size >= this.offset) {
+      reset = !(await this.fingerprintMatches(path));
+    }
+    if (reset) this.reset(nextIdentity);
+    else if (!this.identity) this.identity = nextIdentity;
+
+    if (this.offset === fileStat.size) {
+      return this.result({ available: true, changed: false, reset });
+    }
+
+    const length = fileStat.size - this.offset;
+    const buffer = Buffer.alloc(length);
+    let bytesRead = 0;
+    const handle = await open(path, "r");
+    try {
+      const read = await handle.read(buffer, 0, length, this.offset);
+      bytesRead = read.bytesRead;
+    } finally {
+      await handle.close();
+    }
+
+    this.offset += bytesRead;
+    const delta = buffer.subarray(0, bytesRead);
+    this.updateFingerprint(delta);
+    const changed = bytesRead > 0 && this.consume(delta);
+    return this.result({ available: true, changed, reset });
+  }
+
+  private reset(identity: ClaudeTranscriptFileIdentity): void {
+    this.offset = 0;
+    this.pending = Buffer.alloc(0);
+    this.fingerprint = undefined;
+    this.identity = identity;
+    this.accumulator.reset();
+  }
+
+  private async fingerprintMatches(path: string): Promise<boolean> {
+    if (!this.fingerprint) return true;
+    const buffer = Buffer.alloc(this.fingerprint.bytes.length);
+    const handle = await open(path, "r");
+    try {
+      const read = await handle.read(buffer, 0, buffer.length, this.fingerprint.offset);
+      return read.bytesRead === buffer.length && buffer.equals(this.fingerprint.bytes);
+    } finally {
+      await handle.close();
+    }
+  }
+
+  private updateFingerprint(delta: Buffer): void {
+    if (!delta.length) return;
+    const previous = this.fingerprint?.bytes ?? Buffer.alloc(0);
+    const combined = previous.length ? Buffer.concat([previous, delta]) : delta;
+    const bytes = Buffer.from(combined.subarray(Math.max(0, combined.length - FINGERPRINT_BYTES)));
+    this.fingerprint = { offset: this.offset - bytes.length, bytes };
+  }
+
+  private consume(delta: Buffer): boolean {
+    if (!delta.length) return false;
+    const combined = this.pending.length ? Buffer.concat([this.pending, delta]) : delta;
+    const lastNewline = combined.lastIndexOf(0x0a);
+    if (lastNewline === -1) {
+      this.pending = Buffer.from(combined);
+      return false;
+    }
+
+    const complete = combined.subarray(0, lastNewline + 1);
+    this.pending = Buffer.from(combined.subarray(lastNewline + 1));
+    this.accumulator.appendJsonl(complete.toString("utf8"));
+    return true;
+  }
+
+  private result(input: { available: boolean; changed: boolean; reset: boolean }): IncrementalTranscriptPollResult {
+    return {
+      ...input,
+      steps: this.accumulator.steps,
+      transcriptLooksComplete: this.accumulator.transcriptLooksComplete,
+    };
+  }
+}
+
+function sameIdentity(a: ClaudeTranscriptFileIdentity, b: ClaudeTranscriptFileIdentity): boolean {
+  return a.dev === b.dev && a.ino === b.ino && a.birthtimeMs === b.birthtimeMs;
+}
+
+export const sameClaudeTranscriptFileIdentityForTests = sameIdentity;

package/runner/src/adapters/claude-transcript.ts

@@ -0,0 +1,414 @@
+// Phase 1 live-session lane: extract the user-visible assistant turn from a
+// Claude Code transcript JSONL so it can be surfaced in the dashboard chat
+// without the agent re-emitting it via /reply (zero agent tokens).
+//
+// Transcript shape (one JSON object per line):
+//   { type: "user", message: { content: "..." | [{type:"text"|"tool_result", ...}] } }
+//   { type: "assistant", message: { content: [{type:"thinking"|"text"|"tool_use", ...}], stop_reason } }
+//
+// The "current turn" is everything after the last *real* user prompt (a user
+// entry carrying text, not just tool_result blocks). We collect the assistant
+// `text` blocks from that turn — thinking and tool_use are dropped.
+
+import { computeContextRatio, type SessionAnalysis, type SessionEvent } from "../session-insights";
+
+interface TranscriptBlock {
+  type?: string;
+  text?: string;
+  thinking?: string;
+  name?: string;
+  input?: Record<string, unknown>;
+  is_error?: boolean;
+}
+
+export interface TurnStep {
+  type: "narration" | "reasoning" | "tool";
+  text: string;
+  label?: string;
+}
+
+interface TranscriptMessage {
+  role?: string;
+  content?: string | TranscriptBlock[];
+  stop_reason?: string;
+}
+
+interface TranscriptEntry {
+  type?: string;
+  message?: TranscriptMessage;
+  // Claude Code stamps every transcript entry with `isSidechain`: true for
+  // entries belonging to a Task (subagent) run, false for the root session.
+  // Current CC writes sidechains to a separate subagents/*.jsonl so they don't
+  // reach the root transcript the runner tails — but older CC inlined them, and
+  // the behavior can revert, so the chat-mirror parsers below defensively skip
+  // sidechain entries to keep a subagent's reasoning/tools/responses from
+  // leaking into the parent agent's chat. Insights parsers (collectClaudeSession-
+  // Events/countSubstantiveTurns) intentionally do NOT filter — changing them
+  // would shift the #184/#185 baselines, a separate concern.
+  isSidechain?: boolean;
+}
+
+function blocks(message: TranscriptMessage | undefined): TranscriptBlock[] {
+  if (!message || !Array.isArray(message.content)) return [];
+  return message.content.filter((b): b is TranscriptBlock => Boolean(b) && typeof b === "object");
+}
+
+/** True for a subagent (Task) transcript entry — see the note on TranscriptEntry.isSidechain. */
+function isSidechainEntry(entry: TranscriptEntry): boolean {
+  return entry.isSidechain === true;
+}
+
+function isRealUserPrompt(entry: TranscriptEntry): boolean {
+  if (entry.type !== "user") return false;
+  const content = entry.message?.content;
+  if (typeof content === "string") return content.trim().length > 0;
+  // An array user entry is a real prompt only if it carries a text block;
+  // pure tool_result entries are mid-turn plumbing, not a new prompt.
+  return blocks(entry.message).some((b) => b.type === "text" && Boolean(b.text?.trim()));
+}
+
+function assistantText(entry: TranscriptEntry): string {
+  if (entry.type !== "assistant") return "";
+  return blocks(entry.message)
+    .filter((b) => b.type === "text" && typeof b.text === "string")
+    .map((b) => b.text!.trim())
+    .filter(Boolean)
+    .join("\n\n");
+}
+
+/**
+ * Returns true when the transcript's final parseable entry is an assistant
+ * message with stop_reason "end_turn", meaning the full turn has been flushed.
+ * Used to detect a race where the Stop hook reads the file before the last
+ * assistant block is written to disk.
+ */
+export function transcriptLooksComplete(jsonl: string): boolean {
+  const state = new LatestTurnStepAccumulator();
+  state.appendJsonl(jsonl);
+  return state.transcriptLooksComplete;
+}
+
+/**
+ * Returns the concatenated assistant `text` for the most recent turn (since the
+ * last real user prompt), or "" if there is nothing user-visible to surface.
+ */
+export function extractLastAssistantTurn(jsonl: string): string {
+  const lines = jsonl.split("\n");
+  let collected: string[] = [];
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    let entry: TranscriptEntry;
+    try {
+      entry = JSON.parse(trimmed) as TranscriptEntry;
+    } catch {
+      continue;
+    }
+    if (isSidechainEntry(entry)) continue;
+    if (isRealUserPrompt(entry)) {
+      collected = [];
+      continue;
+    }
+    const text = assistantText(entry);
+    if (text) collected.push(text);
+  }
+  return collected.join("\n\n").trim();
+}
+
+/**
+ * Like extractLastAssistantTurn but skips the first `afterEntry` valid JSON entries.
+ * Used when a partial transcript flush already emitted entries 1..afterEntry so the
+ * Stop-hook full-mode capture doesn't re-emit the already-published text.
+ */
+export function extractLastAssistantTurnAfterEntry(jsonl: string, afterEntry: number): string {
+  const lines = jsonl.split("\n");
+  const collected: string[] = [];
+  let entryIndex = 0;
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    let entry: TranscriptEntry;
+    try {
+      entry = JSON.parse(trimmed) as TranscriptEntry;
+    } catch {
+      continue;
+    }
+    entryIndex++;
+    if (isSidechainEntry(entry)) continue;
+    if (isRealUserPrompt(entry)) {
+      collected.length = 0;
+      continue;
+    }
+    if (entryIndex <= afterEntry) continue;
+    const text = assistantText(entry);
+    if (text) collected.push(text);
+  }
+  return collected.join("\n\n").trim();
+}
+
+/**
+ * Count valid JSON entries in a JSONL string. Used to record the high-water-mark
+ * after a pre-flush so the Stop hook knows where to resume in full-capture mode.
+ */
+export function countTranscriptEntries(jsonl: string): number {
+  let count = 0;
+  for (const line of jsonl.split("\n")) {
+    if (!line.trim()) continue;
+    try { JSON.parse(line); count++; } catch {}
+  }
+  return count;
+}
+
+/**
+ * Returns only the text from the LAST assistant entry in the current turn.
+ * Unlike extractLastAssistantTurn which collects all intermediate text between
+ * tool calls, this returns just the final response — what the user sees as the
+ * concluding message.
+ */
+export function extractFinalAssistantMessage(jsonl: string): string {
+  const lines = jsonl.split("\n");
+  let lastText = "";
+  let pastLastUserPrompt = false;
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    let entry: TranscriptEntry;
+    try {
+      entry = JSON.parse(trimmed) as TranscriptEntry;
+    } catch {
+      continue;
+    }
+    if (isSidechainEntry(entry)) continue;
+    if (isRealUserPrompt(entry)) {
+      pastLastUserPrompt = true;
+      lastText = "";
+      continue;
+    }
+    if (!pastLastUserPrompt) continue;
+    const text = assistantText(entry);
+    if (text) lastText = text;
+  }
+  return lastText.trim();
+}
+
+/**
+ * Like extractFinalAssistantMessage but skips the first `afterEntry` valid JSON
+ * entries. Used when a PreToolUse pre-flush already emitted the text before a
+ * blocking control, so final-mode Stop capture only sees later assistant text.
+ */
+export function extractFinalAssistantMessageAfterEntry(jsonl: string, afterEntry: number): string {
+  const lines = jsonl.split("\n");
+  let lastText = "";
+  let pastLastUserPrompt = afterEntry > 0;
+  let entryIndex = 0;
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    let entry: TranscriptEntry;
+    try {
+      entry = JSON.parse(trimmed) as TranscriptEntry;
+    } catch {
+      continue;
+    }
+    entryIndex++;
+    if (isSidechainEntry(entry)) continue;
+    if (entryIndex <= afterEntry) continue;
+    if (isRealUserPrompt(entry)) {
+      pastLastUserPrompt = true;
+      lastText = "";
+      continue;
+    }
+    if (!pastLastUserPrompt) continue;
+    const text = assistantText(entry);
+    if (text) lastText = text;
+  }
+  return lastText.trim();
+}
+
+/**
+ * Extract text from the `last_assistant_message` field in the Stop hook
+ * payload. This is the content of the final assistant message — either a plain
+ * string or an array of content blocks (same shape as transcript entries).
+ * Thinking and tool_use blocks are dropped, matching extractLastAssistantTurn.
+ */
+/**
+ * Extract the ordered narration, reasoning, and tool steps for the most recent
+ * turn (since the last real user prompt). Used by the reasoning tailer to stream
+ * progress into chat while a turn is in flight. `narration` is the assistant's
+ * intermediate `text` between tool calls (the terminal's `●` lines); it is the
+ * primary, default-visible turn content. Returns steps in transcript order so the
+ * tailer can emit only the ones it hasn't seen yet.
+ */
+export function extractLatestTurnSteps(jsonl: string): TurnStep[] {
+  const state = new LatestTurnStepAccumulator();
+  state.appendJsonl(jsonl);
+  return state.steps;
+}
+
+export class LatestTurnStepAccumulator {
+  private latestSteps: TurnStep[] = [];
+  private lastAssistantStopReason: string | undefined;
+  private parsedEntries = 0;
+
+  get steps(): TurnStep[] {
+    return [...this.latestSteps];
+  }
+
+  get transcriptLooksComplete(): boolean {
+    return this.lastAssistantStopReason === "end_turn";
+  }
+
+  get entryCount(): number {
+    return this.parsedEntries;
+  }
+
+  reset(): void {
+    this.latestSteps = [];
+    this.lastAssistantStopReason = undefined;
+    this.parsedEntries = 0;
+  }
+
+  appendJsonl(jsonl: string): void {
+    for (const line of jsonl.split("\n")) this.appendLine(line);
+  }
+
+  appendLine(line: string): void {
+    const trimmed = line.trim();
+    if (!trimmed) return;
+    let entry: TranscriptEntry;
+    try {
+      entry = JSON.parse(trimmed) as TranscriptEntry;
+    } catch {
+      return;
+    }
+    this.parsedEntries += 1;
+    if (isSidechainEntry(entry)) return;
+    if (entry.type === "assistant") this.lastAssistantStopReason = entry.message?.stop_reason;
+    if (isRealUserPrompt(entry)) {
+      this.latestSteps = [];
+      return;
+    }
+    if (entry.type !== "assistant") return;
+    for (const b of blocks(entry.message)) {
+      if (b.type === "text" && typeof b.text === "string" && b.text.trim()) {
+        this.latestSteps.push({ type: "narration", text: b.text.trim() });
+      } else if (b.type === "thinking" && typeof b.thinking === "string" && b.thinking.trim()) {
+        this.latestSteps.push({ type: "reasoning", text: b.thinking.trim() });
+      } else if (b.type === "tool_use" && typeof b.name === "string" && b.name) {
+        this.latestSteps.push({ type: "tool", label: b.name, text: summarizeToolUse(b.name, b.input) });
+      }
+    }
+  }
+}
+
+/**
+ * Stable dedup keys for a turn's steps, in order. Each key is salted with how many
+ * identical (type,label,text) steps preceded it in the same window — so running the
+ * same tool twice with identical input within a turn yields two distinct keys and
+ * both show in the activity trace (#265). Keying on occurrence-within-window rather
+ * than raw transcript index keeps the reasoning tailer idempotent when the "latest
+ * turn" window shrinks/resets mid-poll: a surviving step recomputes to the same or a
+ * lower occurrence, so an already-emitted step never re-fires.
+ */
+export function stepDedupKeys(steps: TurnStep[]): string[] {
+  const counts = new Map<string, number>();
+  return steps.map((step) => {
+    const base = JSON.stringify([step.type, step.label ?? "", step.text]);
+    const occ = counts.get(base) ?? 0;
+    counts.set(base, occ + 1);
+    return JSON.stringify([step.type, step.label ?? "", step.text, occ]);
+  });
+}
+
+/** Compact one-line summary of a tool invocation for the discreet activity row. */
+export function summarizeToolUse(name: string, input: Record<string, unknown> | undefined): string {
+  const str = (key: string): string | undefined => (input && typeof input[key] === "string" ? (input[key] as string) : undefined);
+  const candidate = str("command") ?? str("file_path") ?? str("path") ?? str("pattern") ?? str("query") ?? str("url") ?? str("description") ?? str("prompt");
+  const summary = candidate ? candidate.replace(/\s+/g, " ").trim() : "";
+  if (!summary) return name;
+  return summary.length > 200 ? `${summary.slice(0, 197)}…` : summary;
+}
+
+// --- Insights #184: context-gathering ratio (epic #183, docs/self-improvement.md) ---
+//
+// Computed mechanically from the whole-session transcript at session end — no model
+// involvement, so it costs zero agent tokens and the agent can't game it. The ratio is
+// paired with cheap outcome proxies (user re-prompts, tool errors) so it's never read
+// alone — see the anti-Goodhart constraint in the epic.
+
+/**
+ * Normalize a full Claude transcript into the provider-agnostic `SessionEvent` stream
+ * (#183/#184). The classifier and ratio math live in `session-insights.ts` and are shared
+ * across providers; this only knows the Claude JSONL shape. Events are emitted in
+ * transcript order so `leadingGather` is meaningful.
+ */
+export function collectClaudeSessionEvents(jsonl: string): SessionEvent[] {
+  const events: SessionEvent[] = [];
+  for (const line of jsonl.split("\n")) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    let entry: TranscriptEntry;
+    try {
+      entry = JSON.parse(trimmed) as TranscriptEntry;
+    } catch {
+      continue;
+    }
+    if (isRealUserPrompt(entry)) events.push({ type: "user_prompt" });
+    if (entry.type === "user") {
+      for (const b of blocks(entry.message)) {
+        if (b.type === "tool_result" && b.is_error === true) events.push({ type: "tool_error" });
+      }
+      continue;
+    }
+    if (entry.type !== "assistant") continue;
+    let producedSomething = false;
+    for (const b of blocks(entry.message)) {
+      if (b.type === "text" && b.text?.trim()) producedSomething = true;
+      if (b.type !== "tool_use" || typeof b.name !== "string" || !b.name) continue;
+      producedSomething = true;
+      events.push({ type: "tool", name: b.name });
+    }
+    if (producedSomething) events.push({ type: "turn" });
+  }
+  return events;
+}
+
+/**
+ * Walk the full transcript and compute the context-gathering ratio plus paired outcome
+ * proxies. Returns null when there's nothing substantive to measure (no tool calls) —
+ * trivial sessions have nothing to learn from and shouldn't pollute the baselines.
+ */
+export function analyzeSession(jsonl: string): SessionAnalysis | null {
+  return computeContextRatio(collectClaudeSessionEvents(jsonl));
+}
+
+/** Count substantive assistant turns — used by the #185 introspection gate. */
+export function countSubstantiveTurns(jsonl: string): number {
+  let turns = 0;
+  for (const line of jsonl.split("\n")) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    let entry: TranscriptEntry;
+    try {
+      entry = JSON.parse(trimmed) as TranscriptEntry;
+    } catch {
+      continue;
+    }
+    if (entry.type !== "assistant") continue;
+    const hasContent = blocks(entry.message).some(
+      (b) => (b.type === "text" && b.text?.trim()) || (b.type === "tool_use" && b.name),
+    );
+    if (hasContent) turns++;
+  }
+  return turns;
+}
+
+export function extractHookAssistantMessage(content: unknown): string {
+  if (typeof content === "string") return content.trim();
+  if (!Array.isArray(content)) return "";
+  return (content as TranscriptBlock[])
+    .filter((b) => b.type === "text" && typeof b.text === "string")
+    .map((b) => b.text!.trim())
+    .filter(Boolean)
+    .join("\n\n");
+}