muonroi-cli 1.4.0 → 1.5.0

package/src/storage/interaction-log.ts

@@ -1,126 +0,0 @@
-/**
- * src/storage/interaction-log.ts
- *
- * Fire-and-forget interaction logging for detailed user-agent event tracking.
- * All calls are fail-open — logging never breaks the main flow.
- */
-
-import { getDatabase } from "./db.js";
-
-export type InteractionEventType =
-  | "user_message"
-  | "agent_response"
-  | "tool_call"
-  | "tool_result"
-  | "compaction"
-  | "routing"
-  | "pil"
-  | "error"
-  | "model_switch"
-  | "council"
-  | "ee_intercept"
-  | "ee_judge"
-  | "ee_injection"
-  | "ui_interaction"
-  | "stream_retry"
-  | "f6_synthesis"
-  | "grounding_flag"
-  | "stall_rescue"
-  | "stream_start"
-  | "text_tool_resteer";
-
-// Retention: keep ~14 days of detail logs. Override via env if a workspace
-// needs longer history (e.g. forensic post-mortems).
-const RETENTION_DAYS = (() => {
-  const raw = Number(process.env.MUONROI_INTERACTION_LOG_RETENTION_DAYS);
-  return Number.isFinite(raw) && raw > 0 ? raw : 14;
-})();
-// Probabilistic prune: ~1 in 200 inserts triggers a delete sweep. With ~3-5
-// log writes per turn this lands roughly every 40-70 user turns — frequent
-// enough to keep the table bounded, cheap enough not to hurt hot path.
-const PRUNE_PROBABILITY = 1 / 200;
-let _pruneInflight = false;
-
-function maybePruneOld(): void {
-  if (_pruneInflight) return;
-  if (Math.random() >= PRUNE_PROBABILITY) return;
-  _pruneInflight = true;
-  try {
-    const cutoff = new Date(Date.now() - RETENTION_DAYS * 86_400_000).toISOString();
-    getDatabase().prepare(`DELETE FROM interaction_logs WHERE created_at < ?`).run(cutoff);
-  } catch {
-    // Fail-open
-  } finally {
-    _pruneInflight = false;
-  }
-}
-
-export interface EEInjectionRow {
-  session_id: string;
-  event_subtype: string | null;
-  duration_ms: number | null;
-  metadata_json: string | null;
-  created_at: string;
-}
-
-/**
- * Query ee_injection rows for a specific run (session_id = runId).
- * Returns both PIL Layer 3 injection rows (event_subtype IS NULL or "injected"/"no_match"/"filtered_noise"/"error")
- * and extract rows (event_subtype = "extract"). Capped at `limit` rows, ordered by created_at DESC.
- * Fail-open: returns [] on any DB error.
- */
-export function selectEEInjectionsForRun(runId: string, limit = 20): EEInjectionRow[] {
-  try {
-    const db = getDatabase();
-    return db
-      .prepare(
-        `SELECT session_id, event_subtype, duration_ms, metadata_json, created_at
-         FROM interaction_logs
-         WHERE session_id = ? AND event_type = 'ee_injection'
-         ORDER BY created_at DESC
-         LIMIT ?`,
-      )
-      .all(runId, limit) as EEInjectionRow[];
-  } catch {
-    return [];
-  }
-}
-
-/**
- * Log a single interaction event to the database.
- * Synchronous SQLite insert — no await needed. Wrapped in try-catch to be fail-open.
- */
-export function logInteraction(
-  sessionId: string,
-  eventType: InteractionEventType,
-  metadata?: {
-    eventSubtype?: string;
-    model?: string;
-    durationMs?: number;
-    inputTokens?: number;
-    outputTokens?: number;
-    data?: Record<string, unknown>;
-  },
-): void {
-  try {
-    const db = getDatabase();
-    const metadataJson = metadata?.data ? JSON.stringify(metadata.data) : null;
-    db.prepare(
-      `INSERT INTO interaction_logs (session_id, event_type, event_subtype, model, duration_ms, input_tokens, output_tokens, metadata_json, created_at)
-       VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`,
-    ).run(
-      sessionId,
-      eventType,
-      metadata?.eventSubtype ?? null,
-      metadata?.model ?? null,
-      metadata?.durationMs ?? null,
-      metadata?.inputTokens ?? null,
-      metadata?.outputTokens ?? null,
-      metadataJson,
-      new Date().toISOString(),
-    );
-    maybePruneOld();
-  } catch {
-    // Fail-open: logging must never break the main flow
-  }
-}

package/src/storage/migrations.ts

@@ -1,205 +0,0 @@
-import type { SQLiteDatabase } from "./db";
-
-const LATEST_DB_VERSION = 7;
-
-export function applyMigrations(db: SQLiteDatabase): void {
-  const version = Number(db.pragma("user_version", { simple: true })) || 0;
-  if (version >= LATEST_DB_VERSION) return;
-
-  const migrate = db.transaction(() => {
-    if (version < 1) {
-      createInitialSchema(db);
-      db.pragma("user_version = 1");
-    }
-    if (version < 2) {
-      createCompactionSchema(db);
-      db.pragma("user_version = 2");
-    }
-    if (version < 3) {
-      db.exec(`
-        ALTER TABLE usage_events ADD COLUMN pil_active INTEGER NOT NULL DEFAULT 0;
-        ALTER TABLE usage_events ADD COLUMN enrichment_delta INTEGER NOT NULL DEFAULT 0;
-      `);
-      db.pragma("user_version = 3");
-    }
-    if (version < 4) {
-      // cache_read_tokens / cache_creation_tokens may already exist if the DB
-      // was created with the v1 schema that includes them inline.  Only add
-      // when missing to avoid "duplicate column name" errors.
-      const cols = db.prepare("PRAGMA table_info(usage_events)").all() as Array<{ name: string }>;
-      const colNames = new Set(cols.map((c) => c.name));
-      if (!colNames.has("cache_read_tokens")) {
-        db.exec("ALTER TABLE usage_events ADD COLUMN cache_read_tokens INTEGER NOT NULL DEFAULT 0");
-      }
-      if (!colNames.has("cache_creation_tokens")) {
-        db.exec("ALTER TABLE usage_events ADD COLUMN cache_creation_tokens INTEGER NOT NULL DEFAULT 0");
-      }
-      db.pragma("user_version = 4");
-    }
-    if (version < 5) {
-      db.exec(`
-        CREATE TABLE IF NOT EXISTS interaction_logs (
-          id INTEGER PRIMARY KEY AUTOINCREMENT,
-          session_id TEXT NOT NULL REFERENCES sessions(id) ON DELETE CASCADE,
-          event_type TEXT NOT NULL,
-          event_subtype TEXT,
-          model TEXT,
-          duration_ms INTEGER,
-          input_tokens INTEGER,
-          output_tokens INTEGER,
-          metadata_json TEXT,
-          created_at TEXT NOT NULL
-        ) STRICT;
-
-        CREATE INDEX IF NOT EXISTS idx_interaction_logs_session
-          ON interaction_logs(session_id, created_at DESC);
-        CREATE INDEX IF NOT EXISTS idx_interaction_logs_event_type
-          ON interaction_logs(event_type, created_at DESC);
-      `);
-      db.pragma("user_version = 5");
-    }
-    if (version < 6) {
-      // Phase O1 — record the SHAPE (not values) of providerOptions sent
-      // to streamText alongside each usage event. Enables post-mortem of
-      // "did this call carry store=true / promptCacheKey?" without
-      // leaking key material into the DB.
-      const cols = db.prepare("PRAGMA table_info(usage_events)").all() as Array<{ name: string }>;
-      const colNames = new Set(cols.map((c) => c.name));
-      if (!colNames.has("provider_options_shape")) {
-        db.exec("ALTER TABLE usage_events ADD COLUMN provider_options_shape TEXT");
-      }
-      db.pragma("user_version = 6");
-    }
-    if (version < 7) {
-      // Phase A5 — write-ahead persistence for assistant/user messages.
-      //
-      // `messages.status` carries the lifecycle of a row:
-      //   - 'pending'    — write-ahead INSERT before streamText fires; lets
-      //                    `recordUsage` resolve a real message_seq even when
-      //                    invoked mid-stream (was NULL → forensics anomaly).
-      //   - 'completed'  — turn settled, full message_json materialized.
-      //   - 'errored'    — stream threw mid-flight; row left with whatever
-      //                    partial content was captured.
-      //
-      // Nullable for back-compat: pre-A5 rows (legacy 'completed' state) read
-      // back as NULL and forensics treats NULL as 'completed'.
-      const cols = db.prepare("PRAGMA table_info(messages)").all() as Array<{ name: string }>;
-      const colNames = new Set(cols.map((c) => c.name));
-      if (!colNames.has("status")) {
-        db.exec("ALTER TABLE messages ADD COLUMN status TEXT");
-      }
-      db.pragma("user_version = 7");
-    }
-  });
-
-  migrate();
-}
-
-function createInitialSchema(db: SQLiteDatabase): void {
-  db.exec(`
-    CREATE TABLE IF NOT EXISTS workspaces (
-      id TEXT PRIMARY KEY,
-      scope_key TEXT NOT NULL UNIQUE,
-      canonical_path TEXT NOT NULL,
-      git_root TEXT,
-      display_name TEXT NOT NULL,
-      last_seen_at TEXT NOT NULL
-    ) STRICT;
-
-    CREATE TABLE IF NOT EXISTS sessions (
-      id TEXT PRIMARY KEY,
-      workspace_id TEXT NOT NULL REFERENCES workspaces(id) ON DELETE CASCADE,
-      title TEXT,
-      model TEXT NOT NULL,
-      mode TEXT NOT NULL,
-      cwd_at_start TEXT NOT NULL,
-      cwd_last TEXT NOT NULL,
-      status TEXT NOT NULL,
-      created_at TEXT NOT NULL,
-      updated_at TEXT NOT NULL
-    ) STRICT;
-
-    CREATE TABLE IF NOT EXISTS messages (
-      session_id TEXT NOT NULL REFERENCES sessions(id) ON DELETE CASCADE,
-      seq INTEGER NOT NULL,
-      role TEXT NOT NULL,
-      message_json TEXT NOT NULL,
-      created_at TEXT NOT NULL,
-      status TEXT,
-      PRIMARY KEY (session_id, seq)
-    ) STRICT;
-
-    CREATE TABLE IF NOT EXISTS tool_calls (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      session_id TEXT NOT NULL REFERENCES sessions(id) ON DELETE CASCADE,
-      message_seq INTEGER NOT NULL,
-      tool_call_id TEXT NOT NULL,
-      tool_name TEXT NOT NULL,
-      args_json TEXT NOT NULL,
-      status TEXT NOT NULL,
-      started_at TEXT NOT NULL,
-      completed_at TEXT,
-      UNIQUE(session_id, tool_call_id)
-    ) STRICT;
-
-    CREATE TABLE IF NOT EXISTS tool_results (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      tool_call_row_id INTEGER NOT NULL REFERENCES tool_calls(id) ON DELETE CASCADE,
-      output_kind TEXT NOT NULL,
-      output_json TEXT NOT NULL,
-      success INTEGER NOT NULL,
-      created_at TEXT NOT NULL
-    ) STRICT;
-
-    CREATE TABLE IF NOT EXISTS usage_events (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      session_id TEXT NOT NULL REFERENCES sessions(id) ON DELETE CASCADE,
-      message_seq INTEGER,
-      source TEXT NOT NULL,
-      model TEXT NOT NULL,
-      input_tokens INTEGER NOT NULL DEFAULT 0,
-      output_tokens INTEGER NOT NULL DEFAULT 0,
-      total_tokens INTEGER NOT NULL DEFAULT 0,
-      cost_micros INTEGER NOT NULL DEFAULT 0,
-      created_at TEXT NOT NULL,
-      cache_read_tokens INTEGER NOT NULL DEFAULT 0,
-      cache_creation_tokens INTEGER NOT NULL DEFAULT 0
-    ) STRICT;
-
-    CREATE TABLE IF NOT EXISTS compactions (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      session_id TEXT NOT NULL REFERENCES sessions(id) ON DELETE CASCADE,
-      first_kept_seq INTEGER NOT NULL,
-      summary TEXT NOT NULL,
-      tokens_before INTEGER NOT NULL DEFAULT 0,
-      created_at TEXT NOT NULL
-    ) STRICT;
-
-    CREATE INDEX IF NOT EXISTS idx_sessions_workspace_updated
-      ON sessions(workspace_id, updated_at DESC);
-    CREATE INDEX IF NOT EXISTS idx_messages_session_seq
-      ON messages(session_id, seq);
-    CREATE INDEX IF NOT EXISTS idx_tool_calls_session_seq
-      ON tool_calls(session_id, message_seq);
-    CREATE INDEX IF NOT EXISTS idx_usage_events_session_created
-      ON usage_events(session_id, created_at DESC);
-    CREATE INDEX IF NOT EXISTS idx_compactions_session_created
-      ON compactions(session_id, created_at DESC);
-  `);
-}
-
-function createCompactionSchema(db: SQLiteDatabase): void {
-  db.exec(`
-    CREATE TABLE IF NOT EXISTS compactions (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      session_id TEXT NOT NULL REFERENCES sessions(id) ON DELETE CASCADE,
-      first_kept_seq INTEGER NOT NULL,
-      summary TEXT NOT NULL,
-      tokens_before INTEGER NOT NULL DEFAULT 0,
-      created_at TEXT NOT NULL
-    ) STRICT;
-
-    CREATE INDEX IF NOT EXISTS idx_compactions_session_created
-      ON compactions(session_id, created_at DESC);
-  `);
-}

package/src/storage/session-dir.ts

@@ -1,37 +0,0 @@
-/**
- * B-3: Sibling on-disk audit/staging directory for a session.
- *
- * This is NOT the session store.  Sessions remain SQLite ROWS in muonroi.db
- * via SessionStore (src/storage/sessions.ts).  This sibling directory holds
- * crash-recovery artifacts only:
- *   • pending_calls.jsonl  — in-flight tool call log (see orchestrator/pending-calls.ts)
- *   • *.tmp files          — staged partial writes before atomic rename
- *
- * Keeping this module isolated (no bun:sqlite imports) allows it to be loaded
- * safely in Vitest (Node) test environments.
- *
- * Path: <home>/.muonroi-cli/sessions/<sessionId>/
- *   or  <homeOverride>/sessions/<sessionId>/   (used in tests via MUONROI_CLI_HOME)
- */
-
-import { promises as fs } from "node:fs";
-import * as os from "node:os";
-import * as path from "node:path";
-
-/**
- * Returns the sibling on-disk directory for a session — used as an audit log
- * and .tmp staging area (pending_calls.jsonl, partial-write .tmp files).
- *
- * Creates the directory on demand (idempotent via mkdir recursive).
- *
- * @param sessionId      The session identifier (from SessionStore).
- * @param homeOverride   Optional override for the home base directory.
- *                       Falls back to MUONROI_CLI_HOME env var, then
- *                       ~/.muonroi-cli.
- */
-export async function getSessionDir(sessionId: string, homeOverride?: string): Promise<string> {
-  const home = homeOverride ?? process.env.MUONROI_CLI_HOME ?? path.join(os.homedir(), ".muonroi-cli");
-  const dir = path.join(home, "sessions", sessionId);
-  await fs.mkdir(dir, { recursive: true });
-  return dir;
-}

package/src/storage/sessions.ts

@@ -1,225 +0,0 @@
-import { randomUUID } from "crypto";
-import type { AgentMode, SessionInfo, SessionStatus, WorkspaceInfo } from "../types/index";
-import { getDatabase } from "./db";
-import { sweepStalePendingRows } from "./transcript";
-import { ensureWorkspace } from "./workspaces";
-
-// Best-effort sweep is done once per process — repeated openSession() calls
-// (e.g. user runs /sessions then picks one) do not re-scan the DB.
-let _sweepDone = false;
-
-interface SessionRow {
-  id: string;
-  workspace_id: string;
-  title: string | null;
-  model: string;
-  mode: AgentMode;
-  cwd_at_start: string;
-  cwd_last: string;
-  status: SessionStatus;
-  created_at: string;
-  updated_at: string;
-}
-
-export class SessionStore {
-  private readonly workspace: WorkspaceInfo;
-
-  constructor(cwd: string) {
-    this.workspace = ensureWorkspace(cwd);
-  }
-
-  getWorkspace(): WorkspaceInfo {
-    return this.workspace;
-  }
-
-  openSession(selector: string | undefined, model: string, mode: AgentMode, cwd: string): SessionInfo {
-    // One-shot cleanup of write-ahead rows orphaned by a prior process that
-    // was killed mid-turn (Ctrl+C on `gh run watch`, OOM, taskkill /F).
-    // Without this, tool_calls and messages stay status='pending' forever,
-    // skewing forensics + filling the DB with dead state.
-    if (!_sweepDone) {
-      _sweepDone = true;
-      const swept = sweepStalePendingRows();
-      if (swept.toolCalls > 0 || swept.messages > 0) {
-        console.error(
-          `[muonroi-cli] swept stale write-ahead rows from prior run: ${swept.toolCalls} tool_calls, ${swept.messages} messages`,
-        );
-      }
-    }
-
-    if (!selector) {
-      return this.createSession(model, mode, cwd);
-    }
-
-    if (selector === "latest") {
-      const latest = this.getLatestSession();
-      return latest ?? this.createSession(model, mode, cwd);
-    }
-
-    const session = this.getSessionById(selector);
-    if (!session) {
-      throw new Error(`Session "${selector}" was not found.`);
-    }
-
-    this.touchSession(session.id, cwd);
-    return this.getRequiredSession(session.id);
-  }
-
-  createSession(model: string, mode: AgentMode, cwd: string): SessionInfo {
-    const now = new Date().toISOString();
-    const id = createSessionId();
-    const db = getDatabase();
-
-    db.prepare(`
-      INSERT INTO sessions (
-        id, workspace_id, title, model, mode, cwd_at_start, cwd_last, status, created_at, updated_at
-      ) VALUES (
-        @id, @workspace_id, NULL, @model, @mode, @cwd_at_start, @cwd_last, 'active', @created_at, @updated_at
-      )
-    `).run({
-      id,
-      workspace_id: this.workspace.id,
-      model,
-      mode,
-      cwd_at_start: cwd,
-      cwd_last: cwd,
-      created_at: now,
-      updated_at: now,
-    });
-
-    return this.getRequiredSession(id);
-  }
-
-  /**
-   * List recent sessions in this workspace (most recently updated first).
-   * Used by the `/sessions` slash command for resume picking.
-   */
-  listRecentSessions(limit = 20): SessionInfo[] {
-    const rows = getDatabase()
-      .prepare(`
-      SELECT id, workspace_id, title, model, mode, cwd_at_start, cwd_last, status, created_at, updated_at
-      FROM sessions
-      WHERE workspace_id = ?
-      ORDER BY updated_at DESC
-      LIMIT ?
-    `)
-      .all(this.workspace.id, limit) as SessionRow[];
-    return rows.map(toSessionInfo);
-  }
-
-  getLatestSession(): SessionInfo | null {
-    const row = getDatabase()
-      .prepare(`
-      SELECT id, workspace_id, title, model, mode, cwd_at_start, cwd_last, status, created_at, updated_at
-      FROM sessions
-      WHERE workspace_id = ?
-      ORDER BY updated_at DESC
-      LIMIT 1
-    `)
-      .get(this.workspace.id) as SessionRow | undefined;
-
-    return row ? toSessionInfo(row) : null;
-  }
-
-  getSessionById(id: string): SessionInfo | null {
-    const row = getDatabase()
-      .prepare(`
-      SELECT id, workspace_id, title, model, mode, cwd_at_start, cwd_last, status, created_at, updated_at
-      FROM sessions
-      WHERE id = ?
-    `)
-      .get(id) as SessionRow | undefined;
-
-    return row ? toSessionInfo(row) : null;
-  }
-
-  getRequiredSession(id: string): SessionInfo {
-    const session = this.getSessionById(id);
-    if (!session) {
-      throw new Error(`Session "${id}" was not found.`);
-    }
-    return session;
-  }
-
-  setStatus(id: string, status: SessionStatus): void {
-    const now = new Date().toISOString();
-    getDatabase()
-      .prepare(`
-      UPDATE sessions
-      SET status = ?, updated_at = ?
-      WHERE id = ?
-    `)
-      .run(status, now, id);
-  }
-
-  setTitle(id: string, title: string | null): void {
-    const now = new Date().toISOString();
-    getDatabase()
-      .prepare(`
-      UPDATE sessions
-      SET title = ?, updated_at = ?
-      WHERE id = ?
-    `)
-      .run(title, now, id);
-  }
-
-  setModel(id: string, model: string): void {
-    const now = new Date().toISOString();
-    getDatabase()
-      .prepare(`
-      UPDATE sessions
-      SET model = ?, updated_at = ?
-      WHERE id = ?
-    `)
-      .run(model, now, id);
-  }
-
-  setMode(id: string, mode: AgentMode): void {
-    const now = new Date().toISOString();
-    getDatabase()
-      .prepare(`
-      UPDATE sessions
-      SET mode = ?, updated_at = ?
-      WHERE id = ?
-    `)
-      .run(mode, now, id);
-  }
-
-  touchSession(id: string, cwd: string): void {
-    getDatabase()
-      .prepare(`
-      UPDATE sessions
-      SET cwd_last = ?, updated_at = ?
-      WHERE id = ?
-    `)
-      .run(cwd, new Date().toISOString(), id);
-  }
-}
-
-function createSessionId(): string {
-  return randomUUID().replace(/-/g, "").slice(0, 12);
-}
-
-function toSessionInfo(row: SessionRow): SessionInfo {
-  return {
-    id: row.id,
-    workspaceId: row.workspace_id,
-    title: row.title,
-    model: row.model,
-    mode: row.mode,
-    cwdAtStart: row.cwd_at_start,
-    cwdLast: row.cwd_last,
-    status: row.status,
-    createdAt: new Date(row.created_at),
-    updatedAt: new Date(row.updated_at),
-  };
-}
-
-// ─────────────────────────────────────────────────────────────────────────────
-// B-3: Re-export getSessionDir from the isolated session-dir module.
-//
-// getSessionDir is kept in a separate file (no bun:sqlite import) so it can be
-// safely loaded in Vitest (Node) test environments without pulling in bun:sqlite.
-// ─────────────────────────────────────────────────────────────────────────────
-
-export { getSessionDir } from "./session-dir.js";

package/src/storage/tool-results.ts

@@ -1,56 +0,0 @@
-import type { ToolResult } from "../types/index";
-
-export function extractToolResultFromOutput(output: unknown): ToolResult | null {
-  if (!output || typeof output !== "object") return null;
-
-  if ("success" in output) {
-    const result = output as ToolResult;
-    return {
-      success: Boolean(result.success),
-      output: result.output,
-      error: result.error,
-      diff: result.diff,
-      plan: result.plan,
-      task: result.task,
-      delegation: result.delegation,
-      backgroundProcess: result.backgroundProcess,
-      media: result.media,
-      computer: result.computer,
-    };
-  }
-
-  if ("type" in output && output.type === "json" && "value" in output) {
-    return extractToolResultFromOutput((output as { value: unknown }).value);
-  }
-
-  if ("type" in output && output.type === "error-text" && "value" in output) {
-    return {
-      success: false,
-      error: String((output as { value: unknown }).value),
-    };
-  }
-
-  if ("type" in output && output.type === "text" && "value" in output) {
-    return {
-      success: true,
-      output: String((output as { value: unknown }).value),
-    };
-  }
-
-  return null;
-}
-
-export function getOutputKind(output: unknown): string {
-  if (output && typeof output === "object" && "type" in output && typeof output.type === "string") {
-    return output.type;
-  }
-  return "json";
-}
-
-export function isOutputSuccess(output: unknown): boolean {
-  if (!output || typeof output !== "object") return true;
-  if ("type" in output) {
-    return !String(output.type).startsWith("error");
-  }
-  return true;
-}