failproofai 1.0.4 → 1.0.5-beta.1

package/lib/download-session.ts

@@ -2,8 +2,8 @@
  * Per-CLI dispatcher for the dashboard's Download Logs endpoint.
  *
  * Returns either a real on-disk path (so the route can `createReadStream` and
- * stream the bytes verbatim) or a synthesized JSONL body (used only by
- * OpenCode, whose transcripts live in SQLite rather than on disk).
+ * stream the bytes verbatim) or a synthesized JSON/JSONL body for agents whose
+ * transcripts live in SQLite.
  *
  * Per-CLI session loaders / transcript finders already exist in their own
  * files; this module is the thin glue that picks the right one. Imports of
@@ -34,7 +34,12 @@ export const GOOSE_SESSION_RE = /^\d{8}_\d+$/;
 
 export type DownloadSource =
   | { kind: "file"; path: string }
-  | { kind: "synthesized"; body: string; contentType: string; extension: string };
+  | {
+      kind: "synthesized";
+      body: string;
+      contentType: string;
+      extension: string;
+    };
 
 /** Validate a session ID against the per-CLI shape. OpenCode uses `ses_*`
  *  prefixes; everyone else is a UUID. */
@@ -98,7 +103,12 @@ export async function resolveDownloadSource(
     const result = await getOpenCodeSessionExport(sessionId);
     if (!result) return null;
     const body = JSON.stringify(result, null, 2) + "\n";
-    return { kind: "synthesized", body, contentType: "application/json", extension: "json" };
+    return {
+      kind: "synthesized",
+      body,
+      contentType: "application/json",
+      extension: "json",
+    };
   }
 
   if (cli === "hermes") {
@@ -107,13 +117,35 @@ export async function resolveDownloadSource(
     const { getHermesSessionLog } = await import("./hermes-sessions");
     const result = await getHermesSessionLog(sessionId);
     if (!result) return null;
-    const body = result.rawLines.map((r) => JSON.stringify(r)).join("\n") + "\n";
-    return { kind: "synthesized", body, contentType: "application/x-ndjson", extension: "jsonl" };
+    const body =
+      result.rawLines.map((r) => JSON.stringify(r)).join("\n") + "\n";
+    return {
+      kind: "synthesized",
+      body,
+      contentType: "application/x-ndjson",
+      extension: "jsonl",
+    };
   }
 
   if (cli === "openclaw") {
-    // OpenClaw writes real JSONL transcripts on disk — stream the file verbatim.
-    const { findOpenClawTranscript } = await import("./openclaw-sessions");
+    // New OpenClaw versions keep live transcripts in SQLite. Export the exact
+    // event_json rows as JSONL; fall back to streaming archived JSONL files.
+    const { findOpenClawTranscript, listOpenClawAgents, openclawHome } =
+      await import("./openclaw-sessions");
+    const { readOpenClawSqliteTranscript } = await import("./openclaw-db");
+    const sqlite = await readOpenClawSqliteTranscript(
+      openclawHome(),
+      listOpenClawAgents(),
+      sessionId,
+    );
+    if (sqlite) {
+      return {
+        kind: "synthesized",
+        body: sqlite.eventJsonLines.join("\n") + "\n",
+        contentType: "application/x-ndjson",
+        extension: "jsonl",
+      };
+    }
     const path = findOpenClawTranscript(sessionId);
     return path ? { kind: "file", path } : null;
   }
@@ -131,13 +163,20 @@ export async function resolveDownloadSource(
     const { getDevinSessionLog } = await import("./devin-sessions");
     const result = await getDevinSessionLog(sessionId);
     if (!result) return null;
-    const body = result.rawLines.map((r) => JSON.stringify(r)).join("\n") + "\n";
-    return { kind: "synthesized", body, contentType: "application/x-ndjson", extension: "jsonl" };
+    const body =
+      result.rawLines.map((r) => JSON.stringify(r)).join("\n") + "\n";
+    return {
+      kind: "synthesized",
+      body,
+      contentType: "application/x-ndjson",
+      extension: "jsonl",
+    };
   }
 
   if (cli === "antigravity") {
     // Antigravity (agy) writes real JSONL transcripts on disk — stream verbatim.
-    const { findAntigravityTranscript } = await import("./antigravity-sessions");
+    const { findAntigravityTranscript } =
+      await import("./antigravity-sessions");
     const path = findAntigravityTranscript(sessionId);
     return path ? { kind: "file", path } : null;
   }
@@ -148,8 +187,14 @@ export async function resolveDownloadSource(
     const { getGooseSessionLog } = await import("./goose-sessions");
     const result = await getGooseSessionLog(sessionId);
     if (!result) return null;
-    const body = result.rawLines.map((r) => JSON.stringify(r)).join("\n") + "\n";
-    return { kind: "synthesized", body, contentType: "application/x-ndjson", extension: "jsonl" };
+    const body =
+      result.rawLines.map((r) => JSON.stringify(r)).join("\n") + "\n";
+    return {
+      kind: "synthesized",
+      body,
+      contentType: "application/x-ndjson",
+      extension: "jsonl",
+    };
   }
 
   // Exhaustive — but TypeScript can't always see CliId is exhausted across the

package/lib/openclaw-db.ts

@@ -0,0 +1,271 @@
+/**
+ * Read OpenClaw 2026.9.2+ transcripts from the per-agent SQLite databases at
+ * `agents/<agentId>/agent/openclaw-agent.sqlite`.
+ *
+ * `event_json` is the exact logical JSONL record, so the dashboard can feed it
+ * through the same parser and download format used by archived JSONL files.
+ */
+import { existsSync } from "node:fs";
+import { join } from "node:path";
+import { openSqliteReadonly, type SqliteReader } from "./sqlite-reader";
+
+const DB_NAME = "openclaw-agent.sqlite";
+
+export interface OpenClawSqliteSession {
+  sessionId: string;
+  agentId: string;
+  dbPath: string;
+  transcriptPath: string;
+  mtimeMs: number;
+  sizeBytes: number;
+  channel: string;
+  label?: string;
+  chatId?: string;
+  chatType?: string;
+}
+
+export interface OpenClawSqliteTranscript {
+  agentId: string;
+  dbPath: string;
+  filePath: string;
+  rawLines: Record<string, unknown>[];
+  eventJsonLines: string[];
+}
+
+interface WindowRow {
+  session_id: string;
+  session_key: string;
+  updated_at: number;
+  transcript_updated_at: number | null;
+  ended_at: number | null;
+  channel: string | null;
+  chat_type: string | null;
+  display_name: string | null;
+  event_updated_at: number;
+  size_bytes: number;
+}
+
+interface NodeRow {
+  current_session_id: string;
+  entry_json: string;
+  label: string | null;
+  display_name: string | null;
+}
+
+interface ConversationRow {
+  session_id: string;
+  channel: string;
+  kind: string;
+  peer_id: string;
+  delivery_target: string;
+  label: string | null;
+}
+
+interface EventRow {
+  event_json: string;
+}
+
+interface SessionMeta {
+  channel?: string;
+  label?: string;
+  chatId?: string;
+  chatType?: string;
+}
+
+function str(value: unknown): string | undefined {
+  return typeof value === "string" && value.length > 0 ? value : undefined;
+}
+
+function parseObject(value: string): Record<string, unknown> | undefined {
+  try {
+    const parsed: unknown = JSON.parse(value);
+    return parsed && typeof parsed === "object" && !Array.isArray(parsed)
+      ? (parsed as Record<string, unknown>)
+      : undefined;
+  } catch {
+    return undefined;
+  }
+}
+
+function syntheticPath(agentId: string, sessionId: string): string {
+  return `openclaw-sqlite://${encodeURIComponent(agentId)}/${sessionId}`;
+}
+
+/** Existing per-agent SQLite databases, derived from the configured agents. */
+export function listOpenClawDatabases(
+  home: string,
+  agentIds: string[],
+): Array<{ agentId: string; dbPath: string }> {
+  const out: Array<{ agentId: string; dbPath: string }> = [];
+  for (const agentId of agentIds) {
+    const dbPath = join(home, "agents", agentId, "agent", DB_NAME);
+    if (existsSync(dbPath)) out.push({ agentId, dbPath });
+  }
+  return out;
+}
+
+function readNodeMetadata(db: SqliteReader): Map<string, SessionMeta> {
+  const out = new Map<string, SessionMeta>();
+  let rows: NodeRow[];
+  try {
+    rows = db.query<NodeRow>(
+      `SELECT current_session_id, entry_json, label, display_name
+         FROM session_nodes`,
+    );
+  } catch {
+    return out;
+  }
+  for (const row of rows) {
+    const entry = parseObject(row.entry_json) ?? {};
+    const origin =
+      entry.origin &&
+      typeof entry.origin === "object" &&
+      !Array.isArray(entry.origin)
+        ? (entry.origin as Record<string, unknown>)
+        : {};
+    out.set(row.current_session_id, {
+      channel:
+        str(entry.lastChannel) ?? str(origin.provider) ?? str(origin.surface),
+      label:
+        str(row.label) ??
+        str(row.display_name) ??
+        str(entry.displayName) ??
+        str(origin.label),
+      chatId: str(entry.lastTo) ?? str(origin.from),
+      chatType: str(entry.chatType) ?? str(origin.chatType),
+    });
+  }
+  return out;
+}
+
+function readConversationMetadata(db: SqliteReader): Map<string, SessionMeta> {
+  const out = new Map<string, SessionMeta>();
+  let rows: ConversationRow[];
+  try {
+    rows = db.query<ConversationRow>(
+      `SELECT sc.session_id, c.channel, c.kind, c.peer_id,
+              c.delivery_target, c.label
+         FROM session_conversations sc
+         JOIN conversations c ON c.conversation_id = sc.conversation_id
+        ORDER BY CASE sc.role WHEN 'primary' THEN 0 ELSE 1 END, sc.last_seen_at DESC`,
+    );
+  } catch {
+    return out;
+  }
+  for (const row of rows) {
+    if (out.has(row.session_id)) continue;
+    out.set(row.session_id, {
+      channel: str(row.channel),
+      label: str(row.label),
+      chatId: str(row.delivery_target) ?? str(row.peer_id),
+      chatType: str(row.kind),
+    });
+  }
+  return out;
+}
+
+/** List every transcript-bearing session in all per-agent databases. */
+export async function listOpenClawSqliteSessions(
+  home: string,
+  agentIds: string[],
+): Promise<OpenClawSqliteSession[]> {
+  const sessions: OpenClawSqliteSession[] = [];
+  for (const { agentId, dbPath } of listOpenClawDatabases(home, agentIds)) {
+    const db = await openSqliteReadonly(dbPath);
+    if (!db) continue;
+    try {
+      let rows: WindowRow[];
+      try {
+        rows = db.query<WindowRow>(
+          `SELECT w.session_id, w.session_key, w.updated_at,
+                  w.transcript_updated_at, w.ended_at, w.channel,
+                  w.chat_type, w.display_name,
+                  COALESCE((SELECT MAX(e.created_at)
+                              FROM transcript_events e
+                             WHERE e.session_id = w.session_id), 0) AS event_updated_at,
+                  COALESCE((SELECT SUM(length(e.event_json) + 1)
+                              FROM transcript_events e
+                             WHERE e.session_id = w.session_id), 0) AS size_bytes
+             FROM session_windows w
+            WHERE EXISTS (SELECT 1 FROM transcript_events e
+                           WHERE e.session_id = w.session_id)`,
+        );
+      } catch {
+        continue;
+      }
+
+      const nodes = readNodeMetadata(db);
+      const conversations = readConversationMetadata(db);
+      for (const row of rows) {
+        const node = nodes.get(row.session_id);
+        const conversation = conversations.get(row.session_id);
+        sessions.push({
+          sessionId: row.session_id,
+          agentId,
+          dbPath,
+          transcriptPath: syntheticPath(agentId, row.session_id),
+          mtimeMs: Math.max(
+            Number(row.updated_at) || 0,
+            Number(row.transcript_updated_at) || 0,
+            Number(row.ended_at) || 0,
+            Number(row.event_updated_at) || 0,
+          ),
+          sizeBytes: Number(row.size_bytes) || 0,
+          channel:
+            str(row.channel) ??
+            conversation?.channel ??
+            node?.channel ??
+            "local",
+          label: str(row.display_name) ?? conversation?.label ?? node?.label,
+          chatId: conversation?.chatId ?? node?.chatId,
+          chatType:
+            str(row.chat_type) ?? conversation?.chatType ?? node?.chatType,
+        });
+      }
+    } finally {
+      db.close();
+    }
+  }
+  return sessions;
+}
+
+/** Read one SQLite transcript by UUID. The first matching agent wins. */
+export async function readOpenClawSqliteTranscript(
+  home: string,
+  agentIds: string[],
+  sessionId: string,
+): Promise<OpenClawSqliteTranscript | null> {
+  for (const { agentId, dbPath } of listOpenClawDatabases(home, agentIds)) {
+    const db = await openSqliteReadonly(dbPath);
+    if (!db) continue;
+    try {
+      let rows: EventRow[];
+      try {
+        rows = db.query<EventRow>(
+          `SELECT event_json
+             FROM transcript_events
+            WHERE session_id = ?
+            ORDER BY seq ASC`,
+          [sessionId],
+        );
+      } catch {
+        continue;
+      }
+      if (rows.length === 0) continue;
+      const eventJsonLines = rows.map((row) => row.event_json);
+      const rawLines = eventJsonLines
+        .map(parseObject)
+        .filter((line): line is Record<string, unknown> => line !== undefined);
+      return {
+        agentId,
+        dbPath,
+        filePath: syntheticPath(agentId, sessionId),
+        rawLines,
+        eventJsonLines,
+      };
+    } finally {
+      db.close();
+    }
+  }
+  return null;
+}

package/lib/openclaw-projects.ts

@@ -1,18 +1,21 @@
 /**
  * OpenClaw (openclaw gateway) session enumeration — AUDIT-ONLY.
  *
- * Surfaces the on-disk transcripts (agents/<agentId>/sessions/<uuid>.jsonl) as
- * synthetic dashboard "projects" grouped by (agentId, channel). The per-agent
- * `sessions.json` index maps sessionKey → {sessionId, timestamps}; we read it to
- * recover the sessionKey (which encodes the channel for gateway sessions) and a
- * reliable last-activity time. Verified live against openclaw v2026.7.1.
+ * Surfaces both legacy JSONL transcripts and OpenClaw 2026.9.2+ per-agent
+ * SQLite transcripts as synthetic dashboard "projects" grouped by
+ * (agentId, channel).
  */
 import { readFileSync } from "node:fs";
 import { join } from "node:path";
 import { runtimeCache } from "./runtime-cache";
-import { listOpenClawAgents, listOpenClawTranscripts, openclawHome } from "./openclaw-sessions";
+import {
+  listOpenClawAgents,
+  listOpenClawTranscripts,
+  openclawHome,
+} from "./openclaw-sessions";
 import type { ProjectFolder, SessionFile } from "./projects";
 import { formatDate } from "./format-date";
+import { listOpenClawSqliteSessions } from "./openclaw-db";
 
 export interface OpenClawSessionRef {
   sessionId: string;
@@ -51,7 +54,13 @@ function str(v: unknown): string | undefined {
  *  than in the key — verified live against v2026.7.1. */
 function readSessionsIndex(agentId: string): Map<string, SessionIndexMeta> {
   const out = new Map<string, SessionIndexMeta>();
-  const indexPath = join(openclawHome(), "agents", agentId, "sessions", "sessions.json");
+  const indexPath = join(
+    openclawHome(),
+    "agents",
+    agentId,
+    "sessions",
+    "sessions.json",
+  );
   let raw: unknown;
   try {
     raw = JSON.parse(readFileSync(indexPath, "utf-8"));
@@ -64,7 +73,9 @@ function readSessionsIndex(agentId: string): Map<string, SessionIndexMeta> {
     const e = v as Record<string, unknown>;
     const sessionId = str(e.sessionId);
     if (!sessionId) continue;
-    const origin = (e.origin && typeof e.origin === "object" ? e.origin : {}) as Record<string, unknown>;
+    const origin = (
+      e.origin && typeof e.origin === "object" ? e.origin : {}
+    ) as Record<string, unknown>;
     const lastMs =
       typeof e.lastInteractionAt === "number"
         ? e.lastInteractionAt
@@ -73,7 +84,8 @@ function readSessionsIndex(agentId: string): Map<string, SessionIndexMeta> {
           : undefined;
     out.set(sessionId, {
       lastMs,
-      channel: str(e.lastChannel) ?? str(origin.provider) ?? str(origin.surface),
+      channel:
+        str(e.lastChannel) ?? str(origin.provider) ?? str(origin.surface),
       chatType: str(e.chatType) ?? str(origin.chatType),
       label: str(origin.label),
       chatId: str(e.lastTo) ?? str(origin.from),
@@ -86,7 +98,7 @@ function readSessionsIndex(agentId: string): Map<string, SessionIndexMeta> {
 export async function getOpenClawSessions(): Promise<OpenClawSessionRef[]> {
   const transcripts = listOpenClawTranscripts();
   const indexByAgent = new Map<string, Map<string, SessionIndexMeta>>();
-  const refs: OpenClawSessionRef[] = [];
+  const refs = new Map<string, OpenClawSessionRef>();
   for (const t of transcripts) {
     let idx = indexByAgent.get(t.agentId);
     if (!idx) {
@@ -94,7 +106,7 @@ export async function getOpenClawSessions(): Promise<OpenClawSessionRef[]> {
       indexByAgent.set(t.agentId, idx);
     }
     const meta = idx.get(t.sessionId);
-    refs.push({
+    refs.set(`${t.agentId}\0${t.sessionId}`, {
       sessionId: t.sessionId,
       agentId: t.agentId,
       // Gateway sessions group by channel; CLI/local runs have none.
@@ -107,8 +119,18 @@ export async function getOpenClawSessions(): Promise<OpenClawSessionRef[]> {
       sizeBytes: t.sizeBytes,
     });
   }
-  refs.sort((a, b) => b.mtimeMs - a.mtimeMs);
-  return refs;
+
+  // SQLite is the live source on OpenClaw 2026.9.2+. Insert it second so it
+  // replaces an archived JSONL copy of the same agent/session.
+  const sqliteSessions = await listOpenClawSqliteSessions(
+    openclawHome(),
+    listOpenClawAgents(),
+  );
+  for (const s of sqliteSessions) {
+    refs.set(`${s.agentId}\0${s.sessionId}`, s);
+  }
+
+  return [...refs.values()].sort((a, b) => b.mtimeMs - a.mtimeMs);
 }
 
 export const getCachedOpenClawSessions = runtimeCache(getOpenClawSessions, 2);
@@ -145,7 +167,9 @@ export interface OpenClawNameSplit {
  * form (`agentId: null`), so links shared before agents became part of the name
  * keep resolving — to every agent on that channel, which is what they meant.
  */
-export function openClawProjectNameCandidates(name: string): OpenClawNameSplit[] {
+export function openClawProjectNameCandidates(
+  name: string,
+): OpenClawNameSplit[] {
   if (!name.startsWith("openclaw-")) return [];
   const rest = name.slice("openclaw-".length);
   if (!rest) return [];
@@ -163,7 +187,9 @@ export function openClawProjectNameCandidates(name: string): OpenClawNameSplit[]
 }
 
 /** The best-guess split for a project name — `null` if it isn't an OpenClaw one. */
-export function parseOpenClawProjectName(name: string): OpenClawNameSplit | null {
+export function parseOpenClawProjectName(
+  name: string,
+): OpenClawNameSplit | null {
   return openClawProjectNameCandidates(name)[0] ?? null;
 }
 
@@ -190,7 +216,12 @@ export async function getOpenClawProjects(): Promise<ProjectFolder[]> {
       prev.latest = Math.max(prev.latest, s.mtimeMs);
       prev.count += 1;
     } else {
-      groups.set(key, { agentId: s.agentId, channel: s.channel, latest: s.mtimeMs, count: 1 });
+      groups.set(key, {
+        agentId: s.agentId,
+        channel: s.channel,
+        latest: s.mtimeMs,
+        count: 1,
+      });
     }
   }
   const out: ProjectFolder[] = [];
@@ -228,7 +259,9 @@ export async function getOpenClawSessionsByEncodedName(
   const sessions = await getOpenClawSessions();
   const matching = (split: OpenClawNameSplit) =>
     sessions.filter(
-      (s) => s.channel === split.channel && (split.agentId === null || s.agentId === split.agentId),
+      (s) =>
+        s.channel === split.channel &&
+        (split.agentId === null || s.agentId === split.agentId),
     );
 
   // Take the first split that actually owns sessions — length alone picks the
@@ -250,7 +283,10 @@ export async function getOpenClawSessionsByEncodedName(
   return {
     // Legacy channel-only names keep their old cwd label, since they really do
     // span every agent on that channel.
-    cwd: agentId === null ? `openclaw:${channel}` : openClawProjectPath(agentId, channel),
+    cwd:
+      agentId === null
+        ? `openclaw:${channel}`
+        : openClawProjectPath(agentId, channel),
     sessions: matched.map((s) => {
       const lastModified = new Date(s.mtimeMs);
       return {