@tonyclaw/agent-inspector 2.1.6 → 2.1.7

package/src/proxy/store.ts

@@ -40,6 +40,15 @@ import type { CapturedLog } from "./schemas";
 import { CapturedLogSchema } from "./schemas";
 import { apiFormatForPath } from "./formats/registry";
 import type { ImportedLogDraft } from "./logImporter";
+import {
+  archiveSessionLog,
+  clearSessionArchives,
+  deleteArchivedLogsByIds,
+  findArchivedLogById,
+  getSessionArchiveRoot,
+  listArchivedSessionLogs,
+  listArchivedSessionIds,
+} from "./sessionArchive";
 import {
   clearSessionRegistry,
   getLogSessionId,
@@ -68,18 +77,23 @@ export type LogStorageStats = {
   chunkDir: string;
   chunkFileCount: number;
   chunkBytes: number;
+  sessionArchiveDir: string;
+  sessionArchiveFileCount: number;
+  sessionArchiveBytes: number;
 };
 
 export type ClearPersistedLogStorageResult = {
   cleared: number;
   logFilesDeleted: number;
   chunkFilesDeleted: number;
+  sessionArchiveFilesDeleted: number;
 };
 
 export type ClearPersistedLogsByIdsResult = {
   cleared: number;
   logFilesRewritten: number;
   chunkFilesDeleted: number;
+  sessionArchiveLogsDeleted: number;
 };
 
 export type ListLogsPageOptions = {
@@ -138,6 +152,7 @@ type LogCursorPageIndex = {
 
 const logCursorPageIndexes: Map<string, LogCursorPageIndex> = new Map();
 let logCursorPageIndexBuildCount = 0;
+let sessionArchiveQueue: Promise<void> = Promise.resolve();
 
 function cursorPageIndexKey(
   options: Pick<ListLogsCursorPageOptions, "sessionId" | "model">,
@@ -222,6 +237,22 @@ function addToCache(log: CapturedLog): void {
   evictOldestIfNeeded();
 }
 
+function archiveLogSnapshot(log: CapturedLog): void {
+  const archivedLog = normalizeLog(log);
+  sessionArchiveQueue = sessionArchiveQueue
+    .catch(() => undefined)
+    .then(async () => {
+      await archiveSessionLog(archivedLog);
+    })
+    .catch((err: unknown) => {
+      logger.warn("[store] Failed to archive session log:", String(err));
+    });
+}
+
+export async function flushSessionArchiveWrites(): Promise<void> {
+  await sessionArchiveQueue;
+}
+
 function removeFromCache(id: number): void {
   memoryCache.delete(id);
   removeLogsFromCursorPageIndexes(new Set([id]));
@@ -325,6 +356,7 @@ export async function addTestLogEntry(entry: Omit<CapturedLog, "id">): Promise<C
   });
 
   addToCache(log);
+  archiveLogSnapshot(log);
   observeSessionLog(log, session.source);
   emitLogUpdate(log);
   return log;
@@ -414,6 +446,7 @@ export async function createLog(
 
   // Add to memory cache
   addToCache(log);
+  archiveLogSnapshot(log);
   markSessionStarted(log, session.source);
   emitLogUpdate(log);
 
@@ -422,10 +455,21 @@ export async function createLog(
 
 export function finalizeLogUpdate(log: CapturedLog): void {
   addToCache(log);
+  archiveLogSnapshot(log);
   markSessionFinished(log);
   emitLogUpdate(log);
 }
 
+async function getArchivedLogByIdForStore(id: number): Promise<CapturedLog | null> {
+  await flushSessionArchiveWrites();
+  const archivedLog = await findArchivedLogById(id);
+  if (archivedLog === null) return null;
+  const normalized = normalizeLog(archivedLog);
+  addToCache(normalized);
+  observeSessionLog(normalized);
+  return normalized;
+}
+
 /**
  * Get a log by ID, checking memory cache first then disk.
  * Uses byte-offset index for efficient single-line reads.
@@ -440,14 +484,14 @@ export async function getLogById(id: number): Promise<CapturedLog | null> {
   // Look up in index and load from disk
   const entry = await findInIndex(id);
   if (entry === null) {
-    return null;
+    return await getArchivedLogByIdForStore(id);
   }
 
   // Load from disk using byte-offset index
   try {
     const filePath = join(resolveLogDir(), entry.file);
     if (!existsSync(filePath)) {
-      return null;
+      return await getArchivedLogByIdForStore(id);
     }
 
     // Use byte offset for direct read when available
@@ -483,7 +527,7 @@ export async function getLogById(id: number): Promise<CapturedLog | null> {
     logger.error("[store] Failed to read log from disk:", String(err));
   }
 
-  return null;
+  return await getArchivedLogByIdForStore(id);
 }
 
 async function scanLogFileForId(filePath: string, id: number): Promise<CapturedLog | null> {
@@ -578,6 +622,20 @@ async function visitPersistedLogFile(
   }
 }
 
+async function visitArchivedSessionLogs(
+  sessionId: string | undefined,
+  visitor: PersistedLogVisitor,
+): Promise<void> {
+  if (sessionId === undefined) return;
+  await flushSessionArchiveWrites();
+  const logs = await listArchivedSessionLogs(sessionId);
+  for (const archivedLog of logs) {
+    const log = normalizeLog(archivedLog);
+    observeSessionLog(log);
+    visitor(log);
+  }
+}
+
 function canUseIndexedListPage(options: ListLogsPageOptions): boolean {
   return options.sessionId === undefined && options.model === undefined;
 }
@@ -659,6 +717,8 @@ export async function listLogsPage(options: ListLogsPageOptions): Promise<ListLo
     visitLog(log);
   });
 
+  await visitArchivedSessionLogs(options.sessionId, visitLog);
+
   for (const log of memoryCache.values()) {
     visitLog(log);
   }
@@ -773,6 +833,18 @@ async function buildLogCursorPageIndexFromLogIndex(
     logsById.set(log.id, log);
   }
 
+  if (options.sessionId !== undefined) {
+    await flushSessionArchiveWrites();
+    const archivedLogs = await listArchivedSessionLogs(options.sessionId);
+    for (const archivedLog of archivedLogs) {
+      const log = normalizeLog(archivedLog);
+      if (!matchesLogFilters(log, options.sessionId, options.model)) continue;
+      observeSessionLog(log);
+      idsById.add(log.id);
+      logsById.set(log.id, log);
+    }
+  }
+
   return {
     key: cursorPageIndexKey(options),
     sessionId: options.sessionId,
@@ -803,6 +875,8 @@ async function buildLogCursorPageIndex(
     visitLog(log);
   });
 
+  await visitArchivedSessionLogs(options.sessionId, visitLog);
+
   for (const log of memoryCache.values()) {
     visitLog(log);
   }
@@ -923,6 +997,16 @@ async function collectSessionLogSummaries(
     summariesById.set(summary.id, summary);
   }
 
+  await flushSessionArchiveWrites();
+  const archivedLogs = await listArchivedSessionLogs(sessionId);
+  for (const archivedLog of archivedLogs) {
+    const log = normalizeLog(archivedLog);
+    observeSessionLog(log);
+    if (!summariesById.has(log.id)) {
+      summariesById.set(log.id, buildSessionLogSummary(log));
+    }
+  }
+
   if (includeHistory && summariesById.size === 0) {
     await visitPersistedLogs((log) => {
       observeSessionLog(log);
@@ -1001,6 +1085,15 @@ export function getSessions(): string[] {
   return getSessionIds();
 }
 
+export async function listSessions(): Promise<string[]> {
+  await flushSessionArchiveWrites();
+  const sessionIds = new Set<string>(getSessionIds());
+  for (const sessionId of await listArchivedSessionIds()) {
+    sessionIds.add(sessionId);
+  }
+  return [...sessionIds].sort();
+}
+
 export function getModels(): string[] {
   const set = new Set<string>();
   for (const l of memoryCache.values()) {
@@ -1050,8 +1143,13 @@ function collectDirectoryStats(
 export function getLogStorageStats(): LogStorageStats {
   const logDir = resolveLogDir();
   const chunkDir = getChunksDir();
+  const sessionArchiveDir = getSessionArchiveRoot();
   const logStats = collectDirectoryStats(logDir, (fileName) => fileName.endsWith(".jsonl"));
   const chunkStats = collectDirectoryStats(chunkDir, (fileName) => fileName.endsWith(".json"));
+  const sessionArchiveStats = collectDirectoryStats(
+    sessionArchiveDir,
+    (fileName) => fileName === "session.sqlite" || fileName.startsWith("session.sqlite-"),
+  );
   return {
     memoryCount: memoryCache.size,
     logDir,
@@ -1060,6 +1158,9 @@ export function getLogStorageStats(): LogStorageStats {
     chunkDir,
     chunkFileCount: chunkStats.fileCount,
     chunkBytes: chunkStats.bytes,
+    sessionArchiveDir,
+    sessionArchiveFileCount: sessionArchiveStats.fileCount,
+    sessionArchiveBytes: sessionArchiveStats.bytes,
   };
 }
 
@@ -1151,9 +1252,10 @@ async function deleteMatchingFiles(
 export async function clearPersistedLogStorage(): Promise<ClearPersistedLogStorageResult> {
   return await runWithFlushedLogWriteLock(async () => {
     await flushIndex();
+    await flushSessionArchiveWrites();
 
     const result = clearAllLogs();
-    const [logFilesDeleted, chunkFilesDeleted] = await Promise.all([
+    const [logFilesDeleted, chunkFilesDeleted, sessionArchiveFilesDeleted] = await Promise.all([
       deleteMatchingFiles(
         resolveLogDir(),
         (fileName) =>
@@ -1167,6 +1269,7 @@ export async function clearPersistedLogStorage(): Promise<ClearPersistedLogStora
         (fileName) =>
           fileName.endsWith(".json") || (fileName.startsWith(".") && fileName.endsWith(".tmp")),
       ),
+      clearSessionArchives(),
     ]);
 
     await rebuildIndex();
@@ -1175,6 +1278,7 @@ export async function clearPersistedLogStorage(): Promise<ClearPersistedLogStora
       cleared: result.cleared,
       logFilesDeleted,
       chunkFilesDeleted,
+      sessionArchiveFilesDeleted,
     };
   });
 }
@@ -1365,20 +1469,27 @@ export async function clearPersistedLogsByIds(
 ): Promise<ClearPersistedLogsByIdsResult> {
   const uniqueIds = new Set(ids);
   if (uniqueIds.size === 0) {
-    return { cleared: 0, logFilesRewritten: 0, chunkFilesDeleted: 0 };
+    return {
+      cleared: 0,
+      logFilesRewritten: 0,
+      chunkFilesDeleted: 0,
+      sessionArchiveLogsDeleted: 0,
+    };
   }
 
   return await runWithFlushedLogWriteLock(async () => {
     await flushIndex();
+    await flushSessionArchiveWrites();
 
     const memoryRemovedIds = new Set<number>();
     for (const id of uniqueIds) {
       if (memoryCache.has(id)) memoryRemovedIds.add(id);
     }
     const result = clearLogsByIds([...uniqueIds]);
-    const [rewriteResult, chunkFilesDeleted] = await Promise.all([
+    const [rewriteResult, chunkFilesDeleted, archivedRemovedIds] = await Promise.all([
       rewriteLogFilesWithoutIds(uniqueIds),
       deleteChunkFilesByIds(uniqueIds),
+      deleteArchivedLogsByIds(uniqueIds),
     ]);
 
     await rebuildIndex();
@@ -1390,11 +1501,15 @@ export async function clearPersistedLogsByIds(
         clearedIds.add(id);
       }
     }
+    for (const id of archivedRemovedIds) {
+      clearedIds.add(id);
+    }
 
     return {
       cleared: clearedIds.size,
       logFilesRewritten: rewriteResult.logFilesRewritten,
       chunkFilesDeleted,
+      sessionArchiveLogsDeleted: archivedRemovedIds.size,
     };
   });
 }

package/src/routes/api/logs.ts

@@ -133,6 +133,7 @@ export const Route = createFileRoute("/api/logs")({
             cleared: result.cleared,
             logFilesRewritten: result.logFilesRewritten,
             chunkFilesDeleted: result.chunkFilesDeleted,
+            sessionArchiveLogsDeleted: result.sessionArchiveLogsDeleted,
           });
         }
         const result = await clearPersistedLogStorage();
@@ -141,6 +142,7 @@ export const Route = createFileRoute("/api/logs")({
           cleared: result.cleared,
           logFilesDeleted: result.logFilesDeleted,
           chunkFilesDeleted: result.chunkFilesDeleted,
+          sessionArchiveFilesDeleted: result.sessionArchiveFilesDeleted,
         });
       },
     },

package/src/routes/api/sessions.ts

@@ -1,5 +1,5 @@
 import { createFileRoute } from "@tanstack/react-router";
-import { getSessionInfo, getSessionSnapshots, getSessions } from "../../proxy/store";
+import { getSessionInfo, getSessionSnapshots, listSessions } from "../../proxy/store";
 
 function parsePositiveInt(value: string | null): number | undefined {
   if (value === null) return undefined;
@@ -37,7 +37,7 @@ export const Route = createFileRoute("/api/sessions")({
         if (details === "true" || details === "1") {
           return Response.json(getSessionSnapshots());
         }
-        return Response.json(getSessions());
+        return Response.json(await listSessions());
       },
     },
   },

package/.output/public/assets/_sessionId-mnr0O0Ri.js

@@ -1 +0,0 @@
-import{R as s,j as e}from"./main-CIV3Chb5.js";import{P as i}from"./ProxyViewerContainer-BC-z9RPh.js";function t(){const{sessionId:o}=s.useParams();return e.jsx(i,{initialSessionId:o},o)}export{t as component};

package/.output/public/assets/index-DH1DjJOl.js

@@ -1 +0,0 @@
-import{P as o}from"./ProxyViewerContainer-BC-z9RPh.js";import"./main-CIV3Chb5.js";const r=o;export{r as component};