@misha_misha/agentwatch 0.1.1 → 0.1.2

package/dist/index.js

@@ -190,6 +190,40 @@ var init_version = __esm({
   }
 });
 
+// src/util/backfill.ts
+var backfill_exports = {};
+__export(backfill_exports, {
+  BACKFILL_MAX_AGE_MS: () => BACKFILL_MAX_AGE_MS,
+  backfillStartOffset: () => backfillStartOffset,
+  setStaleSkipEnabled: () => setStaleSkipEnabled
+});
+import { statSync } from "fs";
+function mtimeMs(file) {
+  try {
+    return statSync(file).mtimeMs;
+  } catch {
+    return 0;
+  }
+}
+function setStaleSkipEnabled(enabled) {
+  staleSkipEnabled = enabled;
+}
+function backfillStartOffset(file, size, isInitialAdd, backfillBytes) {
+  if (!isInitialAdd) return size;
+  if (staleSkipEnabled && mtimeMs(file) < Date.now() - BACKFILL_MAX_AGE_MS) {
+    return size;
+  }
+  return Math.max(0, size - backfillBytes);
+}
+var BACKFILL_MAX_AGE_MS, staleSkipEnabled;
+var init_backfill = __esm({
+  "src/util/backfill.ts"() {
+    "use strict";
+    BACKFILL_MAX_AGE_MS = 48 * 60 * 60 * 1e3;
+    staleSkipEnabled = false;
+  }
+});
+
 // src/util/compaction.ts
 function contextWindow() {
   const env = process.env.AGENTWATCH_CONTEXT_WINDOW;
@@ -412,7 +446,7 @@ __export(workspace_exports, {
   claudeProjectsDir: () => claudeProjectsDir,
   detectWorkspaceRoot: () => detectWorkspaceRoot
 });
-import { existsSync as existsSync3, statSync } from "fs";
+import { existsSync as existsSync3, statSync as statSync2 } from "fs";
 import { homedir as homedir3 } from "os";
 import { join as join4 } from "path";
 function detectWorkspaceRoot() {
@@ -436,7 +470,7 @@ function claudeProjectsDir() {
 }
 function isDir(p) {
   try {
-    return existsSync3(p) && statSync(p).isDirectory();
+    return existsSync3(p) && statSync2(p).isDirectory();
   } catch {
     return false;
   }
@@ -764,6 +798,38 @@ var init_jsonl_stream = __esm({
   }
 });
 
+// src/util/backfill-queue.ts
+function createBackfillQueue(processFile) {
+  const queue = [];
+  let draining2 = false;
+  const drain = () => {
+    const file = queue.shift();
+    if (file === void 0) {
+      draining2 = false;
+      return;
+    }
+    try {
+      processFile(file);
+    } catch {
+    }
+    setImmediate(drain);
+  };
+  return {
+    enqueue(file) {
+      queue.push(file);
+      if (!draining2) {
+        draining2 = true;
+        setImmediate(drain);
+      }
+    }
+  };
+}
+var init_backfill_queue = __esm({
+  "src/util/backfill-queue.ts"() {
+    "use strict";
+  }
+});
+
 // src/util/parse-errors.ts
 function createParseErrorTracker(agent, sink, options = {}) {
   const entries = /* @__PURE__ */ new Map();
@@ -818,7 +884,7 @@ var init_parse_errors = __esm({
 
 // src/adapters/claude-code.ts
 import chokidar2 from "chokidar";
-import { existsSync as existsSync4, statSync as statSync2 } from "fs";
+import { existsSync as existsSync4, statSync as statSync3 } from "fs";
 import { basename as basename2, sep } from "path";
 function capMap(m, max) {
   while (m.size > max) {
@@ -850,7 +916,7 @@ function startClaudeAdapter(sink) {
     const size = safeSize(file);
     let cursor = cursors.get(file);
     if (!cursor) {
-      const start2 = isInitialAdd ? Math.max(0, size - BACKFILL_BYTES) : size;
+      const start2 = backfillStartOffset(file, size, isInitialAdd, BACKFILL_BYTES);
       cursor = { offset: start2 };
       cursors.set(file, cursor);
     }
@@ -913,8 +979,16 @@ function startClaudeAdapter(sink) {
       }
     }
   };
-  watcher2.on("add", (f) => process2(f, true));
+  let scanReady = false;
+  const backfillQueue = createBackfillQueue((f) => process2(f, true));
+  watcher2.on("add", (f) => {
+    if (scanReady) process2(f, true);
+    else backfillQueue.enqueue(f);
+  });
   watcher2.on("change", (f) => process2(f, false));
+  watcher2.on("ready", () => {
+    scanReady = true;
+  });
   watcher2.on("error", (err) => {
     if (typeof err === "object" && err !== null) {
       const code = err.code;
@@ -1012,7 +1086,7 @@ function capBytes(s, max = MAX_TOOL_RESULT_BYTES) {
 }
 function safeSize(file) {
   try {
-    return statSync2(file).size;
+    return statSync3(file).size;
   } catch {
     return 0;
   }
@@ -1214,6 +1288,8 @@ var init_claude_code = __esm({
     init_cost();
     init_recent_writes();
     init_jsonl_stream();
+    init_backfill();
+    init_backfill_queue();
     init_parse_errors();
     MAX_PENDING_TOOL_USES = 5e3;
     pendingToolUses = /* @__PURE__ */ new Map();
@@ -1323,7 +1399,7 @@ var init_openclaw_cron = __esm({
 
 // src/adapters/openclaw.ts
 import chokidar3 from "chokidar";
-import { existsSync as existsSync5, readFileSync as readFileSync3, statSync as statSync3 } from "fs";
+import { existsSync as existsSync5, readFileSync as readFileSync3, statSync as statSync4 } from "fs";
 import { basename as basename3, join as join5, sep as sep2 } from "path";
 import { homedir as homedir4 } from "os";
 function capMap2(m, max) {
@@ -1383,8 +1459,16 @@ function startOpenClawAdapter(sink) {
     if (!sessionRe.test(f)) return;
     processSession(f, initial, cursors, normalized, parseErrors);
   };
-  sessionsWatcher.on("add", (f) => handleSession(f, true));
+  let sessionsReady = false;
+  const sessionBackfillQueue = createBackfillQueue((f) => handleSession(f, true));
+  sessionsWatcher.on("add", (f) => {
+    if (sessionsReady) handleSession(f, true);
+    else sessionBackfillQueue.enqueue(f);
+  });
   sessionsWatcher.on("change", (f) => handleSession(f, false));
+  sessionsWatcher.on("ready", () => {
+    sessionsReady = true;
+  });
   sessionsWatcher.on("error", swallow);
   stoppers.push(() => {
     void sessionsWatcher.close();
@@ -1524,8 +1608,7 @@ function streamLines(file, isInitialAdd, cursors, onLine) {
   const size = safeSize2(file);
   let cursor = cursors.get(file);
   if (!cursor) {
-    const backfillStart = Math.max(0, size - BACKFILL_BYTES2);
-    cursor = { offset: isInitialAdd ? backfillStart : size };
+    cursor = { offset: backfillStartOffset(file, size, isInitialAdd, BACKFILL_BYTES2) };
     cursors.set(file, cursor);
   }
   if (size <= cursor.offset) return;
@@ -1550,7 +1633,7 @@ function swallow(err) {
 }
 function safeSize2(file) {
   try {
-    return statSync3(file).size;
+    return statSync4(file).size;
   } catch {
     return 0;
   }
@@ -1738,6 +1821,8 @@ var init_openclaw = __esm({
     init_schema();
     init_ids();
     init_jsonl_stream();
+    init_backfill();
+    init_backfill_queue();
     init_parse_errors();
     init_openclaw_cron();
     sessionCwd = /* @__PURE__ */ new Map();
@@ -1757,7 +1842,7 @@ import {
   readFileSync as readFileSync4,
   existsSync as existsSync6,
   readdirSync,
-  statSync as statSync4
+  statSync as statSync5
 } from "fs";
 import { homedir as homedir5 } from "os";
 import { join as join6 } from "path";
@@ -1939,7 +2024,7 @@ function discoverCursorrules(workspace) {
     if (name === "node_modules") continue;
     const dir = join6(workspace, name);
     try {
-      if (!statSync4(dir).isDirectory()) continue;
+      if (!statSync5(dir).isDirectory()) continue;
     } catch {
       continue;
     }
@@ -2220,7 +2305,7 @@ var init_gemini = __esm({
 
 // src/adapters/codex.ts
 import chokidar6 from "chokidar";
-import { existsSync as existsSync8, statSync as statSync5 } from "fs";
+import { existsSync as existsSync8, statSync as statSync6 } from "fs";
 import { basename as basename5, join as join8, sep as sep4 } from "path";
 import os5 from "os";
 function codexSessionsDir(home = os5.homedir()) {
@@ -2243,7 +2328,7 @@ function startCodexAdapter(sink) {
     const size = safeSize3(file);
     let cursor = cursors.get(file);
     if (!cursor) {
-      const start2 = isInitialAdd ? Math.max(0, size - BACKFILL_BYTES3) : size;
+      const start2 = backfillStartOffset(file, size, isInitialAdd, BACKFILL_BYTES3);
       cursor = {
         offset: start2,
         project: "",
@@ -2364,8 +2449,16 @@ function startCodexAdapter(sink) {
       }
     }
   };
-  watcher2.on("add", (f) => handle(f, true));
+  let scanReady = false;
+  const backfillQueue = createBackfillQueue((f) => handle(f, true));
+  watcher2.on("add", (f) => {
+    if (scanReady) handle(f, true);
+    else backfillQueue.enqueue(f);
+  });
   watcher2.on("change", (f) => handle(f, false));
+  watcher2.on("ready", () => {
+    scanReady = true;
+  });
   watcher2.on("error", (err) => {
     if (typeof err === "object" && err !== null) {
       const code = err.code;
@@ -2501,7 +2594,7 @@ function truncate5(s, n) {
 }
 function safeSize3(file) {
   try {
-    return statSync5(file).size;
+    return statSync6(file).size;
   } catch {
     return 0;
   }
@@ -2515,6 +2608,8 @@ var init_codex = __esm({
     init_cost();
     init_spawn_tracker();
     init_jsonl_stream();
+    init_backfill();
+    init_backfill_queue();
     init_parse_errors();
     BACKFILL_BYTES3 = 512 * 1024;
     MAX_PENDING = 2e3;
@@ -4781,7 +4876,7 @@ var init_claude_hooks = __esm({
 
 // src/git/correlate.ts
 import { spawnSync as spawnSync3 } from "child_process";
-import { existsSync as existsSync12, readdirSync as readdirSync2, statSync as statSync6 } from "fs";
+import { existsSync as existsSync12, readdirSync as readdirSync2, statSync as statSync7 } from "fs";
 import { join as join12, resolve } from "path";
 function runGit(args, opts = {}) {
   const verb = args[0];
@@ -4814,7 +4909,7 @@ function findProjectGitRoot(workspaceRoot, projectName) {
     if (entry !== projectName) continue;
     const candidate = join12(workspaceRoot, entry);
     try {
-      const s = statSync6(candidate);
+      const s = statSync7(candidate);
       if (!s.isDirectory()) continue;
     } catch {
       continue;
@@ -6024,6 +6119,19 @@ function buildStore(db2) {
       const rows = sessionEventsStmt.all(sessionId);
       return rows.map(rowToEvent);
     },
+    budgetRollup() {
+      const todayStart = /* @__PURE__ */ new Date();
+      todayStart.setUTCHours(0, 0, 0, 0);
+      const monthAgo = new Date(Date.now() - 30 * 864e5).toISOString();
+      const day = db2.prepare("SELECT SUM(cost_usd) AS c FROM events WHERE ts >= ?").get(todayStart.toISOString());
+      const top = db2.prepare(
+        "SELECT session_id, cost_usd FROM sessions WHERE last_ts >= ? ORDER BY cost_usd DESC LIMIT 1"
+      ).get(monthAgo);
+      return {
+        dayCost: day.c ?? 0,
+        maxSession: top ? { id: top.session_id, cost: top.cost_usd } : { id: "", cost: 0 }
+      };
+    },
     listRecentEvents(opts = {}) {
       const limit = clamp4(opts.limit ?? 1e3, 1, 5e4);
       const order = opts.order === "asc" ? "ASC" : "DESC";
@@ -6677,7 +6785,7 @@ __export(server_exports2, {
 import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
 import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
 import { z } from "zod";
-import { existsSync as existsSync15, readdirSync as readdirSync3, readFileSync as readFileSync9, statSync as statSync7 } from "fs";
+import { existsSync as existsSync15, readdirSync as readdirSync3, readFileSync as readFileSync9, statSync as statSync8 } from "fs";
 import { homedir as homedir12 } from "os";
 import { join as join16 } from "path";
 import Database4 from "better-sqlite3";
@@ -7000,7 +7108,7 @@ function listAllSessions() {
         for (const f of readdirSync3(projPath)) {
           if (!f.endsWith(".jsonl")) continue;
           const full = join16(projPath, f);
-          const s = statSync7(full);
+          const s = statSync8(full);
           out.push({
             agent: "claude-code",
             sessionId: f.replace(/\.jsonl$/, ""),
@@ -7068,7 +7176,7 @@ function walkOpenClaw(root, out) {
       const full = join16(sessionsDir, name);
       let st;
       try {
-        st = statSync7(full);
+        st = statSync8(full);
       } catch {
         continue;
       }
@@ -7088,7 +7196,7 @@ function walkHermes(dbPath, out) {
   const db2 = openHermesDb(dbPath);
   if (!db2) return;
   try {
-    const st = statSync7(dbPath);
+    const st = statSync8(dbPath);
     const rows = db2.prepare(
       "SELECT id, source, message_count, started_at, ended_at FROM sessions"
     ).all();
@@ -7131,7 +7239,7 @@ function walkGemini(dir, out) {
       const full = join16(chatsDir, name);
       let st;
       try {
-        st = statSync7(full);
+        st = statSync8(full);
       } catch {
         continue;
       }
@@ -7159,7 +7267,7 @@ function walkCodex(dir, out) {
     const full = join16(dir, name);
     let st;
     try {
-      st = statSync7(full);
+      st = statSync8(full);
     } catch {
       continue;
     }
@@ -7313,7 +7421,7 @@ var init_install = __esm({
 });
 
 // src/daemon/log-rotate.ts
-import { closeSync as closeSync2, openSync as openSync2, renameSync, statSync as statSync8, writeSync } from "fs";
+import { closeSync as closeSync2, openSync as openSync2, renameSync, statSync as statSync9, writeSync } from "fs";
 import { dirname as dirname5 } from "path";
 import { mkdirSync as mkdirSync4 } from "fs";
 var DEFAULT_MAX_BYTES, RotatingLogStream;
@@ -7332,7 +7440,7 @@ var init_log_rotate = __esm({
         mkdirSync4(dirname5(this.path), { recursive: true });
         this.fd = openSync2(this.path, "a");
         try {
-          this.bytes = statSync8(this.path).size;
+          this.bytes = statSync9(this.path).size;
         } catch {
           this.bytes = 0;
         }
@@ -8191,6 +8299,9 @@ function computeBudgetStatus(events, budgets = loadBudgets(), now = /* @__PURE__
     const t = new Date(e.ts).getTime();
     if (t >= todayMs) dayCost += c;
   }
+  return budgetStatusFromTotals(dayCost, maxSession, budgets);
+}
+function budgetStatusFromTotals(dayCost, maxSession, budgets = loadBudgets()) {
   const status = {
     sessionCost: maxSession.cost,
     dayCost,
@@ -8204,6 +8315,9 @@ function computeBudgetStatus(events, budgets = loadBudgets(), now = /* @__PURE__
   return status;
 }
 
+// src/ui/App.tsx
+init_backfill();
+
 // src/util/otel.ts
 init_compaction();
 init_version();
@@ -9266,6 +9380,7 @@ function App() {
       try {
         const seed = store.listRecentEvents({ limit: 500, order: "desc" });
         if (seed.length > 0) dispatch({ type: "events-batch", events: seed });
+        setStaleSkipEnabled(seed.length > 0);
       } catch {
       }
     }
@@ -9337,19 +9452,17 @@ function App() {
   const agentFiltered = state.filterAgent ? state.events.filter((e) => e.agent === state.filterAgent) : state.events;
   const filtered = state.searchQuery ? agentFiltered.filter((e) => matchesQuery(e, state.searchQuery)) : agentFiltered;
   const eventsRef = state.events;
+  const [rollupTick, setRollupTick] = useState(0);
+  useEffect(() => {
+    if (!store) return;
+    const id = setInterval(() => setRollupTick((t) => t + 1), 2500);
+    return () => clearInterval(id);
+  }, [store]);
   const budgetStatus = useMemo(() => {
     if (!store) return computeBudgetStatus(eventsRef);
-    const todayStart = /* @__PURE__ */ new Date();
-    todayStart.setUTCHours(0, 0, 0, 0);
-    const since = todayStart.toISOString();
-    const monthAgo = new Date(Date.now() - 30 * 864e5).toISOString();
-    const events = store.listRecentEvents({
-      sinceTs: monthAgo < since ? monthAgo : since,
-      limit: 5e4,
-      order: "asc"
-    });
-    return computeBudgetStatus(events);
-  }, [eventsRef, store]);
+    const { dayCost, maxSession } = store.budgetRollup();
+    return budgetStatusFromTotals(dayCost, maxSession);
+  }, [store ? rollupTick : eventsRef, store]);
   const anomalies = useMemo(() => {
     const source = store ? store.listRecentEvents({ limit: 5e3, order: "desc" }) : eventsRef;
     const out = /* @__PURE__ */ new Map();
@@ -9390,7 +9503,7 @@ function App() {
       }
     }
     return out;
-  }, [eventsRef, store]);
+  }, [store ? rollupTick : eventsRef, store]);
   const budgetBreachKey = [
     budgetStatus.breachedSession ?? "",
     budgetStatus.dayBreach ? "day" : ""
@@ -9842,6 +9955,8 @@ if (arg === "serve") {
     try {
       const seed = store.listRecentEvents({ limit: 5e3, order: "desc" });
       for (let i = seed.length - 1; i >= 0; i--) addEventToServer2(server, seed[i]);
+      const { setStaleSkipEnabled: setStaleSkipEnabled2 } = await Promise.resolve().then(() => (init_backfill(), backfill_exports));
+      setStaleSkipEnabled2(seed.length > 0);
     } catch (err) {
       process.stderr.write(`[agentwatch] ring seed skipped: ${String(err)}
 `);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@misha_misha/agentwatch",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "Local-only observability + control plane for every AI coding agent on your machine. TUI live tail + browser dashboard on localhost. Unified timeline across Claude Code, Codex, Gemini CLI, Cursor, Hermes, OpenClaw — token + cost accounting, compaction + anomaly detection, SVG call graphs, diff attribution, agent-aware replay, MCP server mode, OpenTelemetry exporter. No cloud, no telemetry, no sign-in.",
   "type": "module",
   "author": "Misha Nefedov",