owlmem 0.8.0 → 0.9.0

package/owlmem.mjs

@@ -34,14 +34,14 @@
 // device key there, so standing grants don't apply. Viewing, writing, deleting and exporting always need approval.
 
 import { webcrypto as crypto, createHash } from "node:crypto";
-import { readFileSync, writeFileSync, mkdirSync, existsSync, chmodSync, copyFileSync, rmSync, statSync, realpathSync, openSync, closeSync, appendFileSync, renameSync } from "node:fs";
+import { readFileSync, writeFileSync, mkdirSync, existsSync, chmodSync, copyFileSync, rmSync, statSync, realpathSync, openSync, closeSync, appendFileSync, renameSync, readdirSync, readSync } from "node:fs";
 import { gunzipSync } from "node:zlib";
 import { homedir, hostname, userInfo } from "node:os";
 import { join, dirname, basename, relative, isAbsolute } from "node:path";
 import { fileURLToPath } from "node:url";
 import { spawn, spawnSync } from "node:child_process";
 
-export const VERSION = "0.8.0";
+export const VERSION = "0.9.0";
 const BASE = (process.env.OWLMEM_URL || "https://owlmem.com").replace(/\/$/, "");
 const DIR = process.env.OWLMEM_HOME || join(process.env.XDG_CONFIG_HOME || join(homedir(), ".config"), "owlmem");
 const enc = new TextEncoder(), dec = new TextDecoder();
@@ -1368,6 +1368,100 @@ export function wakeTools(cfg, home_ = home(), env = process.env) {
   return changed;
 }
 
+// ── token usage (0.9.0) ──
+// An AI can't see how many tokens it used, but its app records them on this computer. Auto-wake adds them up per app and
+// UTC day and tells OwlMem every USAGE_EVERY, so every agent in the space can see who is busy (kb_team). Read: Claude Code's
+// transcripts (~/.claude/projects/**/*.jsonl, message.usage, each message once) and Codex's sessions (~/.codex/sessions/**/
+// *.jsonl, token_count events). Only the numbers leave the computer — no text, no paths. Files are read from where the last
+// scan stopped (usage.json in the wake folder), so a scan only reads what's new.
+export const USAGE_EVERY = 10 * 60 * 1000, USAGE_DAYS = 8, USAGE_KEEP = 35;
+const usageDay = (ts) => { const d = new Date(ts); return isNaN(d) ? null : d.toISOString().slice(0, 10); };
+export function usageRoots(h = home(), env = process.env) {
+  return { "claude-code": join(env.CLAUDE_CONFIG_DIR || join(h, ".claude"), "projects"), codex: join(env.CODEX_HOME || join(h, ".codex"), "sessions") };
+}
+function jsonlFiles(dir, since, out = []) {
+  let ents = []; try { ents = readdirSync(dir, { withFileTypes: true }); } catch { return out; }
+  for (const e of ents) {
+    const p = join(dir, e.name);
+    if (e.isDirectory()) jsonlFiles(p, since, out);
+    else if (e.name.endsWith(".jsonl")) { try { const st = statSync(p); if (st.mtimeMs >= since) out.push([p, st.size]); } catch {} }
+  }
+  return out;
+}
+const usageAdd = (days, d, u) => { const x = days[d] || (days[d] = { input: 0, output: 0, cache_read: 0, cache_write: 0 }); for (const k in x) x[k] += Math.max(0, Number(u[k]) || 0); };
+// One line of a transcript → [day, usage] or null. f keeps what a file needs between lines (Claude: message ids seen; Codex: last total).
+export function usageLine(client, line, f) {
+  if (client === "claude-code") {
+    if (!line.includes('"usage"')) return null;
+    let j; try { j = JSON.parse(line); } catch { return null; }
+    const m = j?.message, u = m?.usage, d = usageDay(j?.timestamp);
+    if (j?.type !== "assistant" || !u || !d) return null;
+    const id = (m.id || "") + ":" + (j.requestId || "");          // Claude Code writes one line per content block, each with the message's usage
+    f.ids = f.ids || [];
+    if (m.id && f.ids.includes(id)) return null;
+    if (m.id) { f.ids.push(id); if (f.ids.length > 200) f.ids.shift(); }
+    return [d, { input: u.input_tokens, output: u.output_tokens, cache_read: u.cache_read_input_tokens, cache_write: u.cache_creation_input_tokens }];
+  }
+  if (!line.includes('"token_count"')) return null;
+  let j; try { j = JSON.parse(line); } catch { return null; }
+  const info = j?.payload?.type === "token_count" ? j.payload.info : null, last = info?.last_token_usage, d = usageDay(j?.timestamp);
+  if (!last || !d) return null;
+  const total = info.total_token_usage?.total_tokens;
+  if (total != null && total === f.total) return null;           // Codex repeats the event when nothing new was used
+  f.total = total;
+  const cached = Number(last.cached_input_tokens) || 0;
+  return [d, { input: (Number(last.input_tokens) || 0) - cached, output: last.output_tokens, cache_read: cached, cache_write: last.cache_write_input_tokens }];
+}
+export function scanUsage(state, roots = usageRoots(), now = Date.now()) {
+  state.files = state.files || {};
+  const since = now - USAGE_KEEP * 86400000;
+  for (const [client, dir] of Object.entries(roots)) {
+    for (const [p, size] of jsonlFiles(dir, since)) {
+      let f = state.files[p];
+      if (!f || f.client !== client || size < f.off) f = state.files[p] = { client, off: 0, days: {} };
+      if (size === f.off) continue;
+      let fd; try { fd = openSync(p, "r"); } catch { continue; }
+      try {
+        const buf = Buffer.alloc(1 << 20); let rest = "", pos = f.off;
+        for (;;) {
+          const n = readSync(fd, buf, 0, buf.length, pos); if (n <= 0) break;
+          pos += n;
+          const text = rest + buf.toString("utf8", 0, n), cut = text.lastIndexOf("\n");
+          if (cut < 0) { rest = text; continue; }
+          for (const l of text.slice(0, cut).split("\n")) { const r = usageLine(client, l, f); if (r) usageAdd(f.days, r[0], r[1]); }
+          rest = text.slice(cut + 1);
+        }
+        f.off = pos - Buffer.byteLength(rest);           // an unfinished last line is read again next time
+      } finally { closeSync(fd); }
+    }
+  }
+  const lo = usageDay(since);
+  for (const [p, f] of Object.entries(state.files)) {
+    for (const d of Object.keys(f.days)) if (d < lo) delete f.days[d];
+    if (!Object.keys(f.days).length && !existsSync(p)) delete state.files[p];
+  }
+  return state;
+}
+// The last USAGE_DAYS days, per day and app, for the apps auto-wake runs here: {"2026-10-30": {"claude-code": {input, …}}}.
+export function usageReport(state, clients, now = Date.now()) {
+  const lo = usageDay(now - (USAGE_DAYS - 1) * 86400000), out = {};
+  for (const f of Object.values(state.files || {})) {
+    if (!clients.includes(f.client)) continue;
+    for (const [d, u] of Object.entries(f.days)) if (d >= lo) usageAdd(out[d] || (out[d] = {}), f.client, u);
+  }
+  return out;
+}
+async function usageTick(cfg, api, log, dir = DIR) {
+  const file = join(wakeDir(dir), "usage.json");
+  let state = {}; try { state = JSON.parse(readFileSync(file, "utf8")); } catch {}
+  const clients = Object.keys(cfg.clients || {}).filter((c) => c in usageRoots());
+  if (!clients.length) return;
+  scanUsage(state, Object.fromEntries(Object.entries(usageRoots()).filter(([c]) => clients.includes(c))));
+  try { writeFileSync(file + ".tmp", JSON.stringify(state)); renameSync(file + ".tmp", file); } catch (e) { log("usage: " + e.message); }
+  const r = await api("usage", { days: usageReport(state, clients) });
+  if (r.status !== 200 && r.status !== 404) log("usage: OwlMem answered " + (r.data?.detail || "HTTP " + r.status));
+}
+
 async function wakeRun() {
   const cfg = loadWake();
   if (!cfg) throw new Fail("Auto-wake isn't set up on this computer. Run: npx -y owlmem wake enable");
@@ -1383,6 +1477,8 @@ async function wakeRun() {
   };
   const sched = new Scheduler({ max: cfg.max_parallel || WAKE_DEFAULTS.max_parallel, start: (j) => runTask(j.task, cfg, { plan: j.plan }), onDone: (j, res) => { report(j, res); } });
   log("OwlMem auto-wake " + VERSION + " running on " + (cfg.machine || hostname()) + ".");
+  const usage = () => usageTick(cfg, api, log).catch((e) => log("usage: " + e.message));
+  setTimeout(usage, 30000).unref(); setInterval(usage, USAGE_EVERY).unref();
   const out = await wakeLoop({ cfg, api, sched, log, update: (v) => wakeUpdate(v, { log }),
     cleanup: () => { try { wakeUninstall(autostartOpts(), wakeRunCmd, true); } catch (e) { log("cleanup: " + e.message); } } });
   if (out === "revoked") process.exit(0);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "owlmem",
-  "version": "0.8.0",
+  "version": "0.9.0",
   "description": "OwlMem command line: connect your AI apps to OwlMem in one command (npx -y owlmem install), an end-to-end encrypted vault for your AI agents, and a local MCP server.",
   "type": "module",
   "bin": { "owlmem": "owlmem.mjs" },