opencode-usage-coach 0.4.0 → 0.6.0

package/README.md

@@ -153,6 +153,9 @@ Place in the **work directory**. Each role runs on its model, so per-model quota
 | `UC_TTL_MS` | 60000 | quota cache TTL (ms) |
 | `UC_DEBUG` | 0 | set to `1` for a diagnostic log at `~/.cache/opencode-usage-coach/coach.log` |
 | `UC_HARNESS_AGENT` | `Usage-Coach-Harness` | comma-separated agent modes allowed to use harness tools + receive quota coaching (case-insensitive; must match the agent id, e.g. `usage-coach-harness` from `agents/usage-coach-harness.md`) |
+| `UC_WORM_MAX_AGE_DAYS` | 180 | domain DB worm (GC): drop nodes not accessed in N days (~6 months) |
+| `UC_WORM_MAX_NODES` | 100000 | domain DB worm (GC): cap node count, evict oldest-accessed beyond this |
+| `UC_DOMAIN_TIMEOUT_MS` | 5000 | domain DB query timeout (ms) — a slow/hung query resolves to a safe fallback instead of blocking the plugin |
 
 ## Agent-mode scoping
 

package/dist/index.js

@@ -1,5 +1,5 @@
 // src/index.ts
-import { mkdirSync as mkdirSync2, writeFileSync, appendFileSync as appendFileSync2, readFileSync as readFileSync2, existsSync as existsSync2 } from "fs";
+import { mkdirSync, writeFileSync, appendFileSync, readFileSync as readFileSync2, existsSync as existsSync2 } from "fs";
 import { spawn } from "child_process";
 import { createHash } from "crypto";
 import { homedir } from "os";
@@ -7,63 +7,188 @@ import { join as join2, resolve, dirname } from "path";
 import { tool } from "@opencode-ai/plugin";
 
 // src/domain.ts
-import { mkdirSync, appendFileSync, readFileSync, existsSync } from "fs";
+import { Database, Connection } from "@ladybugdb/core";
 import { join } from "path";
+import { existsSync, readFileSync } from "fs";
+var QUERY_TIMEOUT_MS = (() => {
+  try {
+    const v = Number(process.env.UC_DOMAIN_TIMEOUT_MS);
+    return Number.isFinite(v) && v > 0 ? v : 5e3;
+  } catch {
+    return 5e3;
+  }
+})();
 var BASE_DIR = "";
+var DB_PATH = "";
+var db = null;
+var conn = null;
+var schemaReady = false;
+var migrated = false;
 function initDomain(stateDir) {
   BASE_DIR = stateDir;
+  DB_PATH = join(BASE_DIR, "domain.ladybug");
+  db = null;
+  conn = null;
+  schemaReady = false;
+  migrated = false;
+}
+function uid(prefix) {
+  return `${prefix}_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 8)}`;
+}
+function esc(s) {
+  return String(s ?? "").replace(/\\/g, "\\\\").replace(/'/g, "\\'");
 }
-var nodesFile = () => join(BASE_DIR, "nodes.ndjson");
-var edgesFile = () => join(BASE_DIR, "edges.ndjson");
-function readNdjson(path) {
+function timed(op, fallback) {
+  let timer;
+  const timeout = new Promise((resolve2) => {
+    timer = setTimeout(() => resolve2(fallback), QUERY_TIMEOUT_MS);
+  });
+  return Promise.race([op().catch(() => fallback), timeout]).finally(() => {
+    if (timer) clearTimeout(timer);
+  });
+}
+function parseNode(r) {
+  let props = {};
   try {
-    if (!existsSync(path)) return [];
-    return readFileSync(path, "utf8").split("\n").filter(Boolean).map((l) => JSON.parse(l));
+    if (r.props) props = JSON.parse(r.props);
   } catch {
-    return [];
   }
+  return {
+    id: r.id,
+    type: r.type,
+    name: r.name,
+    props,
+    source: r.source ?? "",
+    confidence: r.confidence ?? 0,
+    ts: r.ts,
+    lastAccessed: r.lastAccessed || void 0,
+    accessCount: r.accessCount ?? void 0
+  };
 }
-function readNodes() {
-  return readNdjson(nodesFile());
-}
-function readEdges() {
-  return readNdjson(edgesFile());
-}
-function uid(prefix) {
-  return `${prefix}_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 8)}`;
+var NODE_COLS = "n.id AS id, n.type AS type, n.name AS name, n.props AS props, n.source AS source, n.confidence AS confidence, n.ts AS ts, n.lastAccessed AS lastAccessed, n.accessCount AS accessCount";
+async function ready() {
+  if (!conn) {
+    db = new Database(DB_PATH);
+    conn = new Connection(db);
+  }
+  if (!schemaReady) {
+    try {
+      await conn.query("CREATE NODE TABLE DomainNode(id STRING, type STRING, name STRING, props STRING, source STRING, confidence DOUBLE, lastAccessed STRING, accessCount INT64 DEFAULT 0, ts STRING, PRIMARY KEY(id))");
+    } catch {
+    }
+    try {
+      await conn.query("CREATE REL TABLE Related(FROM DomainNode TO DomainNode, rel STRING, note STRING, ts STRING)");
+    } catch {
+    }
+    schemaReady = true;
+  }
+  if (!migrated) {
+    migrated = true;
+    await migrateFromNdjson();
+  }
+  return conn;
 }
-function addDomainNode(node) {
-  const full = { ...node, id: uid("node"), ts: (/* @__PURE__ */ new Date()).toISOString() };
+async function migrateFromNdjson() {
+  if (!conn) return;
+  const nf = join(BASE_DIR, "nodes.ndjson");
+  const ef = join(BASE_DIR, "edges.ndjson");
+  if (!existsSync(nf)) return;
   try {
-    mkdirSync(BASE_DIR, { recursive: true });
-    appendFileSync(nodesFile(), JSON.stringify(full) + "\n");
+    const existing = await conn.query("MATCH (n:DomainNode) RETURN count(n) AS c");
+    const cnt = (await existing.getAll())[0]?.c ?? 0;
+    if (cnt > 0) return;
+    const readNdjson = (p) => {
+      try {
+        return readFileSync(p, "utf8").split("\n").filter(Boolean).map((l) => JSON.parse(l));
+      } catch {
+        return [];
+      }
+    };
+    for (const n of readNdjson(nf)) {
+      await conn.query(`CREATE (n:DomainNode {id:'${esc(n.id)}',type:'${esc(n.type)}',name:'${esc(n.name)}',props:'${esc(JSON.stringify(n.props ?? {}))}',source:'${esc(n.source ?? "")}',confidence:${Number(n.confidence ?? 0)},ts:'${esc(n.ts ?? "")}',lastAccessed:'${esc(n.lastAccessed ?? "")}',accessCount:${Number(n.accessCount ?? 0)}})`);
+    }
+    if (existsSync(ef)) {
+      for (const e of readNdjson(ef)) {
+        await conn.query(`MATCH (a:DomainNode {id:'${esc(e.from)}'}), (b:DomainNode {id:'${esc(e.to)}'}) CREATE (a)-[:Related {rel:'${esc(e.rel)}',note:'${esc(e.note ?? "")}',ts:'${esc(e.ts ?? "")}'}]->(b)`);
+      }
+    }
   } catch {
   }
-  return full.id;
+}
+async function _readNodes() {
+  const c = await ready();
+  const r = await c.query(`MATCH (n:DomainNode) RETURN ${NODE_COLS}`);
+  return (await r.getAll()).map(parseNode);
+}
+async function _addDomainNode(node) {
+  const c = await ready();
+  const id = uid("node");
+  const now = (/* @__PURE__ */ new Date()).toISOString();
+  await c.query(`CREATE (n:DomainNode {id:'${esc(id)}',type:'${esc(node.type)}',name:'${esc(node.name)}',props:'${esc(JSON.stringify(node.props ?? {}))}',source:'${esc(node.source ?? "")}',confidence:${Number(node.confidence ?? 0)},ts:'${esc(now)}',lastAccessed:'',accessCount:0})`);
+  return id;
 }
 function queryDomain(keywords) {
-  const lc = keywords.map((k) => k.toLowerCase());
-  const nodes = readNodes();
-  const matched = nodes.filter((n) => {
-    const hay = (n.name + " " + JSON.stringify(n.props)).toLowerCase();
-    return lc.some((k) => k && hay.includes(k));
-  });
-  const ids = new Set(matched.map((n) => n.id));
-  const edges = readEdges().filter((e) => ids.has(e.from) || ids.has(e.to));
+  return timed(() => _queryDomain(keywords), { nodes: [], edges: [] });
+}
+async function _queryDomain(keywords) {
+  const lc = keywords.map((k) => k.toLowerCase()).filter(Boolean);
+  if (lc.length === 0) return { nodes: [], edges: [] };
+  const c = await ready();
+  const conds = lc.map((kw) => `(lower(n.name) CONTAINS '${esc(kw)}' OR lower(n.props) CONTAINS '${esc(kw)}')`).join(" OR ");
+  const r = await c.query(`MATCH (n:DomainNode) WHERE ${conds} RETURN ${NODE_COLS}`);
+  const matched = (await r.getAll()).map(parseNode);
+  if (matched.length) await _touchNodes(new Set(matched.map((n) => n.id)));
+  let edges = [];
+  if (matched.length) {
+    const ids = matched.map((n) => `'${esc(n.id)}'`).join(",");
+    const er = await c.query(`MATCH (a:DomainNode)-[r:Related]->(b:DomainNode) WHERE a.id IN [${ids}] OR b.id IN [${ids}] RETURN a.id AS from, b.id AS to, r.rel AS rel, r.note AS note, r.ts AS ts`);
+    edges = await er.getAll();
+  }
   return { nodes: matched, edges };
 }
-function saveInvestigationResult(keywords, result, source) {
-  try {
-    return addDomainNode({
-      type: "fact",
-      name: keywords.join(" "),
-      props: { result },
-      source: source || "investigation",
-      confidence: 0.7
-    });
-  } catch {
-    return "";
+async function _touchNodes(ids) {
+  if (ids.size === 0) return;
+  const c = await ready();
+  const now = (/* @__PURE__ */ new Date()).toISOString();
+  const idList = [...ids].map((id) => `'${esc(id)}'`).join(",");
+  await c.query(`MATCH (n:DomainNode) WHERE n.id IN [${idList}] SET n.lastAccessed = '${esc(now)}', n.accessCount = COALESCE(n.accessCount, 0) + 1`);
+}
+function evictStale(maxAgeDays = 30, maxNodes = 1e5) {
+  return timed(() => _evictStale(maxAgeDays, maxNodes), { removed: 0, kept: 0 });
+}
+async function _evictStale(maxAgeDays, maxNodes) {
+  const c = await ready();
+  const all = await _readNodes();
+  if (all.length === 0) return { removed: 0, kept: 0 };
+  const now = Date.now();
+  const ageMs = maxAgeDays * 864e5;
+  const lastTs = (n) => {
+    const la = n.lastAccessed ? new Date(n.lastAccessed).getTime() : 0;
+    return la || new Date(n.ts).getTime();
+  };
+  let kept = all.filter((n) => now - lastTs(n) < ageMs);
+  if (kept.length > maxNodes) {
+    kept.sort((a, b) => lastTs(b) - lastTs(a));
+    kept = kept.slice(0, maxNodes);
   }
+  const keepIds = new Set(kept.map((n) => n.id));
+  const toRemove = all.filter((n) => !keepIds.has(n.id));
+  for (const n of toRemove) {
+    await c.query(`MATCH (n:DomainNode {id:'${esc(n.id)}'}) DETACH DELETE n`);
+  }
+  return { removed: toRemove.length, kept: kept.length };
+}
+function saveInvestigationResult(keywords, result, source) {
+  return timed(() => _saveInvestigationResult(keywords, result, source), "");
+}
+async function _saveInvestigationResult(keywords, result, source) {
+  return _addDomainNode({
+    type: "fact",
+    name: keywords.join(" "),
+    props: { result },
+    source: source || "investigation",
+    confidence: 0.7
+  });
 }
 
 // src/index.ts
@@ -85,14 +210,14 @@ function setStateDir(dir) {
 var NOOP_HOOKS = {};
 function log(msg) {
   try {
-    appendFileSync2(LOG_FILE, `${(/* @__PURE__ */ new Date()).toISOString()} ${msg}
+    appendFileSync(LOG_FILE, `${(/* @__PURE__ */ new Date()).toISOString()} ${msg}
 `);
   } catch {
   }
 }
 function writeState(c) {
   try {
-    mkdirSync2(STATE_DIR, { recursive: true });
+    mkdirSync(STATE_DIR, { recursive: true });
     writeFileSync(STATE_FILE, JSON.stringify({ ...c, updatedAt: (/* @__PURE__ */ new Date()).toISOString() }));
   } catch {
   }
@@ -144,7 +269,7 @@ function readHarness(sessionID) {
 function writeHarness(sessionID, h) {
   try {
     const f = harnessFile(sessionID);
-    mkdirSync2(dirname(f), { recursive: true });
+    mkdirSync(dirname(f), { recursive: true });
     h.updatedAt = (/* @__PURE__ */ new Date()).toISOString();
     writeFileSync(f, JSON.stringify(h, null, 2));
   } catch {
@@ -211,6 +336,8 @@ var THR_5H = num("UC_THROTTLE_5H", 70);
 var STOP_WK = num("UC_STOP_WEEKLY", 95);
 var THR_WK = num("UC_THROTTLE_WEEKLY", 85);
 var STOP_MO = num("UC_STOP_MONTHLY", 98);
+var WORM_MAX_AGE_DAYS = num("UC_WORM_MAX_AGE_DAYS", 180);
+var WORM_MAX_NODES = num("UC_WORM_MAX_NODES", 1e5);
 function humanRemaining(iso) {
   try {
     if (!iso) return "";
@@ -397,6 +524,14 @@ async function UsageCoachPlugin(input) {
       event: async ({ event }) => {
         try {
           if (event.type === "session.created" || event.type === "session.idle") refreshBackground();
+          if (event.type === "session.idle") {
+            try {
+              const r = await evictStale(WORM_MAX_AGE_DAYS, WORM_MAX_NODES);
+              if (r.removed) log(`evictStale: removed ${r.removed}, kept ${r.kept} (maxAge=${WORM_MAX_AGE_DAYS}d, maxNodes=${WORM_MAX_NODES})`);
+            } catch (e) {
+              log(`evictStale err: ${String(e)}`);
+            }
+          }
         } catch (e) {
           log(`event err: ${String(e)}`);
         }
@@ -516,8 +651,8 @@ Then: harness_done(). Follow the [usage-coach NEXT] directive each tool returns.
           async execute(args, _ctx) {
             const rec = { ts: (/* @__PURE__ */ new Date()).toISOString(), task: args.task, prompt: args.prompt, gradeResult: args.gradeResult, model: args.model, revisions: args.revisions };
             try {
-              mkdirSync2(STATE_DIR, { recursive: true });
-              appendFileSync2(failuresFile(), JSON.stringify(rec) + "\n");
+              mkdirSync(STATE_DIR, { recursive: true });
+              appendFileSync(failuresFile(), JSON.stringify(rec) + "\n");
             } catch (e) {
               log(`record_failure err: ${String(e)}`);
             }
@@ -541,7 +676,7 @@ Then: harness_done(). Follow the [usage-coach NEXT] directive each tool returns.
             try {
               keywords = extractKeywords(`${args.task} ${args.gradeResult}`);
               if (keywords.length) {
-                const { nodes, edges } = queryDomain(keywords);
+                const { nodes, edges } = await queryDomain(keywords);
                 if (nodes && nodes.length || edges && edges.length) {
                   domainEmpty = false;
                   domainPrefix = `Known facts from domain DB: ${JSON.stringify({ nodes, edges })}. Use these if relevant.
@@ -565,7 +700,7 @@ evidence: <file/line or specific quote>`;
             const out = await runModel(input.client, cfg.generator, domainPrefix + rcaPrompt, ctx.directory);
             if (domainEmpty && keywords.length) {
               try {
-                saveInvestigationResult(keywords, out, "investigate");
+                await saveInvestigationResult(keywords, out, "investigate");
               } catch (e) {
                 log(`investigate save err: ${String(e)}`);
               }
@@ -621,8 +756,8 @@ Keep it concrete and actionable.`;
             const rule = out;
             try {
               const date = (/* @__PURE__ */ new Date()).toISOString().slice(0, 10);
-              mkdirSync2(STATE_DIR, { recursive: true });
-              appendFileSync2(rulesFile(), `## Rule (${date})
+              mkdirSync(STATE_DIR, { recursive: true });
+              appendFileSync(rulesFile(), `## Rule (${date})
 ${rule}
 Origin: ${args.task}
 
@@ -661,7 +796,7 @@ ${rules}
             try {
               keywords = extractKeywords(args.prompt);
               if (keywords.length) {
-                const { nodes, edges } = queryDomain(keywords);
+                const { nodes, edges } = await queryDomain(keywords);
                 if (nodes && nodes.length || edges && edges.length) {
                   domainEmpty = false;
                   prefix = `Known facts from domain DB: ${JSON.stringify({ nodes, edges })}. Use these if relevant.
@@ -677,7 +812,7 @@ ${rules}
             const out = await runModel(input.client, model, prefix + args.prompt, ctx.directory);
             if (domainEmpty && keywords.length) {
               try {
-                saveInvestigationResult(keywords, out, "generate");
+                await saveInvestigationResult(keywords, out, "generate");
               } catch (e) {
                 log(`generate save err: ${String(e)}`);
               }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "opencode-usage-coach",
-  "version": "0.4.0",
+  "version": "0.6.0",
   "description": "opencode closed-loop usage coach — quota SENSE -> coaching DECIDE -> loop ACT + TUI integration",
   "type": "module",
   "main": "./dist/index.js",
@@ -58,5 +58,11 @@
     "tsup": "^8.5",
     "typescript": "^5",
     "typescript-eslint": "^8.63.0"
-  }
+  },
+  "dependencies": {
+    "@ladybugdb/core": "^0.18.0"
+  },
+  "trustedDependencies": [
+    "@ladybugdb/core"
+  ]
 }