agent-cache-optimizer 0.5.2 → 0.5.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-cache-optimizer",
-  "version": "0.5.2",
+  "version": "0.5.4",
   "description": "Content-agnostic KV cache optimizer for LLM CLI agents — boosts prompt cache hit rate by 40-88% through automatic stability tracking and block reordering",
   "keywords": [
     "kv-cache",

package/src/index.ts

@@ -5,11 +5,11 @@
  * that stable content comes FIRST and dynamic content comes LAST,
  * maximizing prefix-match cache reuse across sessions.
  *
- * v0.4: cache warming, savings estimates, conversation log awareness
- *
  * @license MIT
  */
 
+const VERSION = "0.5.4"
+
 import type { Plugin } from "@opencode-ai/plugin"
 import { join } from "node:path"
 import { homedir } from "node:os"
@@ -40,26 +40,12 @@ function loadDB(agent: string): StabilityDB {
     const raw = readFileSync(dbPath(agent), "utf-8")
     const db = JSON.parse(raw) as StabilityDB
     // Migrate from pre-0.5.0: rebuild contentIndex from position data
-    if (
-      db.positions &&
-      Object.keys(db.positions).length > 0 &&
-      ((!db.contentIndex || Object.keys(db.contentIndex).length === 0) ||
-        db.contentObservations === undefined)
-    ) {
+    // Migrate from pre-0.5.x: ensure contentObservations exists
+    if (db.contentObservations === undefined || db.contentObservations === null) {
+      // Reset contentIndex — old position-based counts don't map cleanly
       db.contentIndex = {}
-      for (const fps of Object.values(db.positions)) {
-        for (const fp of fps) {
-          const existing = db.contentIndex[fp.hash]
-          if (existing) {
-            existing.count = Math.max(existing.count, fp.count)
-            if (fp.lastSeen > existing.lastSeen) existing.lastSeen = fp.lastSeen
-          } else {
-            db.contentIndex[fp.hash] = { ...fp }
-          }
-        }
-      }
       db.contentScores = {}
-      db.contentObservations = 0 // warm from scratch for accurate scores
+      db.contentObservations = 0
       saveDB(agent, db)
     }
     return db
@@ -141,6 +127,11 @@ function saveSavings(data: SavingsData): void {
 
 // ── Diagnostics ──────────────────────────────────────────────────────
 
+const MAX_DIAG_LINES = 1000
+const MAX_DIAG_BYTES = 50 * 1024 // 50KB
+const DB_PRUNE_INTERVAL = 100 // prune every N observations
+const DB_STALE_DAYS = 7
+
 let firstCallLogged = false
 
 function diag(agent: string, msg: string): void {
@@ -153,6 +144,44 @@ function diag(agent: string, msg: string): void {
   }
 }
 
+// ── Disk management ──────────────────────────────────────────────────
+
+function rotateDiagLog(): void {
+  try {
+    const path = join(STATE_DIR, "diag.log")
+    if (!existsSync(path)) return
+    const stat = existsSync(path) ? readFileSync(path, "utf-8").length : 0
+    if (stat < MAX_DIAG_BYTES) return
+    const lines = readFileSync(path, "utf-8").split("\n").filter(Boolean)
+    if (lines.length <= MAX_DIAG_LINES) return
+    writeFileSync(path, lines.slice(-MAX_DIAG_LINES).join("\n") + "\n")
+  } catch {
+    /* best-effort */
+  }
+}
+
+function pruneStaleHashes(db: StabilityDB): void {
+  const now = Date.now()
+  const staleMs = DB_STALE_DAYS * 24 * 60 * 60 * 1000
+  // Prune contentIndex: remove hashes not seen in STALE_DAYS with low count
+  for (const [hash, fp] of Object.entries(db.contentIndex)) {
+    if (now - fp.lastSeen > staleMs && fp.count <= 2) {
+      delete db.contentIndex[hash]
+      delete db.contentScores[hash]
+    }
+  }
+  // Prune position hashes similarly
+  for (const fps of Object.values(db.positions)) {
+    for (let i = fps.length - 1; i >= 0; i--) {
+      const fp = fps[i]!
+      if (now - fp.lastSeen > staleMs && fp.count <= 2) {
+        delete db.scores[fp.hash]
+        fps.splice(i, 1)
+      }
+    }
+  }
+}
+
 // ── Plugin ───────────────────────────────────────────────────────────
 
 export const CacheOptimizerPlugin: Plugin = async () => {
@@ -178,7 +207,14 @@ export const CacheOptimizerPlugin: Plugin = async () => {
       // Persist position-based + content-addressed
       updateDB(db, output.system)
       updateContentDB(db, output.system)
+
+      // Periodic maintenance
+      if (db.observations % DB_PRUNE_INTERVAL === 0) {
+        pruneStaleHashes(db)
+      }
+
       saveDB(agent, db)
+      rotateDiagLog()
 
       // Update warm cache every 10 observations
       if (db.observations % 10 === 0) {
@@ -215,7 +251,7 @@ export const CacheOptimizerPlugin: Plugin = async () => {
         const warmCount = warmHashes?.size ?? 0
         diag(
           agent,
-          `v0.5.2 loaded agent=${agent} model=${input.model?.id ?? "?"} ` +
+          `v${VERSION} loaded agent=${agent} model=${input.model?.id ?? "?"} ` +
             `warm=${warmCount}`,
         )
       }