claude-mem-lite 3.17.0 → 3.19.0

package/.claude-plugin/marketplace.json

@@ -10,7 +10,7 @@
   "plugins": [
     {
       "name": "claude-mem-lite",
-      "version": "3.17.0",
+      "version": "3.19.0",
       "source": "./",
       "description": "Persistent long-term memory for Claude Code via MCP — captures coding decisions, bugfixes, and context across sessions. Hybrid FTS5 + TF-IDF search with episode batching. Single SQLite DB, no external services. A lighter, lower-cost alternative to claude-mem (episode batching + a smaller model; cost savings are an internal estimate, not a measured benchmark)."
     }

package/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-mem-lite",
-  "version": "3.17.0",
+  "version": "3.19.0",
   "description": "Persistent long-term memory for Claude Code via MCP — captures coding decisions, bugfixes, and context across sessions. Hybrid FTS5 + TF-IDF search with episode batching. Single SQLite DB, no external services. A lighter, lower-cost alternative to claude-mem (episode batching + a smaller model; cost savings are an internal estimate, not a measured benchmark).",
   "author": {
     "name": "sdsrss"

package/hook-optimize.mjs

@@ -467,6 +467,21 @@ Return ONLY valid JSON:
       lesson_learned: lessonLearned,
     });
     db.transaction(() => {
+      // Snapshot the keeper's pre-merge row BEFORE overwriting it, so its original
+      // full text survives as a recoverable compressed_into child (mirroring
+      // compressGroup / recoverChildrenOf). The keeper is the cluster's most-
+      // important member; an in-place overwrite by the LLM's ≤800-char summary
+      // would otherwise destroy its original text irreversibly (HIGH-3 data loss).
+      // Column list is derived from the live schema (minus id/compressed_into) so
+      // it stays correct as migrations add columns; names are internal identifiers.
+      const snapCols = db.prepare(`PRAGMA table_info(observations)`).all()
+        .map(c => c.name).filter(c => c !== 'id' && c !== 'compressed_into');
+      const snapColList = snapCols.join(', ');
+      db.prepare(
+        `INSERT INTO observations (${snapColList}, compressed_into)
+         SELECT ${snapColList}, ? FROM observations WHERE id = ?`
+      ).run(keeper.id, keeper.id);
+
       db.prepare(`
         UPDATE observations SET title=?, narrative=?, concepts=?, facts=?, text=?,
           importance=?, lesson_learned=?, minhash_sig=?, optimized_at=?

package/hook.mjs

@@ -58,7 +58,7 @@ import {
 } from './lib/citation-tracker.mjs';
 import { extractTailAssistantText, extractStructuredSummary } from './lib/summary-extractor.mjs';
 import { searchRelevantMemories, formatMemoryLine } from './hook-memory.mjs';
-import { recordSkillAdoption } from './registry-recommend.mjs';
+import { recordSkillAdoption, gcOldShadowShards } from './registry-recommend.mjs';
 import { detectMemOverride } from './lib/mem-override.mjs';
 import { buildAndSaveHandoff, detectContinuationIntent, renderHandoffInjection, pickHandoffToInject, extractUnfinishedSummary } from './hook-handoff.mjs';
 import { checkForUpdate, getCachedUpdateBanner, isUpdateCheckDue } from './hook-update.mjs';
@@ -1054,6 +1054,8 @@ async function handleSessionStart() {
   // GC stale per-session cooldown files. Cheap (<5ms typical) and idempotent;
   // moved here from pre-tool-recall.js's hot path.
   gcStalePreRecallCooldowns();
+  // Bound the shadow-recommendation log (daily JSONL shards, no GC at write time).
+  try { gcOldShadowShards(); } catch { /* best-effort, never blocks SessionStart */ }
 
   // Plugin cache self-heal: Claude Code auto-updates the marketplace plugin can
   // re-populate cache/<ver>/hooks/hooks.json, reintroducing duplicate hook

package/lib/activity.mjs

@@ -5,6 +5,7 @@
 // so they don't pollute the L1 system-prompt memory section.
 
 import { sanitizeFtsQuery } from '../utils.mjs';
+import { scrubRecord } from './scrub-record.mjs';
 
 /**
  * Canonical event_type enum — mirrors the events.event_type CHECK constraint.
@@ -48,14 +49,19 @@ export function saveEvent(db, {
   importance = 1,
   created_at_epoch = Date.now(),
 }) {
+  // Scrub secrets at the single write choke-point so BOTH the auto-capture
+  // (persistHaikuSummary event branch, raw Haiku output) and the CLI /bug,/lesson
+  // paths are covered — title/body otherwise land verbatim and are FTS-indexed,
+  // searchable, and exportable (HIGH-2 at-rest leak).
+  const safe = scrubRecord('events', { title, body });
   const info = db.prepare(`
     INSERT INTO events (project, event_type, title, body, file_paths, git_sha, importance, created_at_epoch)
     VALUES (?, ?, ?, ?, ?, ?, ?, ?)
   `).run(
     project,
     event_type,
-    title,
-    body,
+    safe.title,
+    safe.body,
     file_paths ? JSON.stringify(file_paths) : null,
     git_sha,
     importance,

package/lib/lesson-bridge.mjs

@@ -0,0 +1,39 @@
+// lib/lesson-bridge.mjs — pure prompt builder + fail-open Haiku bridge for the
+// comprehension-bridge forcing-function (CLAUDE_MEM_SALIENCE=bridge). Loaded by
+// scripts/pre-tool-recall.js via dynamic import ONLY when the flag is on, so the
+// fast hook never pulls the LLM stack by default (lesson #8447).
+import { callLLM } from '../hook-shared.mjs';
+
+const LESSON_MAX = 600;   // chars — a lesson_learned fits well under this
+const HUNK_MAX = 1200;    // chars — the change region; bounds Haiku input cost
+const CHECK_MAX = 200;    // chars — bounded injected payload
+
+export function buildBridgePrompt(lesson, hunk) {
+  const l = String(lesson || '').slice(0, LESSON_MAX);
+  const h = String(hunk || '').slice(0, HUNK_MAX);
+  return [
+    'A past lesson and the code change about to be made are below.',
+    'In ONE line, state the single concrete check the lesson forces on THIS change,',
+    'naming the actual symbol involved. If the lesson cannot apply, output exactly: N/A',
+    'Be specific. No preamble, no markdown.',
+    '',
+    `LESSON: ${l}`,
+    '',
+    'CHANGE:',
+    h,
+  ].join('\n');
+}
+
+// { ok:true, check } when the bridge produced a usable, applicable check;
+// { ok:false } on N/A / empty / error / timeout. NEVER throws — the caller
+// falls back to the baseline ACK_DIRECTIVE on { ok:false }.
+export async function bridgeLesson({ lesson, hunk, timeoutMs = 2500, _callLLM = callLLM }) {
+  try {
+    const raw = await _callLLM(buildBridgePrompt(lesson, hunk), timeoutMs);
+    const line = String(raw || '').trim().split('\n')[0].trim();
+    if (!line || /^n\s*\/?\s*a$/i.test(line)) return { ok: false };
+    return { ok: true, check: line.slice(0, CHECK_MAX) };
+  } catch {
+    return { ok: false };
+  }
+}

package/lib/scrub-record.mjs

@@ -19,6 +19,11 @@ export const TEXT_FIELDS_BY_TABLE = {
     'title', 'subtitle', 'text', 'narrative',
     'concepts', 'facts', 'lesson_learned', 'search_aliases',
   ],
+  // events: the auto-captured bugfix/lesson/decision path (saveEvent) and the
+  // CLI /bug + /lesson commands both land here. title/body carry LLM output and
+  // user-pasted repro text verbatim, so they must scrub like observations do —
+  // event_type/project/git_sha are enums/identifiers/hash, left untouched.
+  events: ['title', 'body'],
   session_summaries: [
     'request', 'investigated', 'learned',
     'completed', 'next_steps', 'remaining_items', 'notes',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-mem-lite",
-  "version": "3.17.0",
+  "version": "3.19.0",
   "description": "Persistent long-term memory for Claude Code via MCP — captures coding decisions, bugfixes, and context across sessions. Hybrid FTS5 + TF-IDF search with episode batching. Single SQLite DB, no external services. A lighter, lower-cost alternative to claude-mem (episode batching + a smaller model; cost savings are an internal estimate, not a measured benchmark).",
   "type": "module",
   "packageManager": "npm@10.9.2",
@@ -71,6 +71,7 @@
     "lib/reread-guard.mjs",
     "lib/metrics.mjs",
     "lib/lesson-idents.mjs",
+    "lib/lesson-bridge.mjs",
     "lib/binding-probe.mjs",
     "lib/proc-lock.mjs",
     "lib/atomic-write.mjs",

package/registry-recommend.mjs

@@ -3,7 +3,7 @@
 //
 // Phase-1 invariant: shadow AND live only LOG. Neither emits to stdout nor writes
 // invocations/recommend_count. Live injection is Phase 2. `off` skips all work.
-import { readFileSync, writeFileSync, renameSync, existsSync, mkdirSync, appendFileSync } from 'fs';
+import { readFileSync, writeFileSync, renameSync, existsSync, mkdirSync, appendFileSync, readdirSync, unlinkSync } from 'fs';
 import { join } from 'path';
 import { homedir } from 'os';
 import { searchResources, cjkIntentTokens } from './registry-retriever.mjs';
@@ -109,6 +109,31 @@ function appendShadow(row) {
   } catch { /* shadow sink must never crash the hook */ }
 }
 
+/**
+ * Prune shadow-log daily shards older than `retainDays`. appendShadow writes one
+ * YYYY-MM-DD.jsonl per day with no GC, so a long-lived install grows the dir
+ * unbounded (audit: shadow log non-bounded). Shard date is read from the filename
+ * (ISO dates sort lexicographically = chronologically). 90d keeps a full quarter
+ * for recommend-stats --days while bounding the dir to ~90 sub-MB files.
+ * Best-effort, never throws — called from the SessionStart GC sweep.
+ * @returns {number} shards removed
+ */
+export function gcOldShadowShards(retainDays = 90) {
+  try {
+    const dir = shadowDir();
+    if (!existsSync(dir)) return 0;
+    const cutoff = new Date(Date.now() - retainDays * 86_400_000).toISOString().slice(0, 10);
+    let removed = 0;
+    for (const name of readdirSync(dir)) {
+      const m = /^(\d{4}-\d{2}-\d{2})\.jsonl$/.exec(name);
+      if (m && m[1] < cutoff) {
+        try { unlinkSync(join(dir, name)); removed++; } catch { /* per-entry, silent */ }
+      }
+    }
+    return removed;
+  } catch { return 0; }
+}
+
 export function logShadowReco(project, rec) { appendShadow({ ts: new Date().toISOString(), kind: 'reco', project, ...rec }); }
 export function logShadowAdoption(project, rec) { appendShadow({ ts: new Date().toISOString(), kind: 'adopt', project, ...rec }); }
 

package/registry.mjs

@@ -165,7 +165,10 @@ export function ensureRegistryDb(dbPath) {
 
   const db = new Database(dbPath);
   db.pragma('journal_mode = WAL');
-  db.pragma('busy_timeout = 3000');
+  // 5000ms to match the main DB: registry writes (install indexing rewriting
+  // resources + resources_fts) race shadow-recommend writes + mem_registry reads
+  // on the same file; 3000ms was insufficient under that concurrency (schema.mjs).
+  db.pragma('busy_timeout = 5000');
   db.pragma('synchronous = NORMAL');
   db.pragma('foreign_keys = ON');
 

package/schema.mjs

@@ -918,7 +918,7 @@ export function ensureDb() {
  * @returns {{rebuilt: string[], errors: string[]}} Results per FTS table
  */
 export function rebuildFTS(db) {
-  const FTS_TABLES = ['observations_fts', 'session_summaries_fts', 'user_prompts_fts'];
+  const FTS_TABLES = ['observations_fts', 'session_summaries_fts', 'user_prompts_fts', 'events_fts'];
   const idRe = /^[a-z][a-z0-9_]*$/;
   const rebuilt = [];
   const errors = [];
@@ -942,7 +942,7 @@ export function rebuildFTS(db) {
  * @returns {{healthy: boolean, details: string[]}}
  */
 export function checkFTSIntegrity(db) {
-  const FTS_TABLES = ['observations_fts', 'session_summaries_fts', 'user_prompts_fts'];
+  const FTS_TABLES = ['observations_fts', 'session_summaries_fts', 'user_prompts_fts', 'events_fts'];
   const idRe = /^[a-z][a-z0-9_]*$/;
   const details = [];
   let healthy = true;

package/scripts/pre-tool-recall.js

@@ -42,6 +42,7 @@ const COOLDOWN_MS = 5 * 60 * 1000; // 5 minutes (used only for legacy fallback)
 const SALIENCE_LEGACY = process.env.CLAUDE_MEM_SALIENCE === 'legacy'
   || process.env.CLAUDE_MEM_SALIENCE === '0';
 const SALIENCE_BIND = process.env.CLAUDE_MEM_SALIENCE === 'bind';
+const SALIENCE_BRIDGE = process.env.CLAUDE_MEM_SALIENCE === 'bridge';
 const ACK_DIRECTIVE = "apply each lesson to this edit or rule it out — state '#NN applied' or '#NN n/a — <reason>' in your next user-facing message.";
 // v-bind salience forcing-function (#8771 audit: ack ≠ act). Instead of a cheap
 // '#NN applied / n/a' verdict, demand the model bind the lesson to the concrete
@@ -77,6 +78,30 @@ function cooldownPathFor(sessionId) {
   return join(RUNTIME_DIR, `pre-recall-cooldown-${safe}.json`);
 }
 
+// Comprehension-bridge (CLAUDE_MEM_SALIENCE=bridge): rewrite the top bound lesson
+// into a check naming a symbol in THIS change. Dynamic import keeps the LLM stack
+// out of the default fast path (#8447). Fail-open: null → caller uses ACK line.
+async function bridgeTopLesson(rows, changeText) {
+  if (!SALIENCE_BRIDGE || !changeText) return null;
+  const fake = process.env.CLAUDE_MEM_BRIDGE_FAKE;
+  let extractIdents, bridgeLesson;
+  try {
+    ({ extractIdents } = await import('../lib/lesson-idents.mjs'));
+    if (!fake) ({ bridgeLesson } = await import('../lib/lesson-bridge.mjs'));
+  } catch { return null; }
+  for (const r of rows) {
+    const lesson = r.lesson_learned;
+    if (!lesson) continue;
+    if (!extractIdents(lesson).some((id) => changeText.includes(id))) continue;
+    let res;
+    if (fake) res = /^n\s*\/?\s*a$/i.test(fake.trim()) ? { ok: false } : { ok: true, check: fake.trim().slice(0, 200) };
+    else res = await bridgeLesson({ lesson, hunk: changeText });
+    if (res.ok) return { id: r.id, check: res.check };
+    return null; // top bound lesson abstained → fall back to ACK, don't scan further
+  }
+  return null;
+}
+
 // ─── Helpers ────────────────────────────────────────────────────────────────
 
 function inferProject() {
@@ -181,11 +206,13 @@ try {
   let filePath;
   let sessionId;
   let toolName;
+  let toolInput;
   // isFullRead: a Read with no offset/limit reads the whole file. The reread
   // guard only flags full-vs-full re-reads, so paging never trips it.
   let isFullRead = true;
   try {
     const event = JSON.parse(input);
+    toolInput = event.tool_input;
     filePath = event.tool_input?.file_path;
     sessionId = event.session_id || null;
     toolName = event.tool_name || null;
@@ -442,7 +469,11 @@ try {
       // Read keeps the quiet form; its forcing-function fires at the later Edit
       // via the Read→Edit ack nudge above.
       if (!isRead && !SALIENCE_LEGACY) {
-        lines.push(`[mem] ⚠ Before this edit: ${ACTIVE_DIRECTIVE}`);
+        const changeText = [toolInput?.old_string, toolInput?.new_string, toolInput?.content]
+          .filter(Boolean).join('\n');
+        const bridged = await bridgeTopLesson(allRows, changeText);
+        if (bridged) lines.push(`[mem] ⚠ #${bridged.id} → this edit must: ${bridged.check}. Confirm your new code satisfies it.`);
+        else lines.push(`[mem] ⚠ Before this edit: ${ACTIVE_DIRECTIVE}`);
       }
     } else if (!isRead && process.env.CLAUDE_MEM_PRETOOL_NUDGE === '1') {
       // R-4: Edit/Write empty → short backfill reminder. OPT-IN (default off) as

package/secret-scrub.mjs

@@ -60,8 +60,10 @@ export const SECRET_PATTERNS = [
   //   (b) structured keys + named env vars are unambiguous config even after a word
   //       (`see api_key: "x"` DOES scrub, mirroring the unquoted structured-key path):
   [/((?:\b|_)(?:pgpassword|pgpass|mysql_pwd|api[_-]?key|api[_-]?secret|secret[_-]?key|access[_-]?key|private[_-]?key|client[_-]?secret|auth[_-]?token|access[_-]?token|refresh[_-]?token)\s*[=:]\s*)(['"])[^'"]{6,}\2/gi, '$1$2***$2'],
-  // AWS access keys (AKIA...)
-  [/\bAKIA[A-Z0-9]{16}\b/g, '***'],
+  // AWS access keys: AKIA (long-term) + ASIA (STS temp) + AROA (role) + AIDA
+  // (user) + ANPA/ANVA/AGPA (other principal types). All share the 4-letter
+  // prefix + exactly 16 base32 chars shape — specific enough for near-zero FP.
+  [/\b(?:AKIA|ASIA|AROA|AIDA|ANPA|ANVA|AGPA)[A-Z0-9]{16}\b/g, '***'],
   // OpenAI / Anthropic keys (sk-...) — specific prefixes have lower length threshold
   [/\bsk-(?:proj|ant|ant-api\d{2})-[a-zA-Z0-9_-]{8,}\b/g, '***'],
   [/\bsk-[a-zA-Z0-9_-]{20,}\b/g, '***'],
@@ -74,8 +76,10 @@ export const SECRET_PATTERNS = [
   [/\bxox[bpas]-[a-zA-Z0-9-]{10,}\b/g, '***'],
   // JWT tokens (eyJ...eyJ...)
   [/\beyJ[a-zA-Z0-9_-]{10,}\.eyJ[a-zA-Z0-9_-]{10,}\.[a-zA-Z0-9_-]+\b/g, '***'],
-  // PEM private key blocks
-  [/-----BEGIN (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----/g, '***PEM_KEY***'],
+  // PEM private key blocks. `[A-Z0-9 ]*` covers every armor label — RSA/EC/DSA/
+  // OPENSSH plus ENCRYPTED and PGP (… PRIVATE KEY BLOCK) — that the fixed
+  // alternation missed; the block delimiters make FP impossible.
+  [/-----BEGIN [A-Z0-9 ]*PRIVATE KEY(?: BLOCK)?-----[\s\S]*?-----END [A-Z0-9 ]*PRIVATE KEY(?: BLOCK)?-----/g, '***PEM_KEY***'],
   // Long hex strings in assignments (e.g. SECRET_KEY=abc123def456...)
   [/(\b(?:key|secret|token|hash)\s*[=:]\s*)[0-9a-f]{32,}\b/gi, '$1***'],
   // Google Cloud API keys (AIza...)
@@ -84,8 +88,9 @@ export const SECRET_PATTERNS = [
   [/(Authorization:\s*Bearer\s+)[^\s,;'"}\]]+/gi, '$1***'],
   // Supabase / generic long base64 keys (40+ chars, common in env vars)
   [/(\b(?:SUPABASE_KEY|SUPABASE_ANON_KEY|SUPABASE_SERVICE_ROLE_KEY|DATABASE_URL|REDIS_URL)\s*[=:]\s*)[^\s,;'"}\]]+/gi, '$1***'],
-  // Basic auth in URLs (https://user:password@host)
-  [/https?:\/\/[^@/\s]+:[^@/\s]+@/gi, 'https://***:***@'],
+  // Basic auth in URLs (https://user:password@host). ftp/ftps added — file-drop
+  // creds are a common leak shape the https-only form missed.
+  [/(https?|ftps?):\/\/[^@/\s]+:[^@/\s]+@/gi, '$1://***:***@'],
   // Database connection strings (postgres, mysql, mongodb, redis, amqp)
   [/\b(postgres(?:ql)?|mysql|mongodb(?:\+srv)?|redis|amqp):\/\/[^\s,;'"}\]]+/gi, '$1://***'],
   // npm tokens (npm_...)
@@ -109,6 +114,13 @@ export const SECRET_PATTERNS = [
   // these slip through. Match the value-quoted form explicitly. Length floor
   // (6) avoids tripping on intentional placeholder shorts ("...", "secret").
   [/("(?:password|passwd|token|api[_-]?key|api[_-]?secret|secret[_-]?key|access[_-]?key|access[_-]?token|private[_-]?key|client[_-]?secret|auth[_-]?token|bearer|refresh[_-]?token|session[_-]?id|sessionid)"\s*:\s*")[^"]{6,}(")/gi, '$1***$2'],
+  // JSON keys with vendor PREFIX/SUFFIX around the core credential noun —
+  // `"x_api_key"`, `"aws_secret_access_key"`, `"my_password"`, `"gh_token"`.
+  // The exact-name list above misses these. Anchored to the credential nouns
+  // (password|secret|api_key|auth_token|access_token|private_key) so a benign
+  // `"token_count"` value (numeric, <6 non-quote chars after scrub) and prose
+  // keys stay low-FP; over-scrub is the safe direction for at-rest memory.
+  [/("\w*(?:password|passwd|secret|api[_-]?key|auth[_-]?token|access[_-]?token|private[_-]?key)\w*"\s*:\s*")[^"]{6,}(")/gi, '$1***$2'],
   // Session cookies in headers / urlencoded bodies (sessionid=, session_id=, JSESSIONID=, PHPSESSID=).
   // 16+ chars filters out short test fixtures like sessionid=abc.
   [/\b((?:session[_-]?id|sessionid|jsessionid|phpsessid)\s*[=:]\s*)[^\s,;'"}\]]{16,}/gi, '$1***'],

package/server.mjs

@@ -98,7 +98,7 @@ function getRegistryDb() {
   if (registryDb) return registryDb;
   try {
     registryDb = ensureRegistryDb(REGISTRY_DB_PATH);
-    registryDb.pragma('busy_timeout = 3000');
+    registryDb.pragma('busy_timeout = 5000'); // match main DB + ensureRegistryDb (was 3000, overriding it back down)
   } catch (e) {
     debugLog('WARN', 'server', `Registry DB not available: ${e.message}`);
   }

package/source-files.mjs

@@ -66,6 +66,11 @@ export const SOURCE_FILES = [
   // are present in the pre-edit file (component 2). Imported ONLY by
   // scripts/pre-tool-recall.js; kept here for the same reason as file-intel.mjs.
   'lib/lesson-idents.mjs',
+  // comprehension-bridge forcing-function (CLAUDE_MEM_SALIENCE=bridge): rewrites
+  // a recalled lesson into a check bound to the change hunk. Dynamic-imported by
+  // scripts/pre-tool-recall.js ONLY under the flag, but must still ship so the
+  // hook can resolve it at runtime when a user opts in.
+  'lib/lesson-bridge.mjs',
   // v2.71.x: better-sqlite3 ABI probe + auto-rebuild. Shared by install.mjs
   // (post-`npm install` verify) and scripts/launch.mjs (pre-server-launch
   // self-heal after Node ABI changes). Missing from manifest → auto-update