claude-mem-lite 2.75.0 → 2.76.0

package/.claude-plugin/marketplace.json

@@ -10,7 +10,7 @@
   "plugins": [
     {
       "name": "claude-mem-lite",
-      "version": "2.75.0",
+      "version": "2.76.0",
       "source": "./",
       "description": "Lightweight persistent memory system for Claude Code — FTS5 search, episode batching, error-triggered recall"
     }

package/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-mem-lite",
-  "version": "2.75.0",
+  "version": "2.76.0",
   "description": "Lightweight persistent memory system for Claude Code — FTS5 search, episode batching, error-triggered recall",
   "author": {
     "name": "sdsrss"

package/hook.mjs

@@ -47,7 +47,7 @@ import { handleLLMEpisode, handleLLMSummary, saveObservation, buildImmediateObse
 import { scrubRecord } from './lib/scrub-record.mjs';
 import {
   extractCitationsFromTranscript,
-  extractInjectedFromPreToolUse,
+  extractAllInjected,
   bumpCitationAccess,
   computeCiteRecall,
   applyCitationDecay,
@@ -525,11 +525,17 @@ async function handleStop() {
           }
 
           // v32 citation-decay: tighter feedback loop on top of P4. Re-scan
-          // transcript with main-thread filter, extract injected IDs from
-          // pre-tool-recall attachments only, then mutate importance/streak per
-          // applyCitationDecay's contract. Cheap (file still in OS cache).
+          // transcript with main-thread filter, extract injected IDs from BOTH
+          // surfaces (PTR + UserPromptSubmit <memory-context>) via extractAllInjected,
+          // then mutate importance/streak per applyCitationDecay's contract.
+          // Cheap (file still in OS cache).
+          //
+          // v34.x: pre-v34 this only saw pre-tool-recall injections, leaving the
+          // UPS surface (highest-volume — all decision-type FTS hits) starved.
+          // Union closed by extractAllInjected — one integration point so the
+          // contract test in tests/citation-tracker-userprompt.test.mjs covers it.
           try {
-            const injected = extractInjectedFromPreToolUse(transcriptPath);
+            const injected = extractAllInjected(transcriptPath);
             if (injected.size > 0) {
               const citedMain = extractCitationsFromTranscript(transcriptPath, { mainOnly: true });
               const r = applyCitationDecay(db, project, injected, citedMain, sessionId);

package/lib/citation-tracker.mjs

@@ -198,6 +198,74 @@ export function extractInjectedFromPreToolUse(transcriptPath) {
   return ids;
 }
 
+// v34.x: UserPromptSubmit injection extractor. hook.mjs handleUserPrompt emits
+// formatMemoryLine `- [type] title | Lesson: X (#NN)[ [verify-before-use]]`,
+// which INJECTED_RE (anchored on `#NN [type]`) never matched — leaving the
+// highest-volume injection surface invisible to applyCitationDecay. The two
+// extractors are disjoint by design: PTR has `[type]` AFTER `#NN`, UPS has
+// `(#NN)` at end-of-line.
+//
+// Line-scan with `- [` prefix gate so a lesson body containing a back-reference
+// like "see (#999)" doesn't pollute the injected set (would streak-uncite an
+// obs we never actually displayed as a top-level entry).
+const UPS_LINE_PREFIX = '- [';
+const UPS_ID_RE = /\(#(\d{1,7})\)/g;
+const UPS_COMMAND_SUFFIX = 'hook.mjs user-prompt';
+
+/**
+ * Extract observation IDs injected by the UserPromptSubmit `<memory-context>`
+ * block (hook.mjs handleUserPrompt). Disjoint from pre-tool-recall extraction —
+ * the Stop handler unions both via extractAllInjected.
+ *
+ * @param {string|null|undefined} transcriptPath
+ * @returns {Set<number>}
+ */
+export function extractInjectedFromUserPromptSubmit(transcriptPath) {
+  const ids = new Set();
+  if (!transcriptPath || !existsSync(transcriptPath)) return ids;
+  let raw;
+  try { raw = readFileSync(transcriptPath, 'utf8'); } catch { return ids; }
+  for (const line of raw.split('\n')) {
+    if (!line.trim()) continue;
+    let entry;
+    try { entry = JSON.parse(line); } catch { continue; }
+    if (entry.type !== 'attachment') continue;
+    const att = entry.attachment;
+    if (!att || att.type !== 'hook_success') continue;
+    // Suffix match — survives plugin-cache vs symlinked-install path differences.
+    if (!(att.command || '').includes(UPS_COMMAND_SUFFIX)) continue;
+    const stdout = att.stdout || '';
+    if (!stdout.includes('<memory-context')) continue;
+    for (const memLine of stdout.split('\n')) {
+      if (!memLine.startsWith(UPS_LINE_PREFIX)) continue;
+      // Take the LAST (#NN) on the line — formatMemoryLine puts the obs id
+      // in trailing parens, possibly followed by ` [verify-before-use]`. Any
+      // earlier (#NN) refs are inside title/lesson text (per the test that
+      // pins "see (#999)" → NOT extracted).
+      const matches = [...memLine.matchAll(UPS_ID_RE)];
+      if (matches.length === 0) continue;
+      const id = Number(matches[matches.length - 1][1]);
+      if (Number.isInteger(id) && id > 0 && id < 1e7) ids.add(id);
+    }
+  }
+  return ids;
+}
+
+/**
+ * Union of pre-tool-recall + UserPromptSubmit injection IDs for a transcript.
+ * Single integration point the Stop handler calls — keeps hook.mjs's wiring
+ * a one-liner and gives the contract test something to assert against.
+ *
+ * @param {string|null|undefined} transcriptPath
+ * @returns {Set<number>}
+ */
+export function extractAllInjected(transcriptPath) {
+  return new Set([
+    ...extractInjectedFromPreToolUse(transcriptPath),
+    ...extractInjectedFromUserPromptSubmit(transcriptPath),
+  ]);
+}
+
 const IMPORTANCE_CAP = 3;
 const IMPORTANCE_FLOOR = 0;
 const UNCITED_STREAK_THRESHOLD = 3;

package/mem-cli.mjs

@@ -2417,11 +2417,29 @@ function cmdCitationStats(db, args) {
      LIMIT 10
   `).all(cutoff);
 
+  // v34.x: surface pre-v34 data pollution. applyCitationDecay bumps cited_count
+  // and decay_seen_count atomically (same UPDATE statement), so the invariant
+  // cited_count <= decay_seen_count holds for every resolution this codepath
+  // performs. Yet a small set of obs violate it — these are pre-v34 rows
+  // where a backfill seeded cited_count without populating decay_seen_count.
+  // Without this note, those rows make per-project cite_pct >100% with no
+  // explanation. Cite rate stays unbiased for obs created after this commit.
+  const pollutedRows = db.prepare(`
+    SELECT COUNT(*) AS n FROM observations
+     WHERE cited_count > decay_seen_count
+       AND COALESCE(compressed_into, 0) = 0
+       AND superseded_at IS NULL
+  `).get();
+  const dataPollutionNote = pollutedRows.n > 0
+    ? `${pollutedRows.n} obs have cited_count > decay_seen_count (pre-v34 backfill — invariant holds for new data).`
+    : null;
+
   if (json) {
-    out(JSON.stringify({ window_days: days, per_project: perProject, decay_queue: decayQueue, promoted, demoted }, null, 2));
+    out(JSON.stringify({ window_days: days, per_project: perProject, decay_queue: decayQueue, promoted, demoted, data_pollution_note: dataPollutionNote }, null, 2));
     return;
   }
 
+  if (dataPollutionNote) out(`Note: ${dataPollutionNote}\n`);
   out(`Cite rate by project (last ${days}d, cited / decay-resolutions):`);
   for (const r of perProject) {
     const rate = r.resolved > 0 ? (r.cited * 100 / r.resolved).toFixed(1) + '%' : '—';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-mem-lite",
-  "version": "2.75.0",
+  "version": "2.76.0",
   "description": "Lightweight persistent memory system for Claude Code",
   "type": "module",
   "packageManager": "npm@10.9.2",