hippo-memory 1.11.2 → 1.11.3

package/dist/src/dedupe.js

@@ -0,0 +1,61 @@
+/**
+ * Store-level deduplication. Scans for near-duplicate memories by content
+ * Jaccard overlap, keeps the stronger copy (by strength + retrieval count),
+ * removes the rest.
+ *
+ * Extracted from cli.ts in Episode A (v1.11.3) so `api.sleep` can dedupe
+ * during the consolidation pipeline without violating the cli -> api
+ * dependency direction. `cmdDedup` in cli.ts continues to import and use
+ * this function unchanged.
+ */
+import { textOverlap } from './search.js';
+import { loadAllEntries, deleteEntry } from './store.js';
+/**
+ * Scan the store for near-duplicate memories and remove the weaker copy.
+ * Two memories are duplicates if their content has > threshold Jaccard overlap.
+ * Keeps the one with higher strength (or more retrievals if tied).
+ */
+export function deduplicateStore(hippoRoot, options = {}) {
+    const threshold = options.threshold ?? 0.7;
+    const dryRun = options.dryRun ?? false;
+    const entries = loadAllEntries(hippoRoot);
+    // Sort by strength desc, then retrieval count, so we keep the most valuable copy
+    entries.sort((a, b) => {
+        const sDiff = (b.strength ?? 0) - (a.strength ?? 0);
+        if (Math.abs(sDiff) > 0.01)
+            return sDiff;
+        return (b.retrieval_count ?? 0) - (a.retrieval_count ?? 0);
+    });
+    const removed = new Set();
+    const pairs = [];
+    for (let i = 0; i < entries.length; i++) {
+        if (removed.has(entries[i].id))
+            continue;
+        for (let j = i + 1; j < entries.length; j++) {
+            if (removed.has(entries[j].id))
+                continue;
+            const similarity = textOverlap(entries[i].content, entries[j].content);
+            if (similarity <= threshold)
+                continue;
+            removed.add(entries[j].id);
+            pairs.push({
+                kept: entries[i].id,
+                keptContent: entries[i].content,
+                keptLayer: entries[i].layer,
+                keptStrength: entries[i].strength ?? 0,
+                removed: entries[j].id,
+                removedContent: entries[j].content,
+                removedLayer: entries[j].layer,
+                removedStrength: entries[j].strength ?? 0,
+                similarity,
+            });
+        }
+    }
+    if (!dryRun) {
+        for (const id of removed) {
+            deleteEntry(hippoRoot, id);
+        }
+    }
+    return { removed: removed.size, pairs };
+}
+//# sourceMappingURL=dedupe.js.map

package/dist/src/dedupe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dedupe.js","sourceRoot":"","sources":["../../src/dedupe.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAczD;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAC9B,SAAiB,EACjB,UAAoD,EAAE;IAEtD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;IAC3C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;IACvC,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IAE1C,iFAAiF;IACjF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACpB,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QACpD,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI;YAAE,OAAO,KAAK,CAAC;QACzC,OAAO,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,KAAK,GAAgB,EAAE,CAAC;IAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAAE,SAAS;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAE,SAAS;YAEzC,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACvE,IAAI,UAAU,IAAI,SAAS;gBAAE,SAAS;YAEtC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;gBACnB,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO;gBAC/B,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK;gBAC3B,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC;gBACtC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;gBACtB,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO;gBAClC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK;gBAC9B,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC;gBACzC,UAAU;aACX,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;YACzB,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;AAC1C,CAAC"}

package/dist/src/version.js

@@ -18,7 +18,7 @@
  * an ESM `import` can resolve cleanly, and a hardcoded constant survives
  * any packager that drops .json files.
  */
-export const PACKAGE_VERSION = '1.11.2';
+export const PACKAGE_VERSION = '1.11.3';
 // Bump on every release alongside the 4 other manifests + lockfile.
 /**
  * Compare two semver strings. Returns positive if a > b, 0 if equal, negative

package/dist/version.d.ts

@@ -18,7 +18,7 @@
  * an ESM `import` can resolve cleanly, and a hardcoded constant survives
  * any packager that drops .json files.
  */
-export declare const PACKAGE_VERSION = "1.11.2";
+export declare const PACKAGE_VERSION = "1.11.3";
 /**
  * Compare two semver strings. Returns positive if a > b, 0 if equal, negative
  * if a < b.

package/dist/version.js

@@ -18,7 +18,7 @@
  * an ESM `import` can resolve cleanly, and a hardcoded constant survives
  * any packager that drops .json files.
  */
-export const PACKAGE_VERSION = '1.11.2';
+export const PACKAGE_VERSION = '1.11.3';
 // Bump on every release alongside the 4 other manifests + lockfile.
 /**
  * Compare two semver strings. Returns positive if a > b, 0 if equal, negative

package/extensions/openclaw-plugin/openclaw.plugin.json

@@ -2,7 +2,7 @@
   "id": "hippo-memory",
   "name": "Hippo Memory",
   "description": "Biologically-inspired memory for AI agents. Decay by default, retrieval strengthening, sleep consolidation.",
-  "version": "1.11.2",
+  "version": "1.11.3",
 
   "configSchema": {
     "type": "object",

package/extensions/openclaw-plugin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hippo-memory",
-  "version": "1.11.2",
+  "version": "1.11.3",
   "description": "Hippo Memory plugin for OpenClaw - biologically-inspired agent memory",
   "main": "index.ts",
   "openclaw": {

package/openclaw.plugin.json

@@ -2,7 +2,7 @@
   "id": "hippo-memory",
   "name": "Hippo Memory",
   "description": "Biologically-inspired memory for AI agents. Decay by default, retrieval strengthening, sleep consolidation.",
-  "version": "1.11.2",
+  "version": "1.11.3",
   "configSchema": {
     "type": "object",
     "additionalProperties": false,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hippo-memory",
-  "version": "1.11.2",
+  "version": "1.11.3",
   "description": "Biologically-inspired memory system for AI agents. Decay by default, strength through use.",
   "type": "module",
   "main": "./dist/index.js",