@icex-labs/openclaw-memory-engine 5.2.0 → 5.3.0

package/index.js

@@ -147,16 +147,8 @@ export default definePluginEntry({
       } catch { /* don't break message flow */ }
     }, { name: "memory-engine-capture-received", description: "Auto-capture facts from incoming messages" });
 
-    api.registerHook("message:sent", (event) => {
-      try {
-        const ctx = event.context;
-        if (!ctx?.content || !ctx?.success) return;
-        if (ctx.content.length < 50) return;
-        const agentId = extractAgentId(event.sessionKey);
-        const wsDir = resolveWorkspace({ agentId });
-        captureMessage(wsDir, ctx.content, "agent-reply");
-      } catch { /* don't break message flow */ }
-    }, { name: "memory-engine-capture-sent", description: "Auto-capture facts from agent replies" });
+    // message:sent hook removed — agent replies are restatements, not new facts.
+    // Only user messages (message:received) are auto-captured.
 
     // ─── core_memory_read ───
     api.registerTool(withAgent((agentId) => ({

package/lib/dedup.js

@@ -1,22 +1,45 @@
 /**
  * Deduplication via embedding cosine similarity.
+ * v5.2: smarter dedup — ignores records with different numbers/dates/IDs.
  */
 
 import { loadArchival, rewriteArchival } from "./archival.js";
 import {
   loadEmbeddingCache, saveEmbeddingCache, getEmbedding, cosineSimilarity,
 } from "./embedding.js";
-import { DEDUP_SIMILARITY_THRESHOLD } from "./paths.js";
+
+// Raised from 0.92 to 0.96 — fewer false positives
+const DEDUP_THRESHOLD = 0.96;
+
+/**
+ * Extract numbers, dates, and IDs from text for comparison.
+ * Two records with different numbers are NOT duplicates even if semantically similar.
+ */
+function extractIdentifiers(text) {
+  const numbers = (text.match(/\$?[\d,.]+%?/g) || []).map((n) => n.replace(/[,$]/g, ""));
+  const dates = text.match(/\d{4}-\d{2}-\d{2}/g) || [];
+  const ids = text.match(/#\d+|PR\s*#?\d+|U\d{5,}|IMM-\d+/gi) || [];
+  return [...numbers, ...dates, ...ids].map((s) => s.toLowerCase());
+}
+
+function hasDifferentIdentifiers(a, b) {
+  const idsA = extractIdentifiers(a);
+  const idsB = extractIdentifiers(b);
+  if (idsA.length === 0 || idsB.length === 0) return false;
+  // If both have identifiers but they differ → not duplicates
+  const setA = new Set(idsA);
+  const setB = new Set(idsB);
+  const overlap = [...setA].filter((x) => setB.has(x)).length;
+  return overlap === 0 && idsA.length > 0 && idsB.length > 0;
+}
 
 /**
  * Find near-duplicate pairs in archival memory.
- * @returns {Array<{ keep: object, drop: object, similarity: number }>}
  */
 export async function findDuplicates(ws) {
   const records = loadArchival(ws);
   const embCache = loadEmbeddingCache(ws);
 
-  // Build missing embeddings
   for (const r of records) {
     if (!embCache[r.id]) {
       const emb = await getEmbedding(
@@ -27,7 +50,6 @@ export async function findDuplicates(ws) {
   }
   saveEmbeddingCache(ws);
 
-  // O(n²) pairwise comparison
   const dupes = [];
   for (let i = 0; i < records.length; i++) {
     for (let j = i + 1; j < records.length; j++) {
@@ -35,16 +57,19 @@ export async function findDuplicates(ws) {
       const embB = embCache[records[j].id];
       if (!embA || !embB) continue;
       const sim = cosineSimilarity(embA, embB);
-      if (sim >= DEDUP_SIMILARITY_THRESHOLD) {
-        const keepIdx =
-          (records[j].access_count || 0) >= (records[i].access_count || 0) ? j : i;
-        const dropIdx = keepIdx === i ? j : i;
-        dupes.push({
-          keep: records[keepIdx],
-          drop: records[dropIdx],
-          similarity: Math.round(sim * 1000) / 1000,
-        });
-      }
+      if (sim < DEDUP_THRESHOLD) continue;
+
+      // Smart check: if records contain different numbers/dates/IDs, skip
+      if (hasDifferentIdentifiers(records[i].content, records[j].content)) continue;
+
+      const keepIdx =
+        (records[j].access_count || 0) >= (records[i].access_count || 0) ? j : i;
+      const dropIdx = keepIdx === i ? j : i;
+      dupes.push({
+        keep: records[keepIdx],
+        drop: records[dropIdx],
+        similarity: Math.round(sim * 1000) / 1000,
+      });
     }
   }
   return dupes;
@@ -52,7 +77,6 @@ export async function findDuplicates(ws) {
 
 /**
  * Remove duplicate records from archival.
- * @returns {{ removed: number, remaining: number }}
  */
 export function applyDedup(ws, dupes) {
   const records = loadArchival(ws);

package/lib/graph.js

@@ -28,11 +28,17 @@ export function loadGraph(ws) {
 export function addTriple(ws, subject, relation, object, sourceId = null) {
   const triples = loadGraph(ws);
 
+  // Case-insensitive dedup to prevent "Edmonton" vs "edmonton" duplicates
   const exists = triples.some(
-    (t) => t.s === subject && t.r === relation && t.o === object,
+    (t) => t.s.toLowerCase() === subject.toLowerCase() &&
+           t.r.toLowerCase() === relation.toLowerCase() &&
+           t.o.toLowerCase() === object.toLowerCase(),
   );
   if (exists) return null;
 
+  // Reject if subject or object is too long (garbage prevention)
+  if (subject.length > 30 || object.length > 40) return null;
+
   const triple = {
     id: `tri-${Date.now()}-${Math.random().toString(36).slice(2, 6)}`,
     s: subject,

package/lib/paths.js

@@ -9,7 +9,7 @@ export const DEFAULT_TOP_K = 5;
 export const MAX_TOP_K = 20;
 export const EMBEDDING_MODEL = "text-embedding-3-small";
 export const EMBEDDING_DIM = 512;
-export const DEDUP_SIMILARITY_THRESHOLD = 0.92;
+export const DEDUP_SIMILARITY_THRESHOLD = 0.96; // raised from 0.92 to reduce false positives
 
 import { readFileSync as _readFileSync, existsSync as _existsSync } from "node:fs";
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@icex-labs/openclaw-memory-engine",
-  "version": "5.2.0",
+  "version": "5.3.0",
   "description": "MemGPT-style hierarchical memory plugin for OpenClaw — core memory block + archival storage with semantic search",
   "type": "module",
   "main": "index.js",

package/setup.sh

@@ -384,22 +384,53 @@ except:
 
   echo "  Agents found: $AGENTS"
 
-  # Register main agent crons (shared across all agents using default workspace)
-  register_cron "memory-reflect-daily" "0 9 * * *" "main" \
-    "Run memory_reflect with window_days=7. If you notice patterns, store via archival_insert with tags=['reflection']. Do NOT output to main chat." \
-    "Daily reflection: analyze memory patterns"
-
-  register_cron "memory-consolidate-6h" "0 */6 * * *" "main" \
-    "Read today's daily log. If it has content not in archival, run memory_consolidate. Then archival_stats. Do NOT output to main chat." \
-    "Auto-consolidate daily logs every 6 hours"
-
-  register_cron "memory-dedup-weekly" "0 4 * * 0" "main" \
-    "Run archival_deduplicate with apply=true. Then archival_stats. Do NOT output to main chat." \
-    "Weekly dedup: clean near-duplicate records"
-
-  register_cron "memory-dashboard-daily" "30 9 * * *" "main" \
-    "Run memory_dashboard to regenerate the HTML dashboard. Do NOT output to main chat." \
-    "Daily dashboard refresh for main agent" 30000
+  # Register crons from JSON definition file (single source of truth)
+  CRON_JSON="$PLUGIN_DIR/extras/auto-consolidation-crons.json"
+  if [ -f "$CRON_JSON" ] && command -v python3 &>/dev/null; then
+    python3 -c "
+import json, subprocess, sys
+
+with open('$CRON_JSON') as f:
+    crons = json.load(f).get('crons', [])
+
+existing = '''$EXISTING_CRONS'''
+tz = '''$TZ_IANA'''
+
+for c in crons:
+    name = c['id']
+    if name in existing:
+        print(f'⏭️  Cron \"{name}\" already exists')
+        continue
+    agent = c.get('agent', 'main')
+    cmd = [
+        'openclaw', 'cron', 'add',
+        '--name', name,
+        '--cron', c['schedule'],
+        '--tz', tz,
+        '--agent', agent,
+        '--session', 'isolated',
+        '--model', c.get('model', 'anthropic/claude-sonnet-4-6'),
+        '--message', c['message'],
+        '--description', c.get('description', ''),
+        '--timeout', '60000',
+    ]
+    result = subprocess.run(cmd, capture_output=True, text=True)
+    if result.returncode == 0:
+        print(f'✅ Cron \"{name}\" ({agent}) registered')
+    else:
+        print(f'⚠️  Cron \"{name}\" failed (gateway not running?)')
+" 2>/dev/null
+  else
+    echo "⚠️  Cron JSON not found or python3 missing — registering defaults manually"
+    register_cron "memory-reflect-daily" "0 9 * * *" "main" \
+      "Run memory_reflect. Do NOT output to main chat." "Daily reflection"
+    register_cron "memory-consolidate-6h" "0 */6 * * *" "main" \
+      "Run memory_consolidate on today's daily log. Do NOT output to main chat." "Auto-consolidate"
+    register_cron "memory-dedup-weekly" "0 4 * * 0" "main" \
+      "Run archival_deduplicate with apply=true. Do NOT output to main chat." "Weekly dedup"
+    register_cron "memory-dashboard-daily" "30 9 * * *" "main" \
+      "Run memory_dashboard. Do NOT output to main chat." "Dashboard refresh" 30000
+  fi
 
   # Register per-agent crons for agents with separate workspaces
   STAGGER=0
@@ -441,7 +472,22 @@ else
   echo "⚠️  openclaw CLI not found — skipping cron registration"
 fi
 
-# --- 9. Validate config ---
+# --- 9. Track installed version ---
+INSTALLED_VERSION=$(python3 -c "
+import json
+with open('$PLUGIN_DIR/package.json') as f: print(json.load(f).get('version','unknown'))
+" 2>/dev/null || echo "unknown")
+PREV_VERSION=""
+VERSION_FILE="$MEMORY_DIR/.memory-engine-version"
+[ -f "$VERSION_FILE" ] && PREV_VERSION=$(cat "$VERSION_FILE")
+echo "$INSTALLED_VERSION" > "$VERSION_FILE"
+
+if [ -n "$PREV_VERSION" ] && [ "$PREV_VERSION" != "$INSTALLED_VERSION" ]; then
+  echo ""
+  echo "📦 Upgraded: $PREV_VERSION → $INSTALLED_VERSION"
+fi
+
+# --- 10. Validate config ---
 echo ""
 if command -v openclaw &>/dev/null; then
   openclaw config validate 2>&1 && echo "✅ Config valid" || echo "❌ Config validation failed"