mr-memory 2.11.7 → 2.12.0

package/index.ts

@@ -276,11 +276,17 @@ const memoryRouterPlugin = {
                   .map(b => b.text!)
                   .join("\n");
               }
-              // Strip old memory injections to prevent stacking
-              if (text) contextPayload.push({ role: m.role, content: m.role === "user" ? stripOldMemory(text) : text });
+              if (!text) continue;
+              // Sanitize ALL roles: strip memory injections, envelope metadata, system noise
+              const cleaned = sanitizeForIngest(text);
+              if (!cleaned || isSystemNoise(cleaned)) continue;
+              contextPayload.push({ role: m.role, content: cleaned });
             }
           }
-          contextPayload.push({ role: "user", content: stripOldMemory(prompt) });
+          const cleanedPrompt = sanitizeForIngest(prompt);
+          if (cleanedPrompt && !isSystemNoise(cleanedPrompt)) {
+            contextPayload.push({ role: "user", content: cleanedPrompt });
+          }
 
 
           const res = await fetch(`${endpoint}/v1/memory/prepare`, {
@@ -359,9 +365,8 @@ const memoryRouterPlugin = {
             contextPayload.push({ role: "system", content: fullContext });
           }
 
-          // Add conversation history
+          // Add conversation history (sanitized — strip noise, metadata, old memory injections)
           if (event.messages && Array.isArray(event.messages)) {
-            let skipped = 0;
             for (const msg of event.messages) {
               const m = msg as { role?: string; content?: unknown };
               if (!m.role) continue;
@@ -377,17 +382,19 @@ const memoryRouterPlugin = {
                   .join("\n");
               }
               
-              if (text) {
-                // Strip old memory injections to prevent stacking
-                contextPayload.push({ role: m.role, content: m.role === "user" ? stripOldMemory(text) : text });
-              } else {
-                skipped++;
-              }
+              if (!text) continue;
+              // Sanitize ALL roles: strip memory injections, envelope metadata, system noise
+              const cleaned = sanitizeForIngest(text);
+              if (!cleaned || isSystemNoise(cleaned)) continue;
+              contextPayload.push({ role: m.role, content: cleaned });
             }
           }
 
-          // Add current user prompt (strip any residual memory tags)
-          contextPayload.push({ role: "user", content: stripOldMemory(prompt) });
+          // Add current user prompt (sanitized)
+          const cleanedPrompt = sanitizeForIngest(prompt);
+          if (cleanedPrompt && !isSystemNoise(cleanedPrompt)) {
+            contextPayload.push({ role: "user", content: cleanedPrompt });
+          }
 
           // 4. Call /v1/memory/prepare
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mr-memory",
-  "version": "2.11.7",
+  "version": "2.12.0",
   "description": "MemoryRouter persistent memory plugin for OpenClaw — your AI remembers every conversation",
   "type": "module",
   "files": [

package/upload.ts

@@ -5,6 +5,71 @@
 import fs from "node:fs/promises";
 import path from "node:path";
 
+// ── Sanitization utilities (shared with index.ts ingest logic)
+// These MUST stay in sync with the patterns in index.ts
+
+const MEMORY_TAG_RE = /<mr-memory>[\s\S]*?<\/mr-memory>\s*/g;
+const LEGACY_TAG_RE = /<memory_context>[\s\S]*?<\/memory_context>\s*(?:The above are retrieved memories|IMPORTANT: The above block contains retrieved memories)[^\n]*\n*/g;
+function stripOldMemory(text: string): string {
+  return text.replace(MEMORY_TAG_RE, "").replace(LEGACY_TAG_RE, "").trim();
+}
+
+const ENVELOPE_METADATA_RE = /Conversation info \(untrusted metadata\):\s*```json\s*\{[^}]*\}\s*```\s*/g;
+const SENDER_METADATA_RE = /Sender \(untrusted metadata\):\s*```json\s*\{[^}]*\}\s*```\s*/g;
+const REPLY_CONTEXT_RE = /Replied message \(untrusted, for context\):\s*```json\s*\{[^}]*\}\s*```\s*/g;
+const MEMORY_INSTRUCTION_RE = /The above are retrieved memories from past conversations[^\n]*\n*/g;
+const IMPORTANT_MEMORY_RE = /IMPORTANT: The above (?:are retrieved memories|block contains retrieved memories)[^\n]*\n*/g;
+
+const MEDIA_ATTACHED_RE = /\[media attached[^\]]*\]/gi;
+const MEDIA_TAGS_RE = /<media:(?:audio|image|video|document)>/gi;
+const MEDIA_INSTRUCTION_RE = /To send an image back,[\s\S]*?Keep caption in the text body\./gi;
+const MEDIA_INBOUND_PATH_RE = /\/Users\/[^\s]*\/media\/inbound\/[^\s)\]"]*/gi;
+const IMAGE_DATA_RE = /\[image data removed[^\]]*\]/gi;
+function stripMediaReferences(text: string): string {
+  return text
+    .replace(MEDIA_INSTRUCTION_RE, "")
+    .replace(MEDIA_ATTACHED_RE, "[media reference removed]")
+    .replace(MEDIA_TAGS_RE, "")
+    .replace(MEDIA_INBOUND_PATH_RE, "[media reference removed]")
+    .replace(IMAGE_DATA_RE, "")
+    .replace(/\n{3,}/g, "\n\n");
+}
+
+function sanitizeForUpload(text: string): string {
+  let cleaned = stripOldMemory(text);
+  cleaned = stripMediaReferences(cleaned);
+  cleaned = cleaned
+    .replace(ENVELOPE_METADATA_RE, "")
+    .replace(SENDER_METADATA_RE, "")
+    .replace(REPLY_CONTEXT_RE, "")
+    .replace(MEMORY_INSTRUCTION_RE, "")
+    .replace(IMPORTANT_MEMORY_RE, "");
+  cleaned = cleaned.replace(/\n{3,}/g, "\n\n").trim();
+  return cleaned;
+}
+
+const SYSTEM_NOISE_PATTERNS = [
+  /^Read HEARTBEAT\.md if it exists/,
+  /^HEARTBEAT_OK\s*$/,
+  /^Pre-compaction memory flush\./,
+  /⚠️ Post-Compaction Audit:/,
+  /^NO_REPLY\s*$/,
+  /^Note: The previous agent run was aborted/,
+  /^\[Queued messages while agent was busy\]/,
+  /^\[media reference removed\]\s*$/,
+  /^System: \[\d{4}-\d{2}-\d{2}/,
+  /^\[\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2} [A-Z]{2,4}\] ⚠️/,
+  /^Store durable memories now/,
+  /^Current time: .+\(America\//,
+  /^A new session was started via \/new or \/reset/,
+];
+
+function isSystemNoise(text: string): boolean {
+  const trimmed = text.trim();
+  if (!trimmed) return true;
+  return SYSTEM_NOISE_PATTERNS.some(pattern => pattern.test(trimmed));
+}
+
 type MemoryLine = {
   content: string;
   role: "user" | "assistant";
@@ -114,6 +179,11 @@ async function sessionToJsonl(filePath: string): Promise<MemoryLine[]> {
 
       if (!text || text.trim().length < 20) continue;
 
+      // Sanitize: strip memory injections, envelope metadata, media refs, system noise
+      text = sanitizeForUpload(text);
+      if (!text || text.trim().length < 20) continue;
+      if (isSystemNoise(text)) continue;
+
       let timestamp: number;
       if (typeof parsed.timestamp === "string") {
         timestamp = new Date(parsed.timestamp).getTime();
@@ -341,8 +411,10 @@ export async function runUpload(params: {
       );
 
       const result = (await response.json()) as {
-        stats?: { stored?: number; failed?: number; inputItems?: number };
+        stats?: { stored?: number; failed?: number; inputItems?: number; path?: string; diagnostic?: string };
         errors?: string[];
+        path?: string;
+        diagnostic?: string;
       };
 
       const batchStored = result.stats?.stored ?? result.stats?.inputItems ?? batch.length;