mr-memory 2.12.0 → 2.14.0

package/index.ts

@@ -53,9 +53,10 @@ function stripOldMemory(text: string): string {
 const SYSTEM_NOISE_PATTERNS = [
   // Heartbeat prompts and responses
   /^Read HEARTBEAT\.md if it exists/,
-  /^HEARTBEAT_OK\s*$/,
+  /^Read HEARTBEAT\.md/,
+  /HEARTBEAT_OK\s*$/,
   // Pre-compaction flush prompts
-  /^Pre-compaction memory flush\./,
+  /^Pre-compaction memory flush/,
   // Post-compaction audit warnings
   /⚠️ Post-Compaction Audit:/,
   // Silent reply ack
@@ -73,6 +74,12 @@ const SYSTEM_NOISE_PATTERNS = [
   /^Store durable memories now/,
   // Current time system lines (injected by OpenClaw into system events)
   /^Current time: .+\(America\//,
+  // New session notice
+  /^A new session was started via \/new or \/reset/,
+  // Post-compaction recovery instructions
+  /^Please read them now using the Read tool/,
+  /^GatewayRestart:\s*\{/,
+  /^This ensures your operating protocols are restored/,
 ];
 
 /** Strip OpenClaw envelope metadata from user messages */
@@ -82,6 +89,12 @@ const REPLY_CONTEXT_RE = /Replied message \(untrusted, for context\):\s*```json\
 const MEMORY_INSTRUCTION_RE = /The above are retrieved memories from past conversations[^\n]*\n*/g;
 const IMPORTANT_MEMORY_RE = /IMPORTANT: The above (?:are retrieved memories|block contains retrieved memories)[^\n]*\n*/g;
 
+// Embedded noise substrings — strip from within larger messages
+const POST_COMPACTION_AUDIT_RE = /System: \[[^\]]*\] ⚠️ Post-Compaction Audit:[\s\S]*?(?:after memory compaction\.\s*|before continuing\.\s*)/g;
+const READ_TOOL_INSTRUCTION_RE = /Please read them now using the Read tool before continuing\.[\s\S]*?after memory compaction\.\s*/g;
+const TELEGRAM_ENVELOPE_RE = /\[Telegram [^\]]+\]\s*/g;
+const MESSAGE_ID_TAG_RE = /\[message_id: \d+\]\s*/g;
+
 /** Sanitize text before storing in memory — removes system noise and envelope metadata */
 function sanitizeForIngest(text: string): string {
   // 1. Strip our own memory injection wrapper (already exists as stripOldMemory)
@@ -92,7 +105,11 @@ function sanitizeForIngest(text: string): string {
     .replace(SENDER_METADATA_RE, "")
     .replace(REPLY_CONTEXT_RE, "")
     .replace(MEMORY_INSTRUCTION_RE, "")
-    .replace(IMPORTANT_MEMORY_RE, "");
+    .replace(IMPORTANT_MEMORY_RE, "")
+    .replace(POST_COMPACTION_AUDIT_RE, "")
+    .replace(READ_TOOL_INSTRUCTION_RE, "")
+    .replace(TELEGRAM_ENVELOPE_RE, "")
+    .replace(MESSAGE_ID_TAG_RE, "");
   // 3. Collapse excessive whitespace from removals
   cleaned = cleaned.replace(/\n{3,}/g, "\n\n").trim();
   return cleaned;
@@ -105,6 +122,18 @@ function isSystemNoise(text: string): boolean {
   return SYSTEM_NOISE_PATTERNS.some(pattern => pattern.test(trimmed));
 }
 
+/**
+ * Detect OpenClaw compaction summary blobs — large user messages containing
+ * interleaved [USER] and [ASSISTANT] markers from conversation history dumps.
+ * These are 100% redundant since individual messages are already uploaded.
+ */
+function isCompactionSummary(text: string, role: string): boolean {
+  if (role !== "user") return false;
+  if (text.length < 2000) return false;
+  const markers = (text.match(/\[(?:USER|ASSISTANT)[\] ]/g) || []).length;
+  return markers >= 3;
+}
+
 // Workspace files OpenClaw loads into the system prompt
 const WORKSPACE_FILES = [
   "IDENTITY.md", "USER.md", "MEMORY.md", "HEARTBEAT.md",
@@ -280,6 +309,7 @@ const memoryRouterPlugin = {
               // Sanitize ALL roles: strip memory injections, envelope metadata, system noise
               const cleaned = sanitizeForIngest(text);
               if (!cleaned || isSystemNoise(cleaned)) continue;
+              if (isCompactionSummary(cleaned, m.role || "")) continue;
               contextPayload.push({ role: m.role, content: cleaned });
             }
           }
@@ -386,6 +416,7 @@ const memoryRouterPlugin = {
               // Sanitize ALL roles: strip memory injections, envelope metadata, system noise
               const cleaned = sanitizeForIngest(text);
               if (!cleaned || isSystemNoise(cleaned)) continue;
+              if (isCompactionSummary(cleaned, m.role || "")) continue;
               contextPayload.push({ role: m.role, content: cleaned });
             }
           }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mr-memory",
-  "version": "2.12.0",
+  "version": "2.14.0",
   "description": "MemoryRouter persistent memory plugin for OpenClaw — your AI remembers every conversation",
   "type": "module",
   "files": [

package/upload.ts

@@ -35,6 +35,12 @@ function stripMediaReferences(text: string): string {
     .replace(/\n{3,}/g, "\n\n");
 }
 
+// Embedded noise substrings — strip from within larger messages
+const POST_COMPACTION_AUDIT_RE = /System: \[[^\]]*\] ⚠️ Post-Compaction Audit:[\s\S]*?(?:after memory compaction\.\s*|before continuing\.\s*)/g;
+const READ_TOOL_INSTRUCTION_RE = /Please read them now using the Read tool before continuing\.[\s\S]*?after memory compaction\.\s*/g;
+const TELEGRAM_ENVELOPE_RE = /\[Telegram [^\]]+\]\s*/g;
+const MESSAGE_ID_TAG_RE = /\[message_id: \d+\]\s*/g;
+
 function sanitizeForUpload(text: string): string {
   let cleaned = stripOldMemory(text);
   cleaned = stripMediaReferences(cleaned);
@@ -43,15 +49,20 @@ function sanitizeForUpload(text: string): string {
     .replace(SENDER_METADATA_RE, "")
     .replace(REPLY_CONTEXT_RE, "")
     .replace(MEMORY_INSTRUCTION_RE, "")
-    .replace(IMPORTANT_MEMORY_RE, "");
+    .replace(IMPORTANT_MEMORY_RE, "")
+    .replace(POST_COMPACTION_AUDIT_RE, "")
+    .replace(READ_TOOL_INSTRUCTION_RE, "")
+    .replace(TELEGRAM_ENVELOPE_RE, "")
+    .replace(MESSAGE_ID_TAG_RE, "");
   cleaned = cleaned.replace(/\n{3,}/g, "\n\n").trim();
   return cleaned;
 }
 
 const SYSTEM_NOISE_PATTERNS = [
   /^Read HEARTBEAT\.md if it exists/,
-  /^HEARTBEAT_OK\s*$/,
-  /^Pre-compaction memory flush\./,
+  /^Read HEARTBEAT\.md/,
+  /HEARTBEAT_OK\s*$/,
+  /^Pre-compaction memory flush/,
   /⚠️ Post-Compaction Audit:/,
   /^NO_REPLY\s*$/,
   /^Note: The previous agent run was aborted/,
@@ -62,6 +73,9 @@ const SYSTEM_NOISE_PATTERNS = [
   /^Store durable memories now/,
   /^Current time: .+\(America\//,
   /^A new session was started via \/new or \/reset/,
+  /^Please read them now using the Read tool/,
+  /^GatewayRestart:\s*\{/,
+  /^This ensures your operating protocols are restored/,
 ];
 
 function isSystemNoise(text: string): boolean {
@@ -70,6 +84,18 @@ function isSystemNoise(text: string): boolean {
   return SYSTEM_NOISE_PATTERNS.some(pattern => pattern.test(trimmed));
 }
 
+/**
+ * Detect OpenClaw compaction summary blobs — large user messages containing
+ * interleaved [USER] and [ASSISTANT] markers from conversation history dumps.
+ * These are 100% redundant since individual messages are already uploaded.
+ */
+function isCompactionSummary(text: string, role: string): boolean {
+  if (role !== "user") return false;
+  if (text.length < 2000) return false;
+  const markers = (text.match(/\[(?:USER|ASSISTANT)[\] ]/g) || []).length;
+  return markers >= 3;
+}
+
 type MemoryLine = {
   content: string;
   role: "user" | "assistant";
@@ -183,6 +209,7 @@ async function sessionToJsonl(filePath: string): Promise<MemoryLine[]> {
       text = sanitizeForUpload(text);
       if (!text || text.trim().length < 20) continue;
       if (isSystemNoise(text)) continue;
+      if (isCompactionSummary(text, msg.role)) continue;
 
       let timestamp: number;
       if (typeof parsed.timestamp === "string") {