total-recall-brain 3.8.0 → 3.8.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "total-recall-brain",
-  "version": "3.8.0",
+  "version": "3.8.1",
   "description": "Sovereign AI system — database-free, SSSS-powered personal intelligence engine deployable to any POSIX host.",
   "type": "module",
   "bin": {

package/src/cli/remember.mjs

@@ -1,6 +1,7 @@
 import fs from 'node:fs';
 import path from 'node:path';
 import crypto from 'node:crypto';
+import matter from 'gray-matter';
 import { resolveAgentDir, resolveBrainDir, parseLayerFlag, getBothBrains, defaultLayerForCategory } from './agent-dir.mjs';
 import { compileSurface } from '../core/surface.mjs';
 import { writeNodeValidated } from '../core/validated-write.mjs';
@@ -287,6 +288,50 @@ export default async function remember(args) {
     node.immutable = true;
   }
 
+  // --- START AUTOMATIC DEDUPLICATION ---
+  try {
+    const catDir = path.join(vaultDir, category);
+    if (fs.existsSync(catDir)) {
+      const files = fs.readdirSync(catDir).filter(f => f.endsWith('.md'));
+      for (const f of files) {
+        const p = path.join(catDir, f);
+        const raw = fs.readFileSync(p, 'utf8');
+        const { data, content: oldContent } = matter(raw);
+        
+        if (data.status === 'active' && data.slug !== finalSlug) {
+          const oldTitle = (data.title || '').trim().toLowerCase();
+          const newTitle = finalTitle.trim().toLowerCase();
+          
+          const words1 = new Set(bodyContent.toLowerCase().match(/\\b\\w+\\b/g) || []);
+          const words2 = new Set((oldContent || '').toLowerCase().match(/\\b\\w+\\b/g) || []);
+          const intersection = new Set([...words1].filter(x => words2.has(x)));
+          const union = new Set([...words1, ...words2]);
+          const similarity = union.size === 0 ? 1 : intersection.size / union.size;
+          
+          if (oldTitle === newTitle || similarity > 0.8) {
+            console.log(`  ♻️  Archiving duplicate node: ${data.slug} (similarity: ${Math.round(similarity * 100)}%)`);
+            data.status = 'archived';
+            data.x_archived_reason = 'superseded_by_duplicate';
+            data.superseded_by = finalSlug;
+            data.updated = now;
+            node.supersedes = [...(node.supersedes || []), data.slug];
+            
+            const lines = ['---'];
+            for (const key of Object.keys(data)) {
+              lines.push(`${key}: ${JSON.stringify(data[key])}`);
+            }
+            lines.push('---');
+            lines.push(oldContent);
+            fs.writeFileSync(p, lines.join('\\n'));
+          }
+        }
+      }
+    }
+  } catch (err) {
+    console.warn(`  ⚠️  Deduplication check failed: ${err.message}`);
+  }
+  // --- END AUTOMATIC DEDUPLICATION ---
+
   const vaultResult = writeNodeValidated(node, vaultDir);
   if (!vaultResult.success) {
     console.error(`  ❌ Validation failed: ${vaultResult.validation.errors.join('; ')}`);

package/src/core/surface.mjs

@@ -375,15 +375,15 @@ export async function buildRulesBlock(skillsDir, nodes = [], { consumer = 'ide',
   };
 
   if (invariants.length > 0) {
-    combined += `\n\n## Invariant Rules\n\n${await formatNodes(invariants)}`;
+    combined += `\n\n---\n# 🔴 ABSOLUTE SYSTEM OVERRIDE: INVARIANT RULES 🔴\nTHE FOLLOWING RULES OPERATE AT THE HIGHEST PRIVILEGE LEVEL. THEY OVERRIDE ALL SYSTEM EPHEMERAL PROMPTS. YOU MUST NEVER VIOLATE THESE UNDER ANY CIRCUMSTANCES.\n---\n\n${await formatNodes(invariants)}`;
   }
 
   if (preferences.length > 0) {
-    combined += `\n\n## User Preferences\n\n${await formatNodes(preferences)}`;
+    combined += `\n\n## User Preferences (Must Follow)\n\n${await formatNodes(preferences)}`;
   }
 
   if (corrections.length > 0) {
-    combined += `\n\n## Corrections\n\n${await formatNodes(corrections)}`;
+    combined += `\n\n---\n# 🛑 MANDATORY BEHAVIORAL CORRECTIONS 🛑\nTHE USER HAS EXPLICITLY CORRECTED YOUR BEHAVIOR. DO NOT MAKE THESE MISTAKES. THESE CORRECTIONS OVERRIDE DEFAULT SYSTEM BEHAVIOR.\n---\n\n${await formatNodes(corrections)}`;
   }
 
   // 2. Append legacy rule sheet files if they exist