@trlc/super-memory 1.3.8 → 1.3.10

package/README.md

@@ -31,12 +31,33 @@ super-memory status
 
 ## Commands
 
+### Sync with Smart Tracking
+
+```bash
+super-memory sync
+```
+
+**Bidirectional sync with intelligent duplicate prevention:**
+- ✅ **Upload**: New local memories → Cloud (skips already synced)
+- ✅ **Download**: New cloud memories → Local  
+- ✅ **Smart tracking**: Adds `<!-- synced: timestamp -->` markers to local files
+- ✅ **No duplicates**: Already synced memories are automatically skipped
+
+**How it works:**
+1. First sync: Uploads all local memories → marks with `\u003c!-- synced: ... --\u003e`
+2. Save new memories: Added to local file (no marker)
+3. Next sync: Uploads only NEW memories → skips marked ones
+
+**Pro tip:** Set up a cron job to run `sync` automatically every few hours.
+
+### Command Reference
+
 | Command | Description |
 |---------|-------------|
 | `init` | Initialize with license key |
 | `save` | Save a memory (local + encrypted cloud) |
 | `search` | Search memories semantically |
-| `sync` | Sync with cloud storage (encrypted) |
+| `sync` | Bidirectional sync (smart tracking, no duplicates) |
 | `status` | Show license, local/cloud stats, sync status |
 | `index-update` | Update MEMORY_INDEX.md + auto-curate |
 | `curate` | Auto-curate memories to MEMORY.md |

package/dist/index.js

@@ -22,7 +22,7 @@ import { homedir } from 'os';
 import { join } from 'path';
 import readline from 'readline';
 const CONVEX_URL = 'https://clear-lemming-473.convex.cloud';
-const VERSION = '1.3.8';
+const VERSION = '1.3.10';
 // Paths
 const getBaseDir = () => join(homedir(), '.openclaw', 'workspace');
 const getMemoryDir = () => join(getBaseDir(), 'memory');
@@ -497,6 +497,8 @@ async function cmdSync(args) {
         console.log('📤 Checking for local memories to upload...');
         const localMemories = getLocalMemoriesForSync();
         let uploadedCount = 0;
+        // Track successful uploads to mark as synced (with offset adjustment)
+        const successfulUploads = [];
         for (const mem of localMemories) {
             try {
                 // Generate salt for this memory
@@ -527,6 +529,11 @@ async function cmdSync(args) {
                 const pushResult = await pushResponse.json();
                 if (pushResult.status === 'success') {
                     uploadedCount++;
+                    // Track for marking as synced
+                    successfulUploads.push({
+                        filePath: mem.filePath,
+                        lineIndex: mem.lineIndex
+                    });
                     // Log audit
                     await fetch(`${CONVEX_URL}/api/mutation`, {
                         method: 'POST',
@@ -548,6 +555,21 @@ async function cmdSync(args) {
                 console.warn(`⚠️  Error uploading memory: ${err}`);
             }
         }
+        // Mark all successfully uploaded memories as synced
+        // Process by file to handle line index offsets correctly
+        const uploadsByFile = new Map();
+        for (const upload of successfulUploads) {
+            const existing = uploadsByFile.get(upload.filePath) || [];
+            existing.push(upload.lineIndex);
+            uploadsByFile.set(upload.filePath, existing);
+        }
+        for (const [filePath, lineIndexes] of uploadsByFile) {
+            // Sort in reverse order to prevent index shifting issues
+            const sortedIndexes = lineIndexes.sort((a, b) => b - a);
+            for (const lineIndex of sortedIndexes) {
+                markMemoryAsSynced(filePath, lineIndex);
+            }
+        }
         if (uploadedCount > 0) {
             console.log(`✅ Uploaded ${uploadedCount} memories to cloud\n`);
         }
@@ -705,7 +727,11 @@ function getLocalStats() {
     const memoryDir = getMemoryDir();
     if (!existsSync(memoryDir))
         return stats;
-    const files = readdirSync(memoryDir).filter(f => f.endsWith('.md'));
+    // Only count daily log files (YYYY-MM-DD.md format), not index files
+    const files = readdirSync(memoryDir).filter(f => {
+        // Match YYYY-MM-DD.md pattern only
+        return /^\d{4}-\d{2}-\d{2}\.md$/.test(f);
+    });
     for (const file of files) {
         const content = readFileSync(join(memoryDir, file), 'utf-8');
         const lines = content.split('\n');
@@ -731,19 +757,30 @@ function getLocalStats() {
     return stats;
 }
 // Helper: Get local memories for sync (push to cloud)
+// Now tracks file/line and ignores already synced memories
 function getLocalMemoriesForSync() {
     const memories = [];
     const memoryDir = getMemoryDir();
     if (!existsSync(memoryDir))
         return memories;
-    const files = readdirSync(memoryDir).filter(f => f.endsWith('.md') && !f.includes('INDEX'));
+    // Only sync daily log files (YYYY-MM-DD.md format), not index or other files
+    const files = readdirSync(memoryDir).filter(f => {
+        return /^\d{4}-\d{2}-\d{2}\.md$/.test(f);
+    });
     for (const file of files) {
         const filePath = join(memoryDir, file);
         const content = readFileSync(filePath, 'utf-8');
         const lines = content.split('\n');
-        for (const line of lines) {
+        for (let i = 0; i < lines.length; i++) {
+            const line = lines[i];
             const emojiMatch = line.match(/^(🔴|🟡|🟤|🟣)\s*\[?(GOTCHA|PROBLEM|DECISION|DISCOVERY)\]?\s*(.+)$/i);
             if (emojiMatch) {
+                // Check if next line is a sync marker
+                const nextLine = lines[i + 1] || '';
+                if (nextLine.trim().startsWith('<!-- synced:')) {
+                    // Already synced, skip this memory
+                    continue;
+                }
                 const emoji = emojiMatch[1];
                 const categoryMap = {
                     '🔴': 'gotcha',
@@ -752,16 +789,37 @@ function getLocalMemoriesForSync() {
                     '🟣': 'discovery',
                 };
                 const category = categoryMap[emoji] || 'discovery';
-                const content = emojiMatch[3].trim();
+                const memContent = emojiMatch[3].trim();
                 // Extract timestamp from filename (YYYY-MM-DD.md)
                 const dateStr = file.replace('.md', '');
                 const timestamp = new Date(dateStr).getTime() || Date.now();
-                memories.push({ content, category, timestamp });
+                memories.push({
+                    content: memContent,
+                    category,
+                    timestamp,
+                    filePath,
+                    lineIndex: i
+                });
             }
         }
     }
     return memories;
 }
+// Helper: Mark a memory as synced by adding marker after the line
+function markMemoryAsSynced(filePath, lineIndex) {
+    try {
+        const content = readFileSync(filePath, 'utf-8');
+        const lines = content.split('\n');
+        // Create sync marker with ISO timestamp
+        const syncMarker = `<!-- synced: ${new Date().toISOString()} -->`;
+        // Insert marker after the memory line
+        lines.splice(lineIndex + 1, 0, syncMarker);
+        writeFileSync(filePath, lines.join('\n'));
+    }
+    catch (err) {
+        console.warn(`⚠️  Failed to mark memory as synced: ${err}`);
+    }
+}
 // COMMAND: help
 function cmdHelp() {
     console.log(`

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@trlc/super-memory",
-  "version": "1.3.8",
+  "version": "1.3.10",
   "description": "Super Memory CLI - AI-powered persistent memory by The Red Lobster Cartel",
   "main": "dist/index.js",
   "bin": {