@rbalchii/anchor-engine 4.7.0

package/engine/dist/services/backup/backup-restore.js

@@ -0,0 +1,385 @@
+/**
+ * Backup Restore Service - "Phoenix Protocol"
+ *
+ * Restores database AND rebuilds inbox/external-inbox folder structure from backup.
+ * This ensures the source of truth (filesystem) matches the backup state.
+ */
+import * as fs from 'fs';
+import * as path from 'path';
+import { db } from '../../core/db.js';
+import PATHS from '../../config/paths.js';
+const BACKUP_DIR = PATHS.BACKUPS_DIR;
+/**
+ * Phoenix Protocol: Full system restore from backup
+ * - Restores database tables (atoms, sources, engrams)
+ * - Rebuilds inbox/external-inbox folder structure from source_path
+ * - Preserves original file content from atom content aggregation
+ */
+export async function restoreFromBackup(filename) {
+    const filePath = path.join(BACKUP_DIR, filename);
+    if (!fs.existsSync(filePath)) {
+        throw new Error(`Backup file not found: ${filename}`);
+    }
+    console.log(`[Phoenix] 🔄 Starting full system restore from ${filename}...`);
+    const stats = {
+        memory_count: 0,
+        source_count: 0,
+        engram_count: 0,
+        files_restored: 0,
+        inbox_restored: 0,
+        external_inbox_restored: 0,
+        timestamp: new Date().toISOString()
+    };
+    // Parse backup file
+    const backupData = await parseBackupFile(filePath);
+    // Restore sources first (for reference integrity)
+    console.log(`[Phoenix] 📦 Restoring ${backupData.sources.length} sources...`);
+    const SOURCE_BATCH_SIZE = 1000;
+    for (let i = 0; i < backupData.sources.length; i += SOURCE_BATCH_SIZE) {
+        const batch = backupData.sources.slice(i, i + SOURCE_BATCH_SIZE);
+        const placeholders = [];
+        const params = [];
+        let pIdx = 1;
+        for (const source of batch) {
+            placeholders.push(`($${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++})`);
+            params.push(source.path, source.hash, source.total_atoms, source.last_ingest);
+            stats.source_count++;
+        }
+        if (placeholders.length > 0) {
+            await db.run(`INSERT INTO sources (path, hash, total_atoms, last_ingest)
+                 VALUES ${placeholders.join(', ')}
+                 ON CONFLICT (path) DO UPDATE SET
+                   hash = EXCLUDED.hash,
+                   total_atoms = EXCLUDED.total_atoms,
+                   last_ingest = EXCLUDED.last_ingest`, params);
+        }
+    }
+    // Restore atoms
+    console.log(`[Phoenix] 🧠 Restoring ${backupData.atoms.length} atoms...`);
+    const ATOM_BATCH_SIZE = 500; // 500 atoms * 14 params = 7000 params (well below Postgres limit of ~65k)
+    for (let i = 0; i < backupData.atoms.length; i += ATOM_BATCH_SIZE) {
+        const batch = backupData.atoms.slice(i, i + ATOM_BATCH_SIZE);
+        const placeholders = [];
+        const params = [];
+        let pIdx = 1;
+        for (const atom of batch) {
+            placeholders.push(`($${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++})`);
+            params.push(atom.id, atom.timestamp, atom.content, atom.source_path, atom.source_id, atom.sequence, atom.type, atom.hash, atom.buckets, atom.tags, atom.epochs, atom.provenance, atom.simhash, atom.embedding);
+            stats.memory_count++;
+        }
+        if (placeholders.length > 0) {
+            await db.run(`INSERT INTO atoms (id, timestamp, content, source_path, source_id, sequence, type, hash, buckets, tags, epochs, provenance, simhash, embedding)
+                 VALUES ${placeholders.join(', ')}
+                 ON CONFLICT (id) DO UPDATE SET
+                   content = EXCLUDED.content,
+                   timestamp = EXCLUDED.timestamp,
+                   source_path = EXCLUDED.source_path,
+                   source_id = EXCLUDED.source_id,
+                   sequence = EXCLUDED.sequence,
+                   type = EXCLUDED.type,
+                   hash = EXCLUDED.hash,
+                   buckets = EXCLUDED.buckets,
+                   tags = EXCLUDED.tags,
+                   epochs = EXCLUDED.epochs,
+                   provenance = EXCLUDED.provenance,
+                   simhash = EXCLUDED.simhash,
+                   embedding = EXCLUDED.embedding`, params);
+        }
+    }
+    // Restore engrams
+    console.log(`[Phoenix] 🧬 Restoring ${backupData.engrams.length} engrams...`);
+    const ENGRAM_BATCH_SIZE = 1000;
+    for (let i = 0; i < backupData.engrams.length; i += ENGRAM_BATCH_SIZE) {
+        const batch = backupData.engrams.slice(i, i + ENGRAM_BATCH_SIZE);
+        const placeholders = [];
+        const params = [];
+        let pIdx = 1;
+        for (const engram of batch) {
+            placeholders.push(`($${pIdx++}, $${pIdx++})`);
+            params.push(engram.key, engram.value);
+            stats.engram_count++;
+        }
+        if (placeholders.length > 0) {
+            await db.run(`INSERT INTO engrams (key, value)
+                 VALUES ${placeholders.join(', ')}
+                 ON CONFLICT (key) DO UPDATE SET
+                   value = EXCLUDED.value`, params);
+        }
+    }
+    // Rebuild inbox/external-inbox from sources
+    console.log(`[Phoenix] 📁 Rebuilding inbox/external-inbox folder structure...`);
+    await rebuildInboxFromSources(backupData.sources, backupData.atoms, stats);
+    console.log(`[Phoenix] ✅ Restore complete!`, stats);
+    return stats;
+}
+/**
+ * Rebuild inbox and external-inbox folders from source data
+ * Groups atoms by source_path and writes aggregated content to files
+ */
+async function rebuildInboxFromSources(sources, atoms, stats) {
+    const INBOX_DIR = PATHS.INBOX_DIR;
+    const EXTERNAL_INBOX_DIR = PATHS.EXTERNAL_INBOX_DIR;
+    // Ensure directories exist
+    if (!fs.existsSync(INBOX_DIR)) {
+        fs.mkdirSync(INBOX_DIR, { recursive: true });
+    }
+    if (!fs.existsSync(EXTERNAL_INBOX_DIR)) {
+        fs.mkdirSync(EXTERNAL_INBOX_DIR, { recursive: true });
+    }
+    // Group atoms by source_path
+    const atomsBySource = new Map();
+    for (const atom of atoms) {
+        if (!atom.source_path)
+            continue;
+        const existing = atomsBySource.get(atom.source_path) || [];
+        existing.push(atom);
+        atomsBySource.set(atom.source_path, existing);
+    }
+    // Rebuild each source file
+    for (const source of sources) {
+        const sourceAtoms = atomsBySource.get(source.path) || [];
+        if (sourceAtoms.length === 0)
+            continue;
+        // Determine target directory based on provenance
+        let targetDir = INBOX_DIR;
+        const firstAtom = sourceAtoms[0];
+        if (firstAtom.provenance === 'external' ||
+            source.path.includes('external-inbox') ||
+            source.path.includes('web_scrape') ||
+            source.path.includes('news_agent')) {
+            targetDir = EXTERNAL_INBOX_DIR;
+            stats.external_inbox_restored++;
+        }
+        else {
+            stats.inbox_restored++;
+        }
+        // Reconstruct file path
+        let relativePath = source.path;
+        // Strip inbox/external-inbox prefix if present
+        if (relativePath.startsWith('inbox/') || relativePath.startsWith('inbox\\')) {
+            relativePath = relativePath.substring(6);
+        }
+        if (relativePath.startsWith('external-inbox/') || relativePath.startsWith('external-inbox\\')) {
+            relativePath = relativePath.substring(15);
+        }
+        const targetPath = path.join(targetDir, relativePath);
+        const targetDirPath = path.dirname(targetPath);
+        // Create directory structure
+        if (!fs.existsSync(targetDirPath)) {
+            fs.mkdirSync(targetDirPath, { recursive: true });
+        }
+        // Aggregate atom content into file
+        // Sort atoms by sequence or timestamp for proper ordering
+        sourceAtoms.sort((a, b) => {
+            if (a.sequence !== null && b.sequence !== null) {
+                return a.sequence - b.sequence;
+            }
+            return a.timestamp - b.timestamp;
+        });
+        // Combine content from all atoms
+        const content = sourceAtoms.map(atom => atom.content).join('\n');
+        try {
+            fs.writeFileSync(targetPath, content, 'utf-8');
+            stats.files_restored++;
+            console.log(`[Phoenix] 📄 Restored: ${targetPath}`);
+        }
+        catch (error) {
+            console.warn(`[Phoenix] ⚠️ Failed to write ${targetPath}: ${error.message}`);
+        }
+    }
+}
+/**
+ * Parse backup JSON file into structured data (streaming for large files)
+ * Handles multi-line JSON objects (e.g., embedding arrays)
+ */
+async function parseBackupFile(filePath) {
+    const atoms = [];
+    const sources = [];
+    const engrams = [];
+    // Read file in chunks
+    const CHUNK_SIZE = 64 * 1024 * 1024; // 64MB chunks
+    const fileSize = fs.statSync(filePath).size;
+    const fd = fs.openSync(filePath, 'r');
+    try {
+        let position = 0;
+        let buffer = '';
+        let braceCount = 0;
+        let inString = false;
+        let escapeNext = false;
+        let currentObject = '';
+        let objectsParsed = 0;
+        while (position < fileSize) {
+            // Read next chunk
+            const readSize = Math.min(CHUNK_SIZE, fileSize - position);
+            const chunkBuffer = Buffer.alloc(readSize);
+            fs.readSync(fd, chunkBuffer, 0, readSize, position);
+            position += readSize;
+            // Append to buffer
+            buffer += chunkBuffer.toString('utf8');
+            // Process character by character to find complete JSON objects
+            let i = 0;
+            while (i < buffer.length) {
+                const char = buffer[i];
+                // Handle escape sequences
+                if (escapeNext) {
+                    currentObject += char;
+                    escapeNext = false;
+                    i++;
+                    continue;
+                }
+                if (char === '\\') {
+                    escapeNext = true;
+                    currentObject += char;
+                    i++;
+                    continue;
+                }
+                // Track string state
+                if (char === '"') {
+                    inString = !inString;
+                    currentObject += char;
+                    i++;
+                    continue;
+                }
+                // Only track braces when not in string
+                if (!inString) {
+                    if (char === '{') {
+                        if (braceCount === 0) {
+                            currentObject = ''; // Start new object
+                        }
+                        braceCount++;
+                        currentObject += char;
+                    }
+                    else if (char === '}') {
+                        currentObject += char;
+                        braceCount--;
+                        // Complete object found
+                        if (braceCount === 0 && currentObject.trim()) {
+                            try {
+                                const item = JSON.parse(currentObject.trim());
+                                // Determine type by properties
+                                if (item.id && item.content !== undefined) {
+                                    atoms.push(item);
+                                }
+                                else if (item.path && item.hash !== undefined) {
+                                    sources.push(item);
+                                }
+                                else if (item.key && item.value !== undefined) {
+                                    engrams.push(item);
+                                }
+                                objectsParsed++;
+                                if (objectsParsed % 10000 === 0) {
+                                    console.log(`[Phoenix] 📊 Parsed ${objectsParsed} items...`);
+                                }
+                            }
+                            catch (e) {
+                                // Skip malformed objects
+                                console.warn('[Phoenix] ⚠️ Failed to parse object:', e);
+                            }
+                            currentObject = '';
+                        }
+                    }
+                    else {
+                        if (braceCount > 0) {
+                            currentObject += char;
+                        }
+                    }
+                }
+                else {
+                    if (braceCount > 0) {
+                        currentObject += char;
+                    }
+                }
+                i++;
+            }
+            // Keep only unprocessed data in buffer (when we're inside an object)
+            if (braceCount > 0) {
+                buffer = currentObject;
+            }
+            else {
+                buffer = '';
+                currentObject = '';
+            }
+            // Log memory usage periodically
+            if (position % (512 * 1024 * 1024) === 0) {
+                const memUsage = process.memoryUsage();
+                console.log(`[Phoenix] 📊 Progress: ${(position / fileSize * 100).toFixed(1)}% | Heap: ${(memUsage.heapUsed / 1024 / 1024).toFixed(0)}MB`);
+            }
+        }
+        console.log(`[Phoenix] 📊 Parse complete: ${atoms.length} atoms, ${sources.length} sources, ${engrams.length} engrams`);
+    }
+    finally {
+        fs.closeSync(fd);
+    }
+    return { atoms, sources, engrams };
+}
+/**
+ * Get the latest backup file
+ */
+export async function getLatestBackup() {
+    if (!fs.existsSync(BACKUP_DIR)) {
+        return null;
+    }
+    const files = await fs.promises.readdir(BACKUP_DIR);
+    const backups = files.filter(f => f.endsWith('.json')).sort().reverse();
+    return backups.length > 0 ? backups[0] : null;
+}
+/**
+ * Check if a backup exists and is valid (optimized for massive files up to 100GB+)
+ */
+export async function validateBackup(filename) {
+    const filePath = path.join(BACKUP_DIR, filename);
+    if (!fs.existsSync(filePath)) {
+        return { valid: false, error: 'Backup file not found' };
+    }
+    try {
+        // Get file stats without reading content
+        const stats = fs.statSync(filePath);
+        const fileSize = stats.size;
+        // For massive files (>1GB), just verify file exists and has reasonable size
+        if (fileSize > 1024 * 1024 * 1024) {
+            return {
+                valid: true,
+                size: fileSize,
+                sizeFormatted: formatFileSize(fileSize),
+                note: 'Large file - full validation skipped for performance'
+            };
+        }
+        // For smaller files (<1GB), read first 10KB to validate structure
+        const fd = fs.openSync(filePath, 'r');
+        const buffer = Buffer.alloc(10240); // 10KB
+        fs.readSync(fd, buffer, 0, 10240, 0);
+        fs.closeSync(fd);
+        const startContent = buffer.toString('utf8').trim();
+        // Check if it starts with valid JSON object
+        if (!startContent.startsWith('{')) {
+            return { valid: false, error: 'Invalid JSON structure' };
+        }
+        // Check for required fields ΓÇö accept both v1 ("memory") and v2 ("files") formats
+        const hasTimestamp = startContent.includes('"timestamp"');
+        const hasContent = startContent.includes('"files"') || startContent.includes('"memory"');
+        if (!hasTimestamp || !hasContent) {
+            return { valid: false, error: 'Missing required backup fields (timestamp + files/memory)' };
+        }
+        return {
+            valid: true,
+            size: fileSize,
+            sizeFormatted: formatFileSize(fileSize)
+        };
+    }
+    catch (error) {
+        return { valid: false, error: `Validation error: ${error.message}` };
+    }
+}
+/**
+ * Format file size in human-readable format
+ */
+function formatFileSize(bytes) {
+    if (bytes < 1024)
+        return bytes + ' B';
+    if (bytes < 1024 * 1024)
+        return (bytes / 1024).toFixed(2) + ' KB';
+    if (bytes < 1024 * 1024 * 1024)
+        return (bytes / (1024 * 1024)).toFixed(2) + ' MB';
+    return (bytes / (1024 * 1024 * 1024)).toFixed(2) + ' GB';
+}
+//# sourceMappingURL=backup-restore.js.map

package/engine/dist/services/backup/backup-restore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"backup-restore.js","sourceRoot":"","sources":["../../../src/services/backup/backup-restore.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,KAAK,MAAM,uBAAuB,CAAC;AAE1C,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC;AAoCrC;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,QAAgB;IACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IACjD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,oDAAoD,QAAQ,KAAK,CAAC,CAAC;IAE/E,MAAM,KAAK,GAAiB;QACxB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,cAAc,EAAE,CAAC;QACjB,cAAc,EAAE,CAAC;QACjB,uBAAuB,EAAE,CAAC;QAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAC;IAEF,oBAAoB;IACpB,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;IAEnD,kDAAkD;IAClD,OAAO,CAAC,GAAG,CAAC,4BAA4B,UAAU,CAAC,OAAO,CAAC,MAAM,aAAa,CAAC,CAAC;IAChF,MAAM,iBAAiB,GAAG,IAAI,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,iBAAiB,EAAE,CAAC;QACpE,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,CAAC;QAEjE,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,MAAM,MAAM,GAAU,EAAE,CAAC;QACzB,IAAI,IAAI,GAAG,CAAC,CAAC;QAEb,KAAK,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,GAAG,CAAC,CAAC;YACtE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YAC9E,KAAK,CAAC,YAAY,EAAE,CAAC;QACzB,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,EAAE,CAAC,GAAG,CACR;0BACU,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;;;;sDAIK,EACtC,MAAM,CACT,CAAC;QACN,CAAC;IACL,CAAC;IAED,gBAAgB;IAChB,OAAO,CAAC,GAAG,CAAC,4BAA4B,UAAU,CAAC,KAAK,CAAC,MAAM,WAAW,CAAC,CAAC;IAC5E,MAAM,eAAe,GAAG,GAAG,CAAC,CAAC,0EAA0E;IACvG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,eAAe,EAAE,CAAC;QAChE,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,CAAC;QAE7D,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,MAAM,MAAM,GAAU,EAAE,CAAC;QACzB,IAAI,IAAI,GAAG,CAAC,CAAC;QAEb,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,GAAG,CAAC,CAAC;YAC9L,MAAM,CAAC,IAAI,CACP,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,EACvD,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EACnD,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EACrD,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAC/B,CAAC;YACF,KAAK,CAAC,YAAY,EAAE,CAAC;QACzB,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,EAAE,CAAC,GAAG,CACR;0BACU,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;;;;;;;;;;kDAcC,EAClC,MAAM,CACT,CAAC;QACN,CAAC;IACL,CAAC;IAED,kBAAkB;IAClB,OAAO,CAAC,GAAG,CAAC,4BAA4B,UAAU,CAAC,OAAO,CAAC,MAAM,aAAa,CAAC,CAAC;IAChF,MAAM,iBAAiB,GAAG,IAAI,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,iBAAiB,EAAE,CAAC;QACpE,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,CAAC;QAEjE,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,MAAM,MAAM,GAAU,EAAE,CAAC;QACzB,IAAI,IAAI,GAAG,CAAC,CAAC;QAEb,KAAK,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,MAAM,IAAI,EAAE,GAAG,CAAC,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YACtC,KAAK,CAAC,YAAY,EAAE,CAAC;QACzB,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,EAAE,CAAC,GAAG,CACR;0BACU,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;;0CAEP,EAC1B,MAAM,CACT,CAAC;QACN,CAAC;IACL,CAAC;IAED,4CAA4C;IAC5C,OAAO,CAAC,GAAG,CAAC,oEAAoE,CAAC,CAAC;IAClF,MAAM,uBAAuB,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAE3E,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;IACtD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,uBAAuB,CAClC,OAAuB,EACvB,KAAmB,EACnB,KAAmB;IAEnB,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;IAClC,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,CAAC;IAEpD,2BAA2B;IAC3B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACrC,EAAE,CAAC,SAAS,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,6BAA6B;IAC7B,MAAM,aAAa,GAAG,IAAI,GAAG,EAAwB,CAAC;IACtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,SAAS;QAEhC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAC3D,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IAClD,CAAC;IAED,2BAA2B;IAC3B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACzD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEvC,iDAAiD;QACjD,IAAI,SAAS,GAAG,SAAS,CAAC;QAC1B,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAEjC,IAAI,SAAS,CAAC,UAAU,KAAK,UAAU;YACnC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACrC,SAAS,GAAG,kBAAkB,CAAC;YAC/B,KAAK,CAAC,uBAAuB,EAAE,CAAC;QACpC,CAAC;aAAM,CAAC;YACJ,KAAK,CAAC,cAAc,EAAE,CAAC;QAC3B,CAAC;QAED,wBAAwB;QACxB,IAAI,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC;QAE/B,+CAA+C;QAC/C,IAAI,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1E,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,YAAY,CAAC,UAAU,CAAC,iBAAiB,CAAC,IAAI,YAAY,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;YAC5F,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAE/C,6BAA6B;QAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAChC,EAAE,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,mCAAmC;QACnC,0DAA0D;QAC1D,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACtB,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC7C,OAAO,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;YACnC,CAAC;YACD,OAAO,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,iCAAiC;QACjC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEjE,IAAI,CAAC;YACD,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAC/C,KAAK,CAAC,cAAc,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,oCAAoC,UAAU,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrF,CAAC;IACL,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,eAAe,CAAC,QAAgB;IAK3C,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,OAAO,GAAkC,EAAE,CAAC;IAElD,sBAAsB;IACtB,MAAM,UAAU,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,cAAc;IACnD,MAAM,QAAQ,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;IAC5C,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAEtC,IAAI,CAAC;QACD,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,OAAO,QAAQ,GAAG,QAAQ,EAAE,CAAC;YACzB,kBAAkB;YAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,GAAG,QAAQ,CAAC,CAAC;YAC3D,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC3C,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACpD,QAAQ,IAAI,QAAQ,CAAC;YAErB,mBAAmB;YACnB,MAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAEvC,+DAA+D;YAC/D,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;gBACvB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBAEvB,0BAA0B;gBAC1B,IAAI,UAAU,EAAE,CAAC;oBACb,aAAa,IAAI,IAAI,CAAC;oBACtB,UAAU,GAAG,KAAK,CAAC;oBACnB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACb,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAChB,UAAU,GAAG,IAAI,CAAC;oBAClB,aAAa,IAAI,IAAI,CAAC;oBACtB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACb,CAAC;gBAED,qBAAqB;gBACrB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;oBACf,QAAQ,GAAG,CAAC,QAAQ,CAAC;oBACrB,aAAa,IAAI,IAAI,CAAC;oBACtB,CAAC,EAAE,CAAC;oBACJ,SAAS;gBACb,CAAC;gBAED,uCAAuC;gBACvC,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACZ,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACf,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;4BACnB,aAAa,GAAG,EAAE,CAAC,CAAC,mBAAmB;wBAC3C,CAAC;wBACD,UAAU,EAAE,CAAC;wBACb,aAAa,IAAI,IAAI,CAAC;oBAC1B,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACtB,aAAa,IAAI,IAAI,CAAC;wBACtB,UAAU,EAAE,CAAC;wBAEb,wBAAwB;wBACxB,IAAI,UAAU,KAAK,CAAC,IAAI,aAAa,CAAC,IAAI,EAAE,EAAE,CAAC;4BAC3C,IAAI,CAAC;gCACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;gCAE9C,+BAA+B;gCAC/B,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;oCACxC,KAAK,CAAC,IAAI,CAAC,IAAkB,CAAC,CAAC;gCACnC,CAAC;qCAAM,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oCAC9C,OAAO,CAAC,IAAI,CAAC,IAAoB,CAAC,CAAC;gCACvC,CAAC;qCAAM,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;oCAC9C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gCACvB,CAAC;gCAED,aAAa,EAAE,CAAC;gCAChB,IAAI,aAAa,GAAG,KAAK,KAAK,CAAC,EAAE,CAAC;oCAC9B,OAAO,CAAC,GAAG,CAAC,yBAAyB,aAAa,WAAW,CAAC,CAAC;gCACnE,CAAC;4BACL,CAAC;4BAAC,OAAO,CAAC,EAAE,CAAC;gCACT,yBAAyB;gCACzB,OAAO,CAAC,IAAI,CAAC,0CAA0C,EAAE,CAAC,CAAC,CAAC;4BAChE,CAAC;4BACD,aAAa,GAAG,EAAE,CAAC;wBACvB,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACJ,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;4BACjB,aAAa,IAAI,IAAI,CAAC;wBAC1B,CAAC;oBACL,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACJ,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;wBACjB,aAAa,IAAI,IAAI,CAAC;oBAC1B,CAAC;gBACL,CAAC;gBAED,CAAC,EAAE,CAAC;YACR,CAAC;YAED,qEAAqE;YACrE,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;gBACjB,MAAM,GAAG,aAAa,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACJ,MAAM,GAAG,EAAE,CAAC;gBACZ,aAAa,GAAG,EAAE,CAAC;YACvB,CAAC;YAED,gCAAgC;YAChC,IAAI,QAAQ,GAAG,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,QAAQ,GAAG,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACjJ,CAAC;QACL,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,kCAAkC,KAAK,CAAC,MAAM,WAAW,OAAO,CAAC,MAAM,aAAa,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IAE9H,CAAC;YAAS,CAAC;QACP,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACrB,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe;IACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAExE,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,QAAgB;IAOjD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAEjD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC;IAC5D,CAAC;IAED,IAAI,CAAC;QACD,yCAAyC;QACzC,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC;QAE5B,4EAA4E;QAC5E,IAAI,QAAQ,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;YAChC,OAAO;gBACH,KAAK,EAAE,IAAI;gBACX,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,cAAc,CAAC,QAAQ,CAAC;gBACvC,IAAI,EAAE,sDAAsD;aAC/D,CAAC;QACN,CAAC;QAED,kEAAkE;QAClE,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO;QAC3C,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACrC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAEjB,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QAEpD,4CAA4C;QAC5C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;QAC7D,CAAC;QAED,mFAAmF;QACnF,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAEzF,IAAI,CAAC,YAAY,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/B,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,2DAA2D,EAAE,CAAC;QAChG,CAAC;QAED,OAAO;YACH,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,QAAQ;YACd,aAAa,EAAE,cAAc,CAAC,QAAQ,CAAC;SAC1C,CAAC;IACN,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QAClB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,qBAAqB,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;IACzE,CAAC;AACL,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,KAAa;IACjC,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,KAAK,GAAG,IAAI,CAAC;IACtC,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;IAClE,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;IAClF,OAAO,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;AAC7D,CAAC"}

package/engine/dist/services/backup/backup.d.ts

@@ -0,0 +1,14 @@
+export interface BackupStats {
+    memory_count: number;
+    file_count: number;
+    source_count: number;
+    engram_count: number;
+    timestamp: string;
+}
+export declare function createBackup(): Promise<{
+    filename: string;
+    stats: BackupStats;
+}>;
+export declare function listBackups(): Promise<string[]>;
+export declare function restoreBackup(filename: string): Promise<BackupStats>;
+//# sourceMappingURL=backup.d.ts.map

package/engine/dist/services/backup/backup.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"backup.d.ts","sourceRoot":"","sources":["../../../src/services/backup/backup.ts"],"names":[],"mappings":"AA8BA,MAAM,WAAW,WAAW;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACrB;AAiBD,wBAAsB,YAAY,IAAI,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,CAAC,CA8FtF;AAED,wBAAsB,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAIrD;AAED,wBAAsB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAmM1E"}