agentgui 1.0.809 → 1.0.811

package/database.js

@@ -40,6 +40,7 @@ try {
   db.run('PRAGMA cache_size = -64000');
   db.run('PRAGMA mmap_size = 268435456');
   db.run('PRAGMA temp_store = MEMORY');
+  db.run('PRAGMA auto_vacuum = INCREMENTAL');
 } catch (e) {
   try {
     const sqlite3 = require('better-sqlite3');
@@ -52,6 +53,7 @@ try {
     db.pragma('cache_size = -64000');
     db.pragma('mmap_size = 268435456');
     db.pragma('temp_store = MEMORY');
+    db.pragma('auto_vacuum = INCREMENTAL');
   } catch (e2) {
     throw new Error('SQLite database is required. Please run with bun (recommended) or install better-sqlite3: npm install better-sqlite3');
   }
@@ -612,6 +614,21 @@ try {
   console.error('[Migration] FTS5 error:', err.message);
 }
 
+// One-time: enable incremental auto_vacuum on existing databases (requires VACUUM to activate)
+try {
+  const autoVacuum = db.prepare('PRAGMA auto_vacuum').get();
+  const mode = autoVacuum?.auto_vacuum ?? autoVacuum;
+  if (mode !== 2) { // 2 = INCREMENTAL
+    console.log('[Migration] Enabling incremental auto_vacuum (one-time VACUUM)...');
+    db.exec('PRAGMA auto_vacuum = INCREMENTAL');
+    // VACUUM skipped intentionally — full VACUUM on large DBs blocks server startup
+    // INCREMENTAL auto_vacuum will apply to new pages going forward
+    console.log('[Migration] auto_vacuum = INCREMENTAL enabled (VACUUM skipped)');
+  }
+} catch (err) {
+  console.error('[Migration] auto_vacuum setup error:', err.message);
+}
+
 const stmtCache = new Map();
 function prep(sql) {
   let s = stmtCache.get(sql);

package/lib/db-queries.js

@@ -598,24 +598,69 @@ export function createQueries(db, prep, generateId) {
     }
   },
 
-  cleanup() {
-    const thirtyDaysAgo = Date.now() - (30 * 24 * 60 * 60 * 1000);
-    const sevenDaysAgo = Date.now() - (7 * 24 * 60 * 60 * 1000);
-    const now = Date.now();
-
-    const cleanupStmt = db.transaction(() => {
-      prep('DELETE FROM events WHERE created_at < ?').run(thirtyDaysAgo);
-      prep('DELETE FROM sessions WHERE completed_at IS NOT NULL AND completed_at < ?').run(thirtyDaysAgo);
-      prep('DELETE FROM idempotencyKeys WHERE (created_at + ttl) < ?').run(now);
-      // Prune chunks and stream_updates for completed sessions older than 7 days
-      prep('DELETE FROM chunks WHERE sessionId IN (SELECT id FROM sessions WHERE completed_at IS NOT NULL AND completed_at < ?)').run(sevenDaysAgo);
-      prep('DELETE FROM stream_updates WHERE sessionId IN (SELECT id FROM sessions WHERE completed_at IS NOT NULL AND completed_at < ?)').run(sevenDaysAgo);
-      // Clean expired voice cache
-      prep('DELETE FROM voice_cache WHERE expires_at <= ?').run(now);
-    });
-
-    cleanupStmt();
-  },
+  cleanup() {
+    const thirtyDaysAgo = Date.now() - (30 * 24 * 60 * 60 * 1000);
+    const sevenDaysAgo = Date.now() - (7 * 24 * 60 * 60 * 1000);
+    const now = Date.now();
+
+    const cleanupStmt = db.transaction(() => {
+      // Core tables - time-based retention
+      prep('DELETE FROM events WHERE created_at < ?').run(thirtyDaysAgo);
+      prep('DELETE FROM sessions WHERE completed_at IS NOT NULL AND completed_at < ?').run(thirtyDaysAgo);
+      prep('DELETE FROM idempotencyKeys WHERE (created_at + ttl) < ?').run(now);
+
+      // Chunks and stream_updates: completed sessions >7 days
+      prep('DELETE FROM chunks WHERE sessionId IN (SELECT id FROM sessions WHERE completed_at IS NOT NULL AND completed_at < ?)').run(sevenDaysAgo);
+      prep('DELETE FROM stream_updates WHERE sessionId IN (SELECT id FROM sessions WHERE completed_at IS NOT NULL AND completed_at < ?)').run(sevenDaysAgo);
+
+      // Chunks and stream_updates: orphaned (session missing or stuck non-completed >7 days)
+      prep('DELETE FROM chunks WHERE created_at < ? AND sessionId NOT IN (SELECT id FROM sessions WHERE completed_at IS NULL AND started_at >= ?)').run(sevenDaysAgo, sevenDaysAgo);
+      prep('DELETE FROM stream_updates WHERE created_at < ? AND sessionId NOT IN (SELECT id FROM sessions WHERE completed_at IS NULL AND started_at >= ?)').run(sevenDaysAgo, sevenDaysAgo);
+
+      // Clean expired voice cache
+      prep('DELETE FROM voice_cache WHERE expires_at <= ?').run(now);
+
+      // Hard-delete soft-deleted conversations and their orphaned data after 7 days
+      const deletedConvIds = prep("SELECT id FROM conversations WHERE status = 'deleted' AND updated_at < ?").all(sevenDaysAgo).map(r => r.id);
+      for (const cid of deletedConvIds) {
+        prep('DELETE FROM stream_updates WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM chunks WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM events WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM sessions WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM messages WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM voice_cache WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM thread_states WHERE thread_id = ?').run(cid);
+        prep('DELETE FROM checkpoints WHERE thread_id = ?').run(cid);
+        prep('DELETE FROM run_metadata WHERE thread_id = ?').run(cid);
+        prep('DELETE FROM conversations WHERE id = ?').run(cid);
+      }
+
+      // ACP tables: prune old thread_states, checkpoints, run_metadata (30 days)
+      prep('DELETE FROM thread_states WHERE created_at < ?').run(thirtyDaysAgo);
+      prep('DELETE FROM checkpoints WHERE created_at < ?').run(thirtyDaysAgo);
+      prep('DELETE FROM run_metadata WHERE created_at < ? AND status NOT IN (?, ?)').run(thirtyDaysAgo, 'active', 'pending');
+
+      // Workflow runs older than 30 days
+      prep('DELETE FROM workflow_runs WHERE created_at < ?').run(thirtyDaysAgo);
+
+      // Tool install history: keep last 50 per tool
+      const toolIds = prep('SELECT DISTINCT tool_id FROM tool_install_history').all().map(r => r.tool_id);
+      for (const tid of toolIds) {
+        prep(`DELETE FROM tool_install_history WHERE tool_id = ? AND id NOT IN (
+          SELECT id FROM tool_install_history WHERE tool_id = ? ORDER BY created_at DESC LIMIT 50
+        )`).run(tid, tid);
+      }
+    });
+
+    cleanupStmt();
+
+    // Incremental VACUUM to reclaim space without blocking (WAL-safe)
+    try {
+      db.exec('PRAGMA incremental_vacuum(1000)');
+    } catch (_) {
+      // incremental_vacuum requires auto_vacuum=INCREMENTAL, fall through
+    }
+  },
 
   setIdempotencyKey(key, value) {
     const now = Date.now();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentgui",
-  "version": "1.0.809",
+  "version": "1.0.811",
   "description": "Multi-agent ACP client with real-time communication",
   "type": "module",
   "main": "electron/main.js",