agentgui 1.0.808 → 1.0.810

package/database.js

@@ -40,6 +40,7 @@ try {
   db.run('PRAGMA cache_size = -64000');
   db.run('PRAGMA mmap_size = 268435456');
   db.run('PRAGMA temp_store = MEMORY');
+  db.run('PRAGMA auto_vacuum = INCREMENTAL');
 } catch (e) {
   try {
     const sqlite3 = require('better-sqlite3');
@@ -52,6 +53,7 @@ try {
     db.pragma('cache_size = -64000');
     db.pragma('mmap_size = 268435456');
     db.pragma('temp_store = MEMORY');
+    db.pragma('auto_vacuum = INCREMENTAL');
   } catch (e2) {
     throw new Error('SQLite database is required. Please run with bun (recommended) or install better-sqlite3: npm install better-sqlite3');
   }
@@ -612,6 +614,20 @@ try {
   console.error('[Migration] FTS5 error:', err.message);
 }
 
+// One-time: enable incremental auto_vacuum on existing databases (requires VACUUM to activate)
+try {
+  const autoVacuum = db.prepare('PRAGMA auto_vacuum').get();
+  const mode = autoVacuum?.auto_vacuum ?? autoVacuum;
+  if (mode !== 2) { // 2 = INCREMENTAL
+    console.log('[Migration] Enabling incremental auto_vacuum (one-time VACUUM)...');
+    db.exec('PRAGMA auto_vacuum = INCREMENTAL');
+    db.exec('VACUUM');
+    console.log('[Migration] VACUUM complete, auto_vacuum = INCREMENTAL enabled');
+  }
+} catch (err) {
+  console.error('[Migration] auto_vacuum setup error:', err.message);
+}
+
 const stmtCache = new Map();
 function prep(sql) {
   let s = stmtCache.get(sql);

package/lib/db-queries.js

@@ -600,15 +600,66 @@ export function createQueries(db, prep, generateId) {
 
   cleanup() {
     const thirtyDaysAgo = Date.now() - (30 * 24 * 60 * 60 * 1000);
+    const sevenDaysAgo = Date.now() - (7 * 24 * 60 * 60 * 1000);
     const now = Date.now();
 
     const cleanupStmt = db.transaction(() => {
+      // Core tables - time-based retention
       prep('DELETE FROM events WHERE created_at < ?').run(thirtyDaysAgo);
       prep('DELETE FROM sessions WHERE completed_at IS NOT NULL AND completed_at < ?').run(thirtyDaysAgo);
       prep('DELETE FROM idempotencyKeys WHERE (created_at + ttl) < ?').run(now);
+
+      // Chunks and stream_updates: completed sessions >7 days
+      prep('DELETE FROM chunks WHERE sessionId IN (SELECT id FROM sessions WHERE completed_at IS NOT NULL AND completed_at < ?)').run(sevenDaysAgo);
+      prep('DELETE FROM stream_updates WHERE sessionId IN (SELECT id FROM sessions WHERE completed_at IS NOT NULL AND completed_at < ?)').run(sevenDaysAgo);
+
+      // Chunks and stream_updates: orphaned (session missing or stuck non-completed >7 days)
+      prep('DELETE FROM chunks WHERE created_at < ? AND sessionId NOT IN (SELECT id FROM sessions WHERE completed_at IS NULL AND started_at >= ?)').run(sevenDaysAgo, sevenDaysAgo);
+      prep('DELETE FROM stream_updates WHERE created_at < ? AND sessionId NOT IN (SELECT id FROM sessions WHERE completed_at IS NULL AND started_at >= ?)').run(sevenDaysAgo, sevenDaysAgo);
+
+      // Clean expired voice cache
+      prep('DELETE FROM voice_cache WHERE expires_at <= ?').run(now);
+
+      // Hard-delete soft-deleted conversations and their orphaned data after 7 days
+      const deletedConvIds = prep("SELECT id FROM conversations WHERE status = 'deleted' AND updated_at < ?").all(sevenDaysAgo).map(r => r.id);
+      for (const cid of deletedConvIds) {
+        prep('DELETE FROM stream_updates WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM chunks WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM events WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM sessions WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM messages WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM voice_cache WHERE conversationId = ?').run(cid);
+        prep('DELETE FROM thread_states WHERE thread_id = ?').run(cid);
+        prep('DELETE FROM checkpoints WHERE thread_id = ?').run(cid);
+        prep('DELETE FROM run_metadata WHERE thread_id = ?').run(cid);
+        prep('DELETE FROM conversations WHERE id = ?').run(cid);
+      }
+
+      // ACP tables: prune old thread_states, checkpoints, run_metadata (30 days)
+      prep('DELETE FROM thread_states WHERE created_at < ?').run(thirtyDaysAgo);
+      prep('DELETE FROM checkpoints WHERE created_at < ?').run(thirtyDaysAgo);
+      prep('DELETE FROM run_metadata WHERE created_at < ? AND status NOT IN (?, ?)').run(thirtyDaysAgo, 'active', 'pending');
+
+      // Workflow runs older than 30 days
+      prep('DELETE FROM workflow_runs WHERE created_at < ?').run(thirtyDaysAgo);
+
+      // Tool install history: keep last 50 per tool
+      const toolIds = prep('SELECT DISTINCT tool_id FROM tool_install_history').all().map(r => r.tool_id);
+      for (const tid of toolIds) {
+        prep(`DELETE FROM tool_install_history WHERE tool_id = ? AND id NOT IN (
+          SELECT id FROM tool_install_history WHERE tool_id = ? ORDER BY created_at DESC LIMIT 50
+        )`).run(tid, tid);
+      }
     });
 
     cleanupStmt();
+
+    // Incremental VACUUM to reclaim space without blocking (WAL-safe)
+    try {
+      db.exec('PRAGMA incremental_vacuum(1000)');
+    } catch (_) {
+      // incremental_vacuum requires auto_vacuum=INCREMENTAL, fall through
+    }
   },
 
   setIdempotencyKey(key, value) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentgui",
-  "version": "1.0.808",
+  "version": "1.0.810",
   "description": "Multi-agent ACP client with real-time communication",
   "type": "module",
   "main": "electron/main.js",

package/server.js

@@ -3171,6 +3171,12 @@ function onServerReady() {
   recoverStaleSessions();
   warmAssetCache();
 
+  // Run DB cleanup on startup and every 6 hours
+  try { queries.cleanup(); console.log('[cleanup] Initial DB cleanup complete'); } catch (e) { console.error('[cleanup] Error:', e.message); }
+  setInterval(() => {
+    try { queries.cleanup(); console.log('[cleanup] Scheduled DB cleanup complete'); } catch (e) { console.error('[cleanup] Error:', e.message); }
+  }, 6 * 60 * 60 * 1000);
+
   try {
     jsonlWatcher = new JsonlWatcher({ broadcastSync, queries, ownedSessionIds });
     jsonlWatcher.start();