@askexenow/exe-os 0.9.102 → 0.9.104

package/dist/lib/db.js

@@ -635,8 +635,10 @@ var init_db_daemon_client = __esm({
 });
 
 // src/lib/database.ts
-import { chmodSync as chmodSync2 } from "fs";
+import { chmodSync as chmodSync2, existsSync as existsSync6, statSync as statSync2, copyFileSync, unlinkSync as unlinkSync3, openSync as openSync2, closeSync as closeSync2, mkdirSync as mkdirSync2 } from "fs";
 import { createClient } from "@libsql/client";
+import { homedir } from "os";
+import { join } from "path";
 
 // src/lib/db-retry.ts
 var MAX_RETRIES = 5;
@@ -1301,13 +1303,84 @@ async function createPrismaDbAdapter(fallbackClient) {
 var EMBEDDING_DIM = 1024;
 
 // src/lib/database.ts
+var _debugDb = process.env.EXE_DEBUG === "1";
+function logCatchDebug(context, err) {
+  if (_debugDb) {
+    process.stderr.write(
+      `[database] ${context}: ${err instanceof Error ? err.message : String(err)}
+`
+    );
+  }
+}
 var _client = null;
 var _resilientClient = null;
 var _walCheckpointTimer = null;
 var _daemonClient = null;
 var _adapterClient = null;
+var _lockFd = null;
+var DB_LOCK_PATH = join(homedir(), ".exe-os", "db.lock");
+function acquireDbLock() {
+  mkdirSync2(join(homedir(), ".exe-os"), { recursive: true });
+  try {
+    _lockFd = openSync2(DB_LOCK_PATH, "wx");
+  } catch (err) {
+    if (err && typeof err === "object" && "code" in err && err.code === "EEXIST") {
+      try {
+        const lockStat = statSync2(DB_LOCK_PATH);
+        if (Date.now() - lockStat.mtimeMs > 6e4) {
+          unlinkSync3(DB_LOCK_PATH);
+          _lockFd = openSync2(DB_LOCK_PATH, "wx");
+          return;
+        }
+      } catch (e) {
+        logCatchDebug("stale lock check", e);
+      }
+      process.stderr.write(
+        "[database] WARN: Another process holds db.lock \u2014 waiting briefly then proceeding.\n"
+      );
+      return;
+    }
+    throw err;
+  }
+}
+function releaseDbLock() {
+  if (_lockFd !== null) {
+    try {
+      closeSync2(_lockFd);
+    } catch (e) {
+      logCatchDebug("lock close", e);
+    }
+    _lockFd = null;
+  }
+  try {
+    unlinkSync3(DB_LOCK_PATH);
+  } catch (e) {
+    logCatchDebug("lock unlink", e);
+  }
+}
 var initTurso = initDatabase;
 async function initDatabase(config) {
+  acquireDbLock();
+  if (existsSync6(config.dbPath)) {
+    const dbStat = statSync2(config.dbPath);
+    if (dbStat.size === 0) {
+      const walPath = config.dbPath + "-wal";
+      if (existsSync6(walPath) && statSync2(walPath).size > 0) {
+        const backupPath = config.dbPath + ".zeroed-" + Date.now();
+        copyFileSync(config.dbPath, backupPath);
+        unlinkSync3(config.dbPath);
+        process.stderr.write(
+          `[database] CRITICAL: DB was 0 bytes. Moved to ${backupPath}, attempting WAL recovery.
+`
+        );
+      } else {
+        process.stderr.write(
+          `[database] CRITICAL: DB is 0 bytes and no WAL available for recovery. Data may be lost. Check backups at ${config.dbPath}.bak
+`
+        );
+      }
+    }
+  }
   if (_walCheckpointTimer) {
     clearInterval(_walCheckpointTimer);
     _walCheckpointTimer = null;
@@ -1334,10 +1407,8 @@ async function initDatabase(config) {
   _client = createClient(opts);
   _resilientClient = wrapWithRetry(_client);
   _adapterClient = _resilientClient;
-  _client.execute("PRAGMA busy_timeout = 30000").catch(() => {
-  });
-  _client.execute("PRAGMA journal_mode = WAL").catch(() => {
-  });
+  await _client.execute("PRAGMA busy_timeout = 30000");
+  await _client.execute("PRAGMA journal_mode = WAL");
   if (_walCheckpointTimer) clearInterval(_walCheckpointTimer);
   _walCheckpointTimer = setInterval(() => {
     _client?.execute("PRAGMA wal_checkpoint(PASSIVE)").catch(() => {
@@ -1352,11 +1423,16 @@ async function initDatabase(config) {
     for (const suffix of ["-wal", "-shm"]) {
       try {
         chmodSync2(config.dbPath + suffix, 384);
-      } catch {
+      } catch (chmodErr) {
+        process.stderr.write(`[database] chmod ${suffix} failed: ${chmodErr instanceof Error ? chmodErr.message : String(chmodErr)}
+`);
       }
     }
-  } catch {
+  } catch (chmodErr) {
+    process.stderr.write(`[database] chmod db failed: ${chmodErr instanceof Error ? chmodErr.message : String(chmodErr)}
+`);
   }
+  releaseDbLock();
 }
 function isInitialized() {
   return _adapterClient !== null || _client !== null;
@@ -1412,7 +1488,8 @@ async function ensureSchema() {
   await client.execute("PRAGMA wal_autocheckpoint = 1000");
   try {
     await client.execute("PRAGMA libsql_vector_search_ef = 128");
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   await client.executeMultiple(`
     CREATE TABLE IF NOT EXISTS memories (
@@ -1477,6 +1554,23 @@ async function ensureSchema() {
       INSERT INTO memories_fts(memories_fts, rowid, raw_text) VALUES('delete', old.rowid, old.raw_text);
     END;
   `);
+  try {
+    await client.execute("SELECT COUNT(*) FROM memories_fts LIMIT 1");
+  } catch (ftsErr) {
+    process.stderr.write(
+      `[database] WARN: memories_fts corrupted (${ftsErr instanceof Error ? ftsErr.message : String(ftsErr)}) \u2014 rebuilding FTS index.
+`
+    );
+    try {
+      await client.execute("INSERT INTO memories_fts(memories_fts) VALUES('rebuild')");
+      process.stderr.write("[database] FTS index rebuilt successfully.\n");
+    } catch (rebuildErr) {
+      process.stderr.write(
+        `[database] ERROR: FTS rebuild failed: ${rebuildErr instanceof Error ? rebuildErr.message : String(rebuildErr)}
+`
+      );
+    }
+  }
   await client.executeMultiple(`
     CREATE TABLE IF NOT EXISTS sync_meta (
       key   TEXT PRIMARY KEY,
@@ -1535,35 +1629,40 @@ async function ensureSchema() {
         });
       }
     }
-  } catch {
+  } catch (seedErr) {
+    logCatchDebug("behavior seed", seedErr);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE behaviors ADD COLUMN priority TEXT DEFAULT 'p1'`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE behaviors ADD COLUMN vector F32_BLOB(${EMBEDDING_DIM})`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN blocked_by TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN parent_task_id TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
@@ -1572,98 +1671,112 @@ async function ensureSchema() {
               WHERE parent_task_id IS NOT NULL`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `UPDATE tasks SET status = 'done' WHERE status = 'completed'`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN reviewer TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN context TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN result TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN assigned_tmux TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN checkpoint TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN checkpoint_count INTEGER NOT NULL DEFAULT 0`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN complexity TEXT NOT NULL DEFAULT 'standard'`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN session_scope TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN task_id TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN consolidated INTEGER NOT NULL DEFAULT 0`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN author_device_id TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN scope TEXT NOT NULL DEFAULT 'business'`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   await client.executeMultiple(`
     CREATE TABLE IF NOT EXISTS consolidations (
@@ -1768,14 +1881,16 @@ async function ensureSchema() {
       sql: `ALTER TABLE notifications ADD COLUMN session_scope TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE messages ADD COLUMN session_scope TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   await client.executeMultiple(`
     CREATE INDEX IF NOT EXISTS idx_notifications_agent_scope_read
@@ -1801,7 +1916,8 @@ async function ensureSchema() {
       sql: `UPDATE tasks SET project_name = 'exe-os' WHERE project_name = 'worker'`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   await client.executeMultiple(`
     CREATE TABLE IF NOT EXISTS trajectories (
@@ -1825,7 +1941,8 @@ async function ensureSchema() {
   `);
   try {
     await client.execute("ALTER TABLE trajectories ADD COLUMN skill_id TEXT");
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   await client.executeMultiple(`
     CREATE TABLE IF NOT EXISTS consolidations (
@@ -1862,63 +1979,72 @@ async function ensureSchema() {
       sql: `ALTER TABLE memories ADD COLUMN consolidated INTEGER NOT NULL DEFAULT 0`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN importance INTEGER DEFAULT 5`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN status TEXT DEFAULT 'active'`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN deleted_at TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN confidence REAL DEFAULT 0.7`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN last_accessed TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `UPDATE memories SET last_accessed = timestamp WHERE last_accessed IS NULL`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN wiki_synced INTEGER DEFAULT 0`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN graph_extracted INTEGER DEFAULT 0`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   for (const col of [
     "ALTER TABLE memories ADD COLUMN content_hash TEXT",
@@ -1926,14 +2052,16 @@ async function ensureSchema() {
   ]) {
     try {
       await client.execute(col);
-    } catch {
+    } catch (e) {
+      logCatchDebug("migration", e);
     }
   }
   try {
     await client.execute(
       `CREATE INDEX IF NOT EXISTS idx_memories_content_hash ON memories(content_hash, agent_id)`
     );
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute(
@@ -1941,7 +2069,8 @@ async function ensureSchema() {
          ON memories(content_hash, agent_id, project_name, memory_type)
          WHERE content_hash IS NOT NULL`
     );
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   await client.executeMultiple(`
     CREATE TABLE IF NOT EXISTS entities (
@@ -2017,7 +2146,8 @@ async function ensureSchema() {
   `);
   try {
     await client.execute("INSERT INTO entities_fts(entities_fts) VALUES('rebuild')");
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   await client.executeMultiple(`
     CREATE TABLE IF NOT EXISTS entity_aliases (
@@ -2032,14 +2162,16 @@ async function ensureSchema() {
   ]) {
     try {
       await client.execute(col);
-    } catch {
+    } catch (e) {
+      logCatchDebug("migration", e);
     }
   }
   try {
     await client.execute(
       `CREATE INDEX IF NOT EXISTS idx_memories_status ON memories(status)`
     );
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   await client.executeMultiple(`
     CREATE TABLE IF NOT EXISTS identity (
@@ -2138,7 +2270,8 @@ async function ensureSchema() {
         sql: `ALTER TABLE memories ADD COLUMN ${column}`,
         args: []
       });
-    } catch {
+    } catch (e) {
+      logCatchDebug("migration", e);
     }
   }
   for (const col of [
@@ -2147,7 +2280,8 @@ async function ensureSchema() {
   ]) {
     try {
       await client.execute(col);
-    } catch {
+    } catch (e) {
+      logCatchDebug("migration", e);
     }
   }
   await client.executeMultiple(`
@@ -2332,56 +2466,64 @@ async function ensureSchema() {
         args: []
       });
     }
-  } catch {
+  } catch (e) {
+    logCatchDebug("session_agent_map backfill", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE session_agent_map ADD COLUMN cache_cold_count INTEGER NOT NULL DEFAULT 0`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN budget_tokens INTEGER`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN budget_fallback_model TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN tokens_used INTEGER DEFAULT 0`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN tokens_warned_at INTEGER`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN spawn_runtime TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE tasks ADD COLUMN spawn_model TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   await client.executeMultiple(`
     CREATE VIRTUAL TABLE IF NOT EXISTS conversations_fts USING fts5(
@@ -2580,13 +2722,15 @@ async function ensureSchema() {
       sql: `ALTER TABLE memories ADD COLUMN tier INTEGER DEFAULT 3`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute(
       `CREATE INDEX IF NOT EXISTS idx_memories_tier ON memories(tier)`
     );
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
@@ -2597,20 +2741,23 @@ async function ensureSchema() {
       sql: `UPDATE memories SET tier = 2 WHERE tool_name IN ('store_memory', 'manual') AND importance >= 5 AND tier = 3`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN supersedes_id TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute(
       `CREATE INDEX IF NOT EXISTS idx_memories_supersedes ON memories(supersedes_id) WHERE supersedes_id IS NOT NULL`
     );
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   for (const col of [
     "ALTER TABLE tasks ADD COLUMN checkpoint TEXT",
@@ -2618,7 +2765,8 @@ async function ensureSchema() {
   ]) {
     try {
       await client.execute(col);
-    } catch {
+    } catch (e) {
+      logCatchDebug("migration", e);
     }
   }
   try {
@@ -2626,13 +2774,15 @@ async function ensureSchema() {
       sql: `ALTER TABLE memories ADD COLUMN draft INTEGER DEFAULT 0`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute(
       `CREATE INDEX IF NOT EXISTS idx_memories_draft ON memories(draft) WHERE draft = 1`
     );
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   for (const col of [
     "ALTER TABLE memories ADD COLUMN valid_from TEXT",
@@ -2640,7 +2790,8 @@ async function ensureSchema() {
   ]) {
     try {
       await client.execute(col);
-    } catch {
+    } catch (e) {
+      logCatchDebug("migration", e);
     }
   }
   try {
@@ -2648,27 +2799,31 @@ async function ensureSchema() {
       sql: `UPDATE memories SET valid_from = timestamp WHERE valid_from IS NULL`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN memory_type TEXT DEFAULT 'raw'`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute(
       `CREATE INDEX IF NOT EXISTS idx_memories_type ON memories(memory_type)`
     );
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN trajectory TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   for (const col of [
     "ALTER TABLE memories ADD COLUMN intent TEXT",
@@ -2689,7 +2844,8 @@ async function ensureSchema() {
   ]) {
     try {
       await client.execute(col);
-    } catch {
+    } catch (e) {
+      logCatchDebug("migration", e);
     }
   }
   try {
@@ -2697,14 +2853,16 @@ async function ensureSchema() {
       sql: `ALTER TABLE memories ADD COLUMN procedure_for TEXT`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
   try {
     await client.execute({
       sql: `UPDATE tasks SET status = 'closed' WHERE status = 'done' AND result IS NOT NULL`,
       args: []
     });
-  } catch {
+  } catch (e) {
+    logCatchDebug("migration", e);
   }
 }
 var disposeTurso = disposeDatabase;
@@ -2716,7 +2874,8 @@ async function disposeDatabase() {
   if (_client) {
     try {
       await _client.execute("PRAGMA wal_checkpoint(PASSIVE)");
-    } catch {
+    } catch (e) {
+      logCatchDebug("WAL checkpoint", e);
     }
   }
   if (_daemonClient) {
@@ -2732,6 +2891,7 @@ async function disposeDatabase() {
     _client = null;
     _resilientClient = null;
   }
+  releaseDbLock();
 }
 export {
   SOFT_DELETE_RETENTION_DAYS,