@the-ai-company/cbio-node-runtime 1.69.0 → 1.71.0

package/dist/vault-core/persistence.js

@@ -1,456 +1,360 @@
-import * as fs from "node:fs/promises";
 import * as path from "node:path";
 import * as crypto from "node:crypto";
+import * as fs from "node:fs";
+import Database from "better-sqlite3";
 import { DispatchStatus, } from "./contracts.js";
 import { DefaultPolicyEngine, HttpDispatchExecutor, InMemoryReplayGuard, RandomIdGenerator, SignatureAgentProofVerifier, SystemClock, } from "./defaults.js";
-async function ensureDir(dir) {
-    await fs.mkdir(dir, { recursive: true });
-}
-export class FileSecretRepository {
-    _baseDir;
-    constructor(baseDir) {
-        this._baseDir = path.join(baseDir, "secrets");
-    }
-    _getPath(vault_id, secret_id) {
-        return path.join(this._baseDir, vault_id.value, `${secret_id.value}.json`);
-    }
-    _getAliasPath(vault_id, alias) {
-        return path.join(this._baseDir, vault_id.value, `alias_${Buffer.from(alias).toString("hex")}.link`);
+export class SqliteSecretRepository {
+    db;
+    constructor(db) {
+        this.db = db;
     }
     async save(record) {
-        const filePath = this._getPath(record.vault_id, record.secret_id);
-        const aliasPath = this._getAliasPath(record.vault_id, record.alias.value);
-        await ensureDir(path.dirname(filePath));
-        await fs.writeFile(filePath, JSON.stringify(record, null, 2));
-        await fs.writeFile(aliasPath, record.secret_id.value);
+        const stmt = this.db.prepare(`
+      INSERT INTO secrets (secret_id, vault_id, alias, record)
+      VALUES (?, ?, ?, ?)
+      ON CONFLICT(secret_id) DO UPDATE SET record = excluded.record, alias = excluded.alias
+    `);
+        stmt.run(record.secret_id.value, record.vault_id.value, record.alias.value, JSON.stringify(record));
     }
     async delete(secret_id) {
-        // Incomplete for multi-vault but sufficient for CBIO node-runtime
+        this.db.prepare(`DELETE FROM secrets WHERE secret_id = ?`).run(secret_id.value);
     }
     async getByAlias(alias) {
-        try {
-            const vaultDirs = await fs.readdir(this._baseDir);
-            for (const v of vaultDirs) {
-                const aliasPath = path.join(this._baseDir, v, `alias_${Buffer.from(alias.value).toString("hex")}.link`);
-                try {
-                    const secret_id = await fs.readFile(aliasPath, "utf-8");
-                    const recordPath = path.join(this._baseDir, v, `${secret_id}.json`);
-                    const content = await fs.readFile(recordPath, "utf-8");
-                    return JSON.parse(content);
-                }
-                catch {
-                    continue;
-                }
-            }
-        }
-        catch {
-            return null;
-        }
-        return null;
-    }
-    async getById(secret_id) {
-        try {
-            const vaultDirs = await fs.readdir(this._baseDir);
-            for (const v of vaultDirs) {
-                const recordPath = path.join(this._baseDir, v, `${secret_id.value}.json`);
-                try {
-                    const content = await fs.readFile(recordPath, "utf-8");
-                    return JSON.parse(content);
-                }
-                catch {
-                    continue;
-                }
-            }
-        }
-        catch {
-            return null;
-        }
-        return null;
+        const row = this.db.prepare(`SELECT record FROM secrets WHERE alias = ?`).get(alias.value);
+        return row ? JSON.parse(row.record) : null;
     }
     async list(vault_id) {
-        try {
-            const dir = path.join(this._baseDir, vault_id.value);
-            const files = await fs.readdir(dir);
-            const results = [];
-            for (const f of files) {
-                if (f.endsWith(".json")) {
-                    const content = await fs.readFile(path.join(dir, f), "utf-8");
-                    results.push(JSON.parse(content));
-                }
-            }
-            return results;
-        }
-        catch {
-            return [];
-        }
+        const rows = this.db.prepare(`SELECT record FROM secrets WHERE vault_id = ?`).all(vault_id.value);
+        return rows.map(r => JSON.parse(r.record));
     }
-}
-export class FileSecretCustody {
-    _baseDir;
-    _workingKey;
-    constructor(baseDir, workingKey) {
-        this._baseDir = path.join(baseDir, "custody");
-        this._workingKey = workingKey;
+    async getById(secret_id) {
+        const row = this.db.prepare(`SELECT record FROM secrets WHERE secret_id = ?`).get(secret_id.value);
+        return row ? JSON.parse(row.record) : null;
     }
-    _getPath(secret_id) {
-        return path.join(this._baseDir, `${secret_id.value}.sealed`);
+}
+// AES-GCM Implementation
+const ALGORITHM = "aes-256-gcm";
+export class SqliteSecretCustody {
+    db;
+    keyBuffer;
+    constructor(db, workingKey) {
+        this.db = db;
+        this.keyBuffer = Buffer.from(workingKey, 'base64url');
     }
     async store(secret_id, plaintext) {
-        const filePath = this._getPath(secret_id);
-        await ensureDir(path.dirname(filePath));
-        await fs.writeFile(filePath, plaintext);
+        const iv = crypto.randomBytes(12);
+        const cipher = crypto.createCipheriv(ALGORITHM, this.keyBuffer, iv);
+        const encrypted = Buffer.concat([cipher.update(plaintext, 'utf8'), cipher.final()]);
+        const tag = cipher.getAuthTag();
+        const payload = JSON.stringify({
+            iv: iv.toString('hex'),
+            tag: tag.toString('hex'),
+            ciphertext: encrypted.toString('hex')
+        });
+        this.db.prepare(`INSERT INTO custody (secret_id, encrypted_payload) VALUES (?, ?) ON CONFLICT(secret_id) DO UPDATE SET encrypted_payload = excluded.encrypted_payload`).run(secret_id.value, payload);
     }
     async load(secret_id) {
+        const row = this.db.prepare(`SELECT encrypted_payload FROM custody WHERE secret_id = ?`).get(secret_id.value);
+        if (!row)
+            return null;
         try {
-            return await fs.readFile(this._getPath(secret_id), "utf-8");
+            const data = JSON.parse(row.encrypted_payload);
+            const iv = Buffer.from(data.iv, 'hex');
+            const tag = Buffer.from(data.tag, 'hex');
+            const encrypted = Buffer.from(data.ciphertext, 'hex');
+            const decipher = crypto.createDecipheriv(ALGORITHM, this.keyBuffer, iv);
+            decipher.setAuthTag(tag);
+            return decipher.update(encrypted, undefined, 'utf8') + decipher.final('utf8');
         }
         catch {
             return null;
         }
     }
     async delete(secret_id) {
-        try {
-            await fs.unlink(this._getPath(secret_id));
-        }
-        catch { }
+        this.db.prepare(`DELETE FROM custody WHERE secret_id = ?`).run(secret_id.value);
     }
 }
-export class FileAuditLog {
-    _baseDir;
-    constructor(baseDir) {
-        this._baseDir = path.join(baseDir, "audit");
-    }
-    _getPath(vault_id) {
-        return path.join(this._baseDir, vault_id.value, "log.jsonl");
+export class SqliteAuditLog {
+    db;
+    static subscribers = new Map();
+    get subscribers() { return SqliteAuditLog.subscribers; }
+    constructor(db) {
+        this.db = db;
     }
     async append(entry) {
-        const filePath = this._getPath({ value: entry.vault_id });
-        await ensureDir(path.dirname(filePath));
-        await fs.appendFile(filePath, JSON.stringify(entry) + "\n");
+        this.db.prepare(`INSERT INTO audit_logs (event_id, vault_id, root_agent_id, request_id, secret_alias, secret_id, ts, entry) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`)
+            .run(entry.event_id, entry.vault_id, entry.root_agent_id || null, entry.request_id || null, entry.secret_alias || null, entry.secret_id || null, entry.ts, JSON.stringify(entry));
+        const subs = this.subscribers.get(entry.vault_id);
+        if (subs) {
+            for (const cb of subs)
+                cb(entry);
+        }
     }
     async query(query) {
-        const filePath = this._getPath({ value: query.vault_id });
-        try {
-            const content = await fs.readFile(filePath, "utf-8");
-            const lines = content.split("\n").filter(l => !!l);
-            const entries = lines.map(l => JSON.parse(l));
-            return entries.filter(e => {
-                if (query.actor_id && e.actor?.id !== query.actor_id)
-                    return false;
-                if (query.root_agent_id && e.root_agent_id !== query.root_agent_id)
-                    return false;
-                if (query.secret_alias && e.secret_alias !== query.secret_alias)
-                    return false;
-                if (query.request_id && e.request_id !== query.request_id)
-                    return false;
-                if (query.since && e.ts < query.since)
-                    return false;
-                return true;
-            });
-        }
-        catch {
-            return [];
-        }
+        let sql = `SELECT entry FROM audit_logs WHERE vault_id = ?`;
+        const params = [query.vault_id];
+        if (query.actor_id) {
+            sql += ` AND entry LIKE ?`;
+            params.push(`%"id":"${query.actor_id}"%`);
+        }
+        if (query.root_agent_id) {
+            sql += ` AND root_agent_id = ?`;
+            params.push(query.root_agent_id);
+        }
+        if (query.secret_alias) {
+            sql += ` AND secret_alias = ?`;
+            params.push(query.secret_alias);
+        }
+        if (query.secret_id) {
+            sql += ` AND secret_id = ?`;
+            params.push(query.secret_id);
+        }
+        if (query.request_id) {
+            sql += ` AND request_id = ?`;
+            params.push(query.request_id);
+        }
+        if (query.since) {
+            sql += ` AND ts >= ?`;
+            params.push(query.since);
+        }
+        sql += ` ORDER BY ts ASC LIMIT 1000`; // Limit to avoid massive memory issues conceptually
+        const rows = this.db.prepare(sql).all(...params);
+        return rows.map(r => JSON.parse(r.entry));
+    }
+    subscribe(vault_id, subscription) {
+        let subs = this.subscribers.get(vault_id.value);
+        if (!subs) {
+            subs = new Set();
+            this.subscribers.set(vault_id.value, subs);
+        }
+        const callback = (entry) => {
+            if (subscription.afterEventId && entry.event_id <= subscription.afterEventId)
+                return;
+            if (subscription.operations && !subscription.operations.includes(entry.operation))
+                return;
+            if (subscription.root_agent_id && entry.root_agent_id !== subscription.root_agent_id)
+                return;
+            if (subscription.request_id && entry.request_id !== subscription.request_id)
+                return;
+            subscription.onEvent(entry);
+        };
+        subs.add(callback);
+        return () => {
+            const current = this.subscribers.get(vault_id.value);
+            if (current) {
+                current.delete(callback);
+                if (current.size === 0)
+                    this.subscribers.delete(vault_id.value);
+            }
+        };
     }
 }
-export class FileAgentIdentityRegistry {
-    _baseDir;
-    constructor(baseDir) {
-        this._baseDir = path.join(baseDir, "agents");
-    }
-    _getPath(vault_id, root_agent_id) {
-        return path.join(this._baseDir, vault_id.value, `${root_agent_id}.json`);
+export class SqliteAgentIdentityRegistry {
+    db;
+    custody;
+    constructor(db, custody) {
+        this.db = db;
+        this.custody = custody;
     }
     async register(identity) {
-        const filePath = this._getPath(identity.vault_id, identity.root_agent_id);
-        await ensureDir(path.dirname(filePath));
-        await fs.writeFile(filePath, JSON.stringify(identity, null, 2));
+        const { private_key, ...metadata } = identity;
+        if (private_key) {
+            await this.custody.store({ value: identity.root_agent_id }, private_key);
+        }
+        this.db.prepare(`INSERT INTO agents (vault_id, root_agent_id, record) VALUES (?, ?, ?) ON CONFLICT(vault_id, root_agent_id) DO UPDATE SET record = excluded.record`).run(identity.vault_id.value, identity.root_agent_id, JSON.stringify(metadata));
     }
     async get(vault_id, root_agent_id) {
-        try {
-            const content = await fs.readFile(this._getPath(vault_id, root_agent_id), "utf-8");
-            return JSON.parse(content);
-        }
-        catch {
+        const row = this.db.prepare(`SELECT record FROM agents WHERE vault_id = ? AND root_agent_id = ?`).get(vault_id.value, root_agent_id);
+        if (!row)
             return null;
+        let record = JSON.parse(row.record);
+        // Lazy migration: if private key is found in plain text in the record, move it to custody
+        if (record.private_key) {
+            const pk = record.private_key;
+            delete record.private_key;
+            await this.custody.store({ value: root_agent_id }, pk);
+            this.db.prepare(`UPDATE agents SET record = ? WHERE vault_id = ? AND root_agent_id = ?`).run(JSON.stringify(record), vault_id.value, root_agent_id);
         }
+        else {
+            const private_key = await this.custody.load({ value: root_agent_id });
+            if (private_key)
+                record.private_key = private_key;
+        }
+        return record;
     }
     async list(vault_id) {
-        const dir = path.join(this._baseDir, vault_id.value);
-        try {
-            const files = await fs.readdir(dir);
-            return await Promise.all(files.filter(f => f.endsWith(".json")).map(async (f) => {
-                const content = await fs.readFile(path.join(dir, f), "utf-8");
-                return JSON.parse(content);
-            }));
-        }
-        catch {
-            return [];
-        }
+        const rows = this.db.prepare(`SELECT record FROM agents WHERE vault_id = ?`).all(vault_id.value);
+        return Promise.all(rows.map(async (r) => {
+            let record = JSON.parse(r.record);
+            if (record.private_key) {
+                const pk = record.private_key;
+                delete record.private_key;
+                await this.custody.store({ value: record.root_agent_id }, pk);
+                this.db.prepare(`UPDATE agents SET record = ? WHERE vault_id = ? AND root_agent_id = ?`).run(JSON.stringify(record), vault_id.value, record.root_agent_id);
+            }
+            else {
+                const private_key = await this.custody.load({ value: record.root_agent_id });
+                if (private_key)
+                    record.private_key = private_key;
+            }
+            return record;
+        }));
     }
 }
-export class FileAgentSecretGrantRegistry {
-    _baseDir;
-    constructor(baseDir) {
-        this._baseDir = path.join(baseDir, "grants", "agent_secrets");
-    }
-    _getPath(vault_id, root_agent_id, secret_alias) {
-        return path.join(this._baseDir, vault_id.value, root_agent_id, `${Buffer.from(secret_alias).toString("hex")}.json`);
+export class SqliteAgentSecretGrantRegistry {
+    db;
+    constructor(db) {
+        this.db = db;
     }
     async upsert(grant) {
-        const filePath = this._getPath(grant.vault_id, grant.root_agent_id, grant.secret_alias);
-        await ensureDir(path.dirname(filePath));
-        await fs.writeFile(filePath, JSON.stringify(grant, null, 2));
+        this.db.prepare(`INSERT INTO grants (vault_id, root_agent_id, secret_id, record) VALUES (?, ?, ?, ?) ON CONFLICT(vault_id, root_agent_id, secret_id) DO UPDATE SET record = excluded.record`).run(grant.vault_id.value, grant.root_agent_id, grant.secret_id.value, JSON.stringify(grant));
     }
-    async get(vault_id, root_agent_id, secret_alias) {
-        try {
-            const content = await fs.readFile(this._getPath(vault_id, root_agent_id, secret_alias), "utf-8");
-            return JSON.parse(content);
-        }
-        catch {
-            return null;
-        }
+    async get(vault_id, root_agent_id, secret_id) {
+        const row = this.db.prepare(`SELECT record FROM grants WHERE vault_id = ? AND root_agent_id = ? AND secret_id = ?`).get(vault_id.value, root_agent_id, secret_id.value);
+        return row ? JSON.parse(row.record) : null;
     }
     async list(vault_id, root_agent_id) {
-        try {
-            const results = [];
-            const vaultDir = path.join(this._baseDir, vault_id.value);
-            const agentDirs = root_agent_id ? [root_agent_id] : await fs.readdir(vaultDir);
-            for (const aid of agentDirs) {
-                const agentDir = path.join(vaultDir, aid);
-                try {
-                    const files = await fs.readdir(agentDir);
-                    for (const f of files) {
-                        if (f.endsWith(".json")) {
-                            const content = await fs.readFile(path.join(agentDir, f), "utf-8");
-                            results.push(JSON.parse(content));
-                        }
-                    }
-                }
-                catch {
-                    continue;
-                }
-            }
-            return results;
-        }
-        catch {
-            return [];
+        let sql = `SELECT record FROM grants WHERE vault_id = ?`;
+        const params = [vault_id.value];
+        if (root_agent_id) {
+            sql += ` AND root_agent_id = ?`;
+            params.push(root_agent_id);
         }
+        const rows = this.db.prepare(sql).all(...params);
+        return rows.map(r => JSON.parse(r.record));
     }
-    async delete(vault_id, root_agent_id, secret_alias) {
-        try {
-            await fs.unlink(this._getPath(vault_id, root_agent_id, secret_alias));
-        }
-        catch { }
+    async delete(vault_id, root_agent_id, secret_id) {
+        this.db.prepare(`DELETE FROM grants WHERE vault_id = ? AND root_agent_id = ? AND secret_id = ?`).run(vault_id.value, root_agent_id, secret_id.value);
     }
 }
-export class FileSecretDestinationGrantRegistry {
-    _baseDir;
-    constructor(baseDir) {
-        this._baseDir = path.join(baseDir, "grants", "secret_destinations");
-    }
-    _getPath(vault_id, secret_alias, site_id) {
-        return path.join(this._baseDir, vault_id.value, Buffer.from(secret_alias).toString("hex"), `${Buffer.from(site_id).toString("hex")}.json`);
+export class SqliteSecretDestinationGrantRegistry {
+    db;
+    constructor(db) {
+        this.db = db;
     }
     async upsert(grant) {
-        const filePath = this._getPath(grant.vault_id, grant.secret_alias, grant.site_id);
-        await ensureDir(path.dirname(filePath));
-        await fs.writeFile(filePath, JSON.stringify(grant, null, 2));
+        this.db.prepare(`INSERT INTO destination_grants (vault_id, secret_id, site_id, record) VALUES (?, ?, ?, ?) ON CONFLICT(vault_id, secret_id, site_id) DO UPDATE SET record = excluded.record`).run(grant.vault_id.value, grant.secret_id.value, grant.site_id, JSON.stringify(grant));
     }
-    async get(vault_id, secret_alias, site_id) {
-        try {
-            const content = await fs.readFile(this._getPath(vault_id, secret_alias, site_id), "utf-8");
-            return JSON.parse(content);
-        }
-        catch {
-            return null;
-        }
+    async get(vault_id, secret_id, site_id) {
+        const row = this.db.prepare(`SELECT record FROM destination_grants WHERE vault_id = ? AND secret_id = ? AND site_id = ?`).get(vault_id.value, secret_id.value, site_id);
+        return row ? JSON.parse(row.record) : null;
     }
-    async list(vault_id, secret_alias) {
-        try {
-            const results = [];
-            const vaultDir = path.join(this._baseDir, vault_id.value);
-            const aliasDirs = secret_alias ? [Buffer.from(secret_alias).toString("hex")] : await fs.readdir(vaultDir);
-            for (const aid of aliasDirs) {
-                const aliasDir = path.join(vaultDir, aid);
-                try {
-                    const files = await fs.readdir(aliasDir);
-                    for (const f of files) {
-                        if (f.endsWith(".json")) {
-                            const content = await fs.readFile(path.join(aliasDir, f), "utf-8");
-                            results.push(JSON.parse(content));
-                        }
-                    }
-                }
-                catch {
-                    continue;
-                }
-            }
-            return results;
-        }
-        catch {
-            return [];
+    async list(vault_id, secret_id) {
+        let sql = `SELECT record FROM destination_grants WHERE vault_id = ?`;
+        const params = [vault_id.value];
+        if (secret_id) {
+            sql += ` AND secret_id = ?`;
+            params.push(secret_id.value);
         }
+        const rows = this.db.prepare(sql).all(...params);
+        return rows.map(r => JSON.parse(r.record));
     }
-    async delete(vault_id, secret_alias, site_id) {
-        try {
-            await fs.unlink(this._getPath(vault_id, secret_alias, site_id));
-        }
-        catch { }
+    async delete(vault_id, secret_id, site_id) {
+        this.db.prepare(`DELETE FROM destination_grants WHERE vault_id = ? AND secret_id = ? AND site_id = ?`).run(vault_id.value, secret_id.value, site_id);
     }
 }
-export class FileRequestRecordRegistry {
-    _baseDir;
-    constructor(baseDir) {
-        this._baseDir = path.join(baseDir, "requests");
-    }
-    _getPath(vault_id, request_id) {
-        return path.join(this._baseDir, vault_id.value, `${request_id}.json`);
+export class SqliteRequestRecordRegistry {
+    db;
+    static subscribers = new Map();
+    get subscribers() { return SqliteRequestRecordRegistry.subscribers; }
+    constructor(db) {
+        this.db = db;
     }
     async save(record) {
-        const filePath = this._getPath(record.vault_id, record.request_id);
-        await ensureDir(path.dirname(filePath));
-        await fs.writeFile(filePath, JSON.stringify(record, null, 2));
+        this.db.prepare(`INSERT INTO requests (vault_id, request_id, root_agent_id, secret_id, record) VALUES (?, ?, ?, ?, ?) ON CONFLICT(request_id) DO UPDATE SET record = excluded.record, secret_id = excluded.secret_id`).run(record.vault_id.value, record.request_id, record.root_agent_id, record.request.secret_id?.value ?? null, JSON.stringify(record));
+        const subs = this.subscribers.get(record.vault_id.value);
+        if (subs) {
+            for (const cb of subs)
+                cb(record);
+        }
     }
     async get(vault_id, request_id) {
-        try {
-            const content = await fs.readFile(this._getPath(vault_id, request_id), "utf-8");
-            return JSON.parse(content);
-        }
-        catch {
-            return null;
-        }
+        const row = this.db.prepare(`SELECT record FROM requests WHERE vault_id = ? AND request_id = ?`).get(vault_id.value, request_id);
+        return row ? JSON.parse(row.record) : null;
     }
     async list(vault_id, root_agent_id) {
-        const dir = path.join(this._baseDir, vault_id.value);
-        try {
-            const files = await fs.readdir(dir);
-            const records = await Promise.all(files.filter(f => f.endsWith(".json")).map(async (f) => {
-                const content = await fs.readFile(path.join(dir, f), "utf-8");
-                return JSON.parse(content);
-            }));
-            return root_agent_id ? records.filter(r => r.root_agent_id === root_agent_id) : records;
-        }
-        catch {
-            return [];
+        let sql = `SELECT record FROM requests WHERE vault_id = ?`;
+        const params = [vault_id.value];
+        if (root_agent_id) {
+            sql += ` AND root_agent_id = ?`;
+            params.push(root_agent_id);
         }
+        const rows = this.db.prepare(sql).all(...params);
+        return rows.map(r => JSON.parse(r.record));
     }
     subscribePending(vault_id, subscription) {
-        let closed = false;
-        let scanInFlight = null;
-        const seen = new Set();
-        const scan = async () => {
-            if (closed)
+        const rows = this.db.prepare(`SELECT record FROM requests WHERE vault_id = ?`).all(vault_id.value);
+        const replay = rows.map(r => JSON.parse(r.record))
+            .filter((record) => record.execution.status === DispatchStatus.AWAITING_APPROVAL && !!record.pending_dispatch_event)
+            .map((record) => ({
+            event_id: record.pending_dispatch_event.event_id,
+            emitted_at: record.pending_dispatch_event.emitted_at,
+            record
+        }))
+            .filter((event) => !subscription.afterEventId || event.event_id > subscription.afterEventId)
+            .sort((a, b) => a.event_id.localeCompare(b.event_id));
+        for (const event of replay)
+            subscription.onEvent(event);
+        let subs = this.subscribers.get(vault_id.value);
+        if (!subs) {
+            subs = new Set();
+            this.subscribers.set(vault_id.value, subs);
+        }
+        const callback = (record) => {
+            if (record.execution.status !== DispatchStatus.AWAITING_APPROVAL || !record.pending_dispatch_event)
                 return;
-            const pending = (await this.list(vault_id))
-                .map((record) => this._toPendingDispatchEvent(record))
-                .filter((event) => !!event)
-                .filter((event) => !subscription.afterEventId || event.event_id > subscription.afterEventId)
-                .sort((a, b) => a.event_id.localeCompare(b.event_id));
-            for (const event of pending) {
-                if (seen.has(event.event_id))
-                    continue;
-                seen.add(event.event_id);
-                subscription.onEvent(event);
-            }
-        };
-        const tick = () => {
-            if (closed || scanInFlight)
+            const event = {
+                event_id: record.pending_dispatch_event.event_id,
+                emitted_at: record.pending_dispatch_event.emitted_at,
+                record,
+            };
+            if (subscription.afterEventId && event.event_id <= subscription.afterEventId)
                 return;
-            scanInFlight = scan().finally(() => {
-                scanInFlight = null;
-            });
+            subscription.onEvent(event);
         };
-        tick();
-        const interval = setInterval(tick, 250);
-        interval.unref?.();
+        subs.add(callback);
         return () => {
-            closed = true;
-            clearInterval(interval);
-        };
-    }
-    _toPendingDispatchEvent(record) {
-        if (record.execution.status !== DispatchStatus.AWAITING_APPROVAL || !record.pending_dispatch_event) {
-            return null;
-        }
-        return {
-            event_id: record.pending_dispatch_event.event_id,
-            emitted_at: record.pending_dispatch_event.emitted_at,
-            record,
+            const current = this.subscribers.get(vault_id.value);
+            if (current) {
+                current.delete(callback);
+                if (current.size === 0)
+                    this.subscribers.delete(vault_id.value);
+            }
         };
     }
 }
-export class FileSessionTokenRegistry {
-    _baseDir;
-    constructor(baseDir) {
-        this._baseDir = path.join(baseDir, "session_tokens");
-    }
-    _getPath(root_agent_id) {
-        return path.join(this._baseDir, `${root_agent_id}.json`);
+export class SqliteSessionTokenRegistry {
+    db;
+    constructor(db) {
+        this.db = db;
     }
     async issue(root_agent_id) {
         const token = `sat_${crypto.randomBytes(16).toString("hex")}`;
-        const stored = {
-            token,
-            root_agent_id,
-            issued_at: new Date().toISOString(),
-        };
-        const filePath = this._getPath(root_agent_id);
-        await ensureDir(path.dirname(filePath));
-        await fs.writeFile(filePath, JSON.stringify(stored, null, 2));
+        const stored = { token, root_agent_id, issued_at: new Date().toISOString() };
+        this.db.prepare(`INSERT INTO session_tokens (root_agent_id, token, record) VALUES (?, ?, ?) ON CONFLICT(root_agent_id) DO UPDATE SET record = excluded.record, token = excluded.token`).run(root_agent_id, token, JSON.stringify(stored));
         return token;
     }
     async inspect(token, root_agent_id) {
-        try {
-            const content = await fs.readFile(this._getPath(root_agent_id), "utf-8");
-            const stored = JSON.parse(content);
-            if (stored.token === token) {
-                return { ok: true, token: stored };
-            }
-            const tokens = await this.list();
-            if (tokens.some((entry) => entry.token === token)) {
-                return { ok: false, reason: "agent_mismatch" };
-            }
-            return { ok: false, reason: "token_not_found" };
-        }
-        catch {
-            const tokens = await this.list();
-            if (tokens.some((entry) => entry.token === token)) {
-                return { ok: false, reason: "agent_mismatch" };
-            }
+        const row = this.db.prepare(`SELECT record, root_agent_id FROM session_tokens WHERE token = ?`).get(token);
+        if (!row)
             return { ok: false, reason: "token_not_found" };
-        }
+        if (row.root_agent_id !== root_agent_id)
+            return { ok: false, reason: "agent_mismatch" };
+        return { ok: true, token: JSON.parse(row.record) };
     }
     async revoke(token) {
-        const tokens = await this.list();
-        const stored = tokens.find((entry) => entry.token === token);
-        if (!stored)
-            return;
-        try {
-            await fs.unlink(this._getPath(stored.root_agent_id));
-        }
-        catch { }
+        this.db.prepare(`DELETE FROM session_tokens WHERE token = ?`).run(token);
     }
     async list(root_agent_id) {
+        let sql = `SELECT record FROM session_tokens`;
+        const params = [];
         if (root_agent_id) {
-            try {
-                const content = await fs.readFile(this._getPath(root_agent_id), "utf-8");
-                return [JSON.parse(content)];
-            }
-            catch {
-                return [];
-            }
-        }
-        try {
-            const files = await fs.readdir(this._baseDir);
-            return await Promise.all(files.filter((f) => f.endsWith(".json")).map(async (f) => {
-                const content = await fs.readFile(path.join(this._baseDir, f), "utf-8");
-                return JSON.parse(content);
-            }));
-        }
-        catch {
-            return [];
+            sql += ` WHERE root_agent_id = ?`;
+            params.push(root_agent_id);
         }
+        const rows = this.db.prepare(sql).all(...params);
+        return rows.map(r => JSON.parse(r.record));
     }
 }
 export const DEFAULT_VAULT_KEY_CUSTODY_BLOB_KEY = "master_key.sealed";
@@ -468,21 +372,77 @@ export async function recoverVaultWorkingKey(storage, recoveryKey) {
     const { workingKey } = JSON.parse(data.toString());
     return workingKey;
 }
+const dbCache = new Map();
+function initDb(baseDir) {
+    if (dbCache.has(baseDir))
+        return dbCache.get(baseDir);
+    const dbPath = path.join(baseDir, "vault.sqlite");
+    const db = new Database(dbPath);
+    db.pragma('journal_mode = WAL');
+    // Check if we need to migrate from alias to id
+    const hasOldGrants = db.prepare("SELECT count(*) as count FROM sqlite_master WHERE type='table' AND name='grants' AND sql LIKE '%secret_alias%'").get();
+    if (hasOldGrants.count > 0) {
+        console.log("🛠️ Migrating Vault database from secret_alias to secret_id...");
+        db.transaction(() => {
+            // 1. Rename old tables
+            db.exec("ALTER TABLE grants RENAME TO grants_old");
+            db.exec("ALTER TABLE destination_grants RENAME TO destination_grants_old");
+            // 2. Create new tables
+            db.exec("CREATE TABLE grants (vault_id TEXT, root_agent_id TEXT, secret_id TEXT, record TEXT, PRIMARY KEY(vault_id, root_agent_id, secret_id))");
+            db.exec("CREATE TABLE destination_grants (vault_id TEXT, secret_id TEXT, site_id TEXT, record TEXT, PRIMARY KEY(vault_id, secret_id, site_id))");
+            // 3. Migrate data by joining with secrets table
+            db.exec(`
+        INSERT INTO grants (vault_id, root_agent_id, secret_id, record)
+        SELECT g.vault_id, g.root_agent_id, s.secret_id, g.record
+        FROM grants_old g
+        JOIN secrets s ON g.secret_alias = s.alias
+      `);
+            db.exec(`
+        INSERT INTO destination_grants (vault_id, secret_id, site_id, record)
+        SELECT dg.vault_id, s.secret_id, dg.site_id, dg.record
+        FROM destination_grants_old dg
+        JOIN secrets s ON dg.secret_alias = s.alias
+      `);
+            // 4. Drop old tables
+            db.exec("DROP TABLE grants_old");
+            db.exec("DROP TABLE destination_grants_old");
+        })();
+        console.log("✅ Migration complete.");
+    }
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS secrets (secret_id TEXT PRIMARY KEY, vault_id TEXT, alias TEXT UNIQUE, record TEXT);
+    CREATE TABLE IF NOT EXISTS custody (secret_id TEXT PRIMARY KEY, encrypted_payload TEXT);
+    CREATE TABLE IF NOT EXISTS audit_logs (event_id TEXT PRIMARY KEY, vault_id TEXT, root_agent_id TEXT, request_id TEXT, secret_alias TEXT, secret_id TEXT, ts INTEGER, entry TEXT);
+    CREATE TABLE IF NOT EXISTS agents (vault_id TEXT, root_agent_id TEXT, record TEXT, PRIMARY KEY(vault_id, root_agent_id));
+    CREATE TABLE IF NOT EXISTS grants (vault_id TEXT, root_agent_id TEXT, secret_id TEXT, record TEXT, PRIMARY KEY(vault_id, root_agent_id, secret_id));
+    CREATE TABLE IF NOT EXISTS destination_grants (vault_id TEXT, secret_id TEXT, site_id TEXT, record TEXT, PRIMARY KEY(vault_id, secret_id, site_id));
+    CREATE TABLE IF NOT EXISTS requests (vault_id TEXT, request_id TEXT PRIMARY KEY, root_agent_id TEXT, secret_id TEXT, record TEXT);
+    CREATE TABLE IF NOT EXISTS session_tokens (root_agent_id TEXT PRIMARY KEY, token TEXT UNIQUE, record TEXT);
+  `);
+    dbCache.set(baseDir, db);
+    return db;
+}
 export function createPersistentVaultCoreDependencies(storage, options) {
     const baseDir = storage.getBaseDir();
-    const agentRecords = new FileAgentIdentityRegistry(baseDir);
-    const sessionTokenRegistry = new FileSessionTokenRegistry(baseDir);
+    // Ensure black-box environment directory exists synchronously.
+    if (!fs.existsSync(baseDir)) {
+        fs.mkdirSync(baseDir, { recursive: true });
+    }
+    const db = initDb(baseDir);
+    const custody = new SqliteSecretCustody(db, options.vaultWorkingKey);
+    const agentRecords = new SqliteAgentIdentityRegistry(db, custody);
+    const sessionTokenRegistry = new SqliteSessionTokenRegistry(db);
     return {
         vault_id: { value: options.vault_id },
         ids: new RandomIdGenerator(),
         clock: new SystemClock(),
         agentRecords,
-        agent_secretGrants: new FileAgentSecretGrantRegistry(baseDir),
-        secret_destinationGrants: new FileSecretDestinationGrantRegistry(baseDir),
-        audit: new FileAuditLog(baseDir),
-        requests: new FileRequestRecordRegistry(baseDir),
-        custody: new FileSecretCustody(baseDir, options.vaultWorkingKey),
-        secrets: new FileSecretRepository(baseDir),
+        agent_secretGrants: new SqliteAgentSecretGrantRegistry(db),
+        secret_destinationGrants: new SqliteSecretDestinationGrantRegistry(db),
+        audit: new SqliteAuditLog(db),
+        requests: new SqliteRequestRecordRegistry(db),
+        custody,
+        secrets: new SqliteSecretRepository(db),
         policy: new DefaultPolicyEngine(),
         replayGuard: options.replayGuard ?? new InMemoryReplayGuard(options.proofVerifier),
         agentProofVerifier: new SignatureAgentProofVerifier(agentRecords, sessionTokenRegistry, options.proofVerifier),