@holon-run/agentinbox 0.1.0 → 0.1.3

package/dist/src/store.js

@@ -8,7 +8,8 @@ const node_fs_1 = __importDefault(require("node:fs"));
 const node_path_1 = __importDefault(require("node:path"));
 const sql_js_1 = __importDefault(require("sql.js"));
 const util_1 = require("./util");
-const SCHEMA_VERSION = 11;
+const LEGACY_SCHEMA_VERSION = 12;
+const DRIZZLE_MIGRATIONS_TABLE = "__drizzle_migrations";
 function parseJson(value) {
     if (!value) {
         return {};
@@ -49,254 +50,89 @@ class AgentInboxStore {
         this.persist();
     }
     migrate() {
+        const migrations = this.loadSqlMigrations();
+        const hasMigrationTable = this.tableExists(DRIZZLE_MIGRATIONS_TABLE);
+        this.ensureDrizzleMigrationsTable();
+        const applied = this.listAppliedMigrationTags();
         const userVersion = this.userVersion();
-        if (userVersion === 0) {
-            this.dropKnownTables();
-            this.createCurrentSchema();
-            this.setUserVersion(SCHEMA_VERSION);
-            return;
+        if (applied.size === 0 && !hasMigrationTable && this.tableExists("sources")) {
+            if (userVersion !== 0 && userVersion !== LEGACY_SCHEMA_VERSION) {
+                throw new Error(`unsupported legacy database schema version ${userVersion} at ${this.dbPath}`);
+            }
+            this.recordAppliedMigration(migrations[0].tag);
+            applied.add(migrations[0].tag);
+        }
+        const pending = migrations.filter((migration) => !applied.has(migration.tag));
+        if (pending.length > 0) {
+            if (this.shouldBackupBeforeMigration()) {
+                this.backupDatabase();
+            }
+            for (const migration of pending) {
+                this.applyMigration(migration);
+            }
         }
-        if (userVersion !== SCHEMA_VERSION) {
-            throw new Error(`unsupported database schema version ${userVersion}; delete ${this.dbPath} to recreate`);
+        this.setUserVersion(migrations.length);
+    }
+    loadSqlMigrations() {
+        const migrationsDir = this.resolveMigrationsDir();
+        const files = node_fs_1.default
+            .readdirSync(migrationsDir)
+            .filter((name) => name.endsWith(".sql"))
+            .sort();
+        if (files.length === 0) {
+            throw new Error(`no SQL migrations found in ${migrationsDir}`);
         }
-        this.createCurrentSchema();
-    }
-    dropKnownTables() {
-        const tables = [
-            "consumer_commits",
-            "consumers",
-            "stream_events",
-            "streams",
-            "deliveries",
-            "activations",
-            "inbox_items",
-            "activation_dispatch_states",
-            "activation_targets",
-            "subscriptions",
-            "inboxes",
-            "agents",
-            "sources",
-            "terminal_dispatch_states",
-            "terminal_targets",
-            "interests",
+        return files.map((name) => ({
+            tag: name.replace(/\.sql$/, ""),
+            sql: node_fs_1.default.readFileSync(node_path_1.default.join(migrationsDir, name), "utf8"),
+        }));
+    }
+    resolveMigrationsDir() {
+        const candidates = [
+            node_path_1.default.resolve(__dirname, "../drizzle/migrations"),
+            node_path_1.default.resolve(__dirname, "../../drizzle/migrations"),
+            node_path_1.default.resolve(process.cwd(), "drizzle/migrations"),
         ];
-        this.inTransaction(() => {
-            for (const table of tables) {
-                if (this.tableExists(table)) {
-                    this.db.exec(`drop table ${table};`);
-                }
+        for (const candidate of candidates) {
+            if (node_fs_1.default.existsSync(candidate)) {
+                return candidate;
             }
-        });
+        }
+        throw new Error(`cannot locate drizzle migrations directory from ${__dirname}`);
     }
-    createCurrentSchema() {
+    ensureDrizzleMigrationsTable() {
         this.db.exec(`
-      create table if not exists sources (
-        source_id text primary key,
-        source_type text not null,
-        source_key text not null,
-        config_ref text,
-        config_json text not null,
-        status text not null,
-        checkpoint text,
-        created_at text not null,
-        updated_at text not null,
-        unique(source_type, source_key)
-      );
-
-      create table if not exists agents (
-        agent_id text primary key,
-        status text not null,
-        offline_since text,
-        runtime_kind text not null,
-        runtime_session_id text,
-        created_at text not null,
-        updated_at text not null,
-        last_seen_at text not null
-      );
-
-      create table if not exists inboxes (
-        inbox_id text primary key,
-        owner_agent_id text not null unique,
-        created_at text not null
-      );
-
-      create table if not exists subscriptions (
-        subscription_id text primary key,
-        agent_id text not null,
-        source_id text not null,
-        filter_json text not null,
-        lifecycle_mode text not null,
-        expires_at text,
-        start_policy text not null,
-        start_offset integer,
-        start_time text,
-        created_at text not null
-      );
-
-      create table if not exists activation_targets (
-        target_id text primary key,
-        agent_id text not null,
-        kind text not null,
-        status text not null,
-        offline_since text,
-        consecutive_failures integer not null,
-        last_delivered_at text,
-        last_error text,
-        mode text not null,
-        notify_lease_ms integer not null,
-        url text,
-        runtime_kind text,
-        runtime_session_id text,
-        backend text,
-        tmux_pane_id text,
-        tty text,
-        term_program text,
-        iterm_session_id text,
-        created_at text not null,
-        updated_at text not null,
-        last_seen_at text not null
-      );
-
-      create table if not exists activation_dispatch_states (
-        agent_id text not null,
-        target_id text not null,
-        status text not null,
-        lease_expires_at text,
-        pending_new_item_count integer not null,
-        pending_summary text,
-        pending_subscription_ids_json text not null,
-        pending_source_ids_json text not null,
-        updated_at text not null,
-        primary key (agent_id, target_id)
+      create table if not exists ${DRIZZLE_MIGRATIONS_TABLE} (
+        id integer primary key autoincrement,
+        tag text not null unique,
+        applied_at text not null
       );
-
-      create table if not exists inbox_items (
-        item_id text primary key,
-        source_id text not null,
-        source_native_id text not null,
-        event_variant text not null,
-        inbox_id text not null,
-        occurred_at text not null,
-        metadata_json text not null,
-        raw_payload_json text not null,
-        delivery_handle_json text,
-        acked_at text,
-        unique(source_id, source_native_id, event_variant, inbox_id)
-      );
-
-      create table if not exists activations (
-        activation_id text primary key,
-        kind text not null,
-        agent_id text not null,
-        inbox_id text not null,
-        target_id text not null,
-        target_kind text not null,
-        subscription_ids_json text not null,
-        source_ids_json text not null,
-        new_item_count integer not null,
-        summary text not null,
-        items_json text,
-        created_at text not null,
-        delivered_at text
-      );
-
-      create table if not exists deliveries (
-        delivery_id text primary key,
-        provider text not null,
-        surface text not null,
-        target_ref text not null,
-        thread_ref text,
-        reply_mode text,
-        kind text not null,
-        payload_json text not null,
-        status text not null,
-        created_at text not null
-      );
-
-      create table if not exists streams (
-        stream_id text primary key,
-        source_id text not null unique,
-        stream_key text not null unique,
-        backend text not null,
-        created_at text not null
-      );
-
-      create table if not exists stream_events (
-        offset integer primary key autoincrement,
-        stream_event_id text not null unique,
-        stream_id text not null,
-        source_id text not null,
-        source_native_id text not null,
-        event_variant text not null,
-        occurred_at text not null,
-        metadata_json text not null,
-        raw_payload_json text not null,
-        delivery_handle_json text,
-        created_at text not null,
-        unique(stream_id, source_native_id, event_variant)
-      );
-
-      create table if not exists consumers (
-        consumer_id text primary key,
-        stream_id text not null,
-        subscription_id text not null unique,
-        consumer_key text not null unique,
-        start_policy text not null,
-        start_offset integer,
-        start_time text,
-        next_offset integer not null,
-        created_at text not null,
-        updated_at text not null
-      );
-
-      create table if not exists consumer_commits (
-        commit_id text primary key,
-        consumer_id text not null,
-        stream_id text not null,
-        committed_offset integer not null,
-        committed_at text not null
-      );
-
-      create unique index if not exists idx_activation_targets_terminal_tmux
-        on activation_targets(tmux_pane_id)
-        where kind = 'terminal' and tmux_pane_id is not null;
-
-      create unique index if not exists idx_activation_targets_terminal_iterm
-        on activation_targets(iterm_session_id)
-        where kind = 'terminal' and iterm_session_id is not null;
-
-      create unique index if not exists idx_activation_targets_runtime_session
-        on activation_targets(runtime_kind, runtime_session_id)
-        where kind = 'terminal' and runtime_session_id is not null;
-
-      create index if not exists idx_activation_dispatch_states_target
-        on activation_dispatch_states(target_id, lease_expires_at);
-
-      create index if not exists idx_inbox_items_acked_at
-        on inbox_items(acked_at);
-
-      create index if not exists idx_inbox_items_inbox_acked_at
-        on inbox_items(inbox_id, acked_at);
-
-      create index if not exists idx_agents_status_offline
-        on agents(status, offline_since);
-
-      create index if not exists idx_activation_targets_agent_status
-        on activation_targets(agent_id, status);
-
-      create index if not exists idx_stream_events_stream_offset
-        on stream_events(stream_id, offset);
-
-      create index if not exists idx_stream_events_stream_occurred_at
-        on stream_events(stream_id, occurred_at);
-
-      create index if not exists idx_consumers_stream
-        on consumers(stream_id);
-
-      create index if not exists idx_consumer_commits_consumer
-        on consumer_commits(consumer_id, committed_offset);
     `);
     }
+    listAppliedMigrationTags() {
+        const rows = this.getAll(`select tag from ${DRIZZLE_MIGRATIONS_TABLE} order by id asc`);
+        return new Set(rows.map((row) => String(row.tag)));
+    }
+    applyMigration(migration) {
+        this.inTransaction(() => {
+            this.db.exec(migration.sql);
+            this.recordAppliedMigration(migration.tag);
+        });
+    }
+    recordAppliedMigration(tag) {
+        this.db.run(`insert or ignore into ${DRIZZLE_MIGRATIONS_TABLE} (tag, applied_at) values (?, ?)`, [tag, (0, util_1.nowIso)()]);
+    }
+    shouldBackupBeforeMigration() {
+        if (!node_fs_1.default.existsSync(this.dbPath)) {
+            return false;
+        }
+        return this.tableExists("sources");
+    }
+    backupDatabase() {
+        const safeStamp = (0, util_1.nowIso)().replace(/[:.]/g, "-");
+        const backupPath = `${this.dbPath}.backup-${safeStamp}`;
+        node_fs_1.default.copyFileSync(this.dbPath, backupPath);
+    }
     persist() {
         const data = this.db.export();
         node_fs_1.default.writeFileSync(this.dbPath, Buffer.from(data));
@@ -327,9 +163,7 @@ class AgentInboxStore {
         return Boolean(row);
     }
     getSourceByKey(sourceType, sourceKey) {
-        const row = sourceType === "local_event"
-            ? this.getOne("select * from sources where source_type in (?, ?) and source_key = ? order by case when source_type = ? then 0 else 1 end limit 1", ["local_event", "custom", sourceKey, "local_event"])
-            : this.getOne("select * from sources where source_type = ? and source_key = ?", [sourceType, sourceKey]);
+        const row = this.getOne("select * from sources where source_type = ? and source_key = ?", [sourceType, sourceKey]);
         return row ? this.mapSource(row) : null;
     }
     getSource(sourceId) {
@@ -359,6 +193,24 @@ class AgentInboxStore {
         const rows = this.getAll("select * from sources order by created_at asc");
         return rows.map((row) => this.mapSource(row));
     }
+    updateSourceDefinition(sourceId, input) {
+        const current = this.getSource(sourceId);
+        if (!current) {
+            throw new Error(`unknown source: ${sourceId}`);
+        }
+        this.db.run(`
+      update sources
+      set config_ref = ?, config_json = ?, updated_at = ?
+      where source_id = ?
+    `, [
+            Object.prototype.hasOwnProperty.call(input, "configRef") ? input.configRef ?? null : current.configRef ?? null,
+            JSON.stringify(Object.prototype.hasOwnProperty.call(input, "config") ? input.config ?? {} : current.config ?? {}),
+            (0, util_1.nowIso)(),
+            sourceId,
+        ]);
+        this.persist();
+        return this.getSource(sourceId);
+    }
     updateSourceRuntime(sourceId, input) {
         const current = this.getSource(sourceId);
         if (!current) {
@@ -369,13 +221,35 @@ class AgentInboxStore {
       set status = ?, checkpoint = ?, updated_at = ?
       where source_id = ?
     `, [
-            input.status ?? current.status,
-            input.checkpoint ?? current.checkpoint ?? null,
+            Object.prototype.hasOwnProperty.call(input, "status") ? input.status ?? current.status : current.status,
+            Object.prototype.hasOwnProperty.call(input, "checkpoint") ? input.checkpoint ?? null : current.checkpoint ?? null,
             (0, util_1.nowIso)(),
             sourceId,
         ]);
         this.persist();
     }
+    deleteSource(sourceId) {
+        const source = this.getSource(sourceId);
+        if (!source) {
+            return null;
+        }
+        this.inTransaction(() => {
+            const stream = this.getStreamBySourceId(sourceId);
+            if (stream) {
+                const consumers = this.getAll("select consumer_id from consumers where stream_id = ?", [stream.streamId]);
+                for (const row of consumers) {
+                    const consumerId = String(row.consumer_id);
+                    this.db.run("delete from consumer_commits where consumer_id = ?", [consumerId]);
+                }
+                this.db.run("delete from consumers where stream_id = ?", [stream.streamId]);
+                this.db.run("delete from stream_events where stream_id = ?", [stream.streamId]);
+                this.db.run("delete from streams where stream_id = ?", [stream.streamId]);
+            }
+            this.db.run("delete from sources where source_id = ?", [sourceId]);
+        });
+        this.persist();
+        return source;
+    }
     getAgent(agentId) {
         const row = this.getOne("select * from agents where agent_id = ?", [agentId]);
         return row ? this.mapAgent(row) : null;
@@ -1073,12 +947,9 @@ class AgentInboxStore {
         }
     }
     mapSource(row) {
-        const sourceType = String(row.source_type) === "custom"
-            ? "local_event"
-            : row.source_type;
         return {
             sourceId: String(row.source_id),
-            sourceType,
+            sourceType: row.source_type,
             sourceKey: String(row.source_key),
             configRef: row.config_ref ? String(row.config_ref) : null,
             config: parseJson(row.config_json),

package/dist/src/util.js

@@ -15,13 +15,29 @@ function nowIso() {
 function generateId(prefix) {
     return `${prefix}_${node_crypto_1.default.randomUUID()}`;
 }
-function parseJsonArg(raw) {
+function parseJsonArg(raw, source = "JSON argument", options) {
     if (!raw) {
+        if (options?.requireNonEmptyObject) {
+            throw new Error(`invalid ${source}: expected a non-empty JSON object`);
+        }
         return {};
     }
-    const parsed = JSON.parse(raw);
+    if (options?.requireNonEmptyObject && raw.trim() === "") {
+        throw new Error(`invalid ${source}: expected a non-empty JSON object`);
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(raw);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        throw new Error(`invalid ${source}: ${message}`);
+    }
     if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
-        throw new Error("expected a JSON object");
+        throw new Error(`expected ${source} to be a JSON object`);
+    }
+    if (options?.requireNonEmptyObject && Object.keys(parsed).length === 0) {
+        throw new Error(`invalid ${source}: expected a non-empty JSON object`);
     }
     return parsed;
 }

package/drizzle/migrations/0000_initial.sql

@@ -0,0 +1,206 @@
+create table if not exists sources (
+  source_id text primary key,
+  source_type text not null,
+  source_key text not null,
+  config_ref text,
+  config_json text not null,
+  status text not null,
+  checkpoint text,
+  created_at text not null,
+  updated_at text not null,
+  unique(source_type, source_key)
+);
+
+create table if not exists agents (
+  agent_id text primary key,
+  status text not null,
+  offline_since text,
+  runtime_kind text not null,
+  runtime_session_id text,
+  created_at text not null,
+  updated_at text not null,
+  last_seen_at text not null
+);
+
+create table if not exists inboxes (
+  inbox_id text primary key,
+  owner_agent_id text not null unique,
+  created_at text not null
+);
+
+create table if not exists subscriptions (
+  subscription_id text primary key,
+  agent_id text not null,
+  source_id text not null,
+  filter_json text not null,
+  lifecycle_mode text not null,
+  expires_at text,
+  start_policy text not null,
+  start_offset integer,
+  start_time text,
+  created_at text not null
+);
+
+create table if not exists activation_targets (
+  target_id text primary key,
+  agent_id text not null,
+  kind text not null,
+  status text not null,
+  offline_since text,
+  consecutive_failures integer not null,
+  last_delivered_at text,
+  last_error text,
+  mode text not null,
+  notify_lease_ms integer not null,
+  url text,
+  runtime_kind text,
+  runtime_session_id text,
+  backend text,
+  tmux_pane_id text,
+  tty text,
+  term_program text,
+  iterm_session_id text,
+  created_at text not null,
+  updated_at text not null,
+  last_seen_at text not null
+);
+
+create table if not exists activation_dispatch_states (
+  agent_id text not null,
+  target_id text not null,
+  status text not null,
+  lease_expires_at text,
+  pending_new_item_count integer not null,
+  pending_summary text,
+  pending_subscription_ids_json text not null,
+  pending_source_ids_json text not null,
+  updated_at text not null,
+  primary key (agent_id, target_id)
+);
+
+create table if not exists inbox_items (
+  item_id text primary key,
+  source_id text not null,
+  source_native_id text not null,
+  event_variant text not null,
+  inbox_id text not null,
+  occurred_at text not null,
+  metadata_json text not null,
+  raw_payload_json text not null,
+  delivery_handle_json text,
+  acked_at text,
+  unique(source_id, source_native_id, event_variant, inbox_id)
+);
+
+create table if not exists activations (
+  activation_id text primary key,
+  kind text not null,
+  agent_id text not null,
+  inbox_id text not null,
+  target_id text not null,
+  target_kind text not null,
+  subscription_ids_json text not null,
+  source_ids_json text not null,
+  new_item_count integer not null,
+  summary text not null,
+  items_json text,
+  created_at text not null,
+  delivered_at text
+);
+
+create table if not exists deliveries (
+  delivery_id text primary key,
+  provider text not null,
+  surface text not null,
+  target_ref text not null,
+  thread_ref text,
+  reply_mode text,
+  kind text not null,
+  payload_json text not null,
+  status text not null,
+  created_at text not null
+);
+
+create table if not exists streams (
+  stream_id text primary key,
+  source_id text not null unique,
+  stream_key text not null unique,
+  backend text not null,
+  created_at text not null
+);
+
+create table if not exists stream_events (
+  offset integer primary key autoincrement,
+  stream_event_id text not null unique,
+  stream_id text not null,
+  source_id text not null,
+  source_native_id text not null,
+  event_variant text not null,
+  occurred_at text not null,
+  metadata_json text not null,
+  raw_payload_json text not null,
+  delivery_handle_json text,
+  created_at text not null,
+  unique(stream_id, source_native_id, event_variant)
+);
+
+create table if not exists consumers (
+  consumer_id text primary key,
+  stream_id text not null,
+  subscription_id text not null unique,
+  consumer_key text not null unique,
+  start_policy text not null,
+  start_offset integer,
+  start_time text,
+  next_offset integer not null,
+  created_at text not null,
+  updated_at text not null
+);
+
+create table if not exists consumer_commits (
+  commit_id text primary key,
+  consumer_id text not null,
+  stream_id text not null,
+  committed_offset integer not null,
+  committed_at text not null
+);
+
+create unique index if not exists idx_activation_targets_terminal_tmux
+  on activation_targets(tmux_pane_id)
+  where kind = 'terminal' and tmux_pane_id is not null;
+
+create unique index if not exists idx_activation_targets_terminal_iterm
+  on activation_targets(iterm_session_id)
+  where kind = 'terminal' and iterm_session_id is not null;
+
+create unique index if not exists idx_activation_targets_runtime_session
+  on activation_targets(runtime_kind, runtime_session_id)
+  where kind = 'terminal' and runtime_session_id is not null;
+
+create index if not exists idx_activation_dispatch_states_target
+  on activation_dispatch_states(target_id, lease_expires_at);
+
+create index if not exists idx_inbox_items_acked_at
+  on inbox_items(acked_at);
+
+create index if not exists idx_inbox_items_inbox_acked_at
+  on inbox_items(inbox_id, acked_at);
+
+create index if not exists idx_agents_status_offline
+  on agents(status, offline_since);
+
+create index if not exists idx_activation_targets_agent_status
+  on activation_targets(agent_id, status);
+
+create index if not exists idx_stream_events_stream_offset
+  on stream_events(stream_id, offset);
+
+create index if not exists idx_stream_events_stream_occurred_at
+  on stream_events(stream_id, occurred_at);
+
+create index if not exists idx_consumers_stream
+  on consumers(stream_id);
+
+create index if not exists idx_consumer_commits_consumer
+  on consumer_commits(consumer_id, committed_offset);
+

package/drizzle/migrations/0001_inbox_items_source_occurred_at_idx.sql

@@ -0,0 +1,3 @@
+create index if not exists idx_inbox_items_source_occurred_at
+  on inbox_items(source_id, occurred_at);
+