@vellumai/assistant 0.5.1 → 0.5.2

package/src/memory/migrations/147-migrate-reminders-to-schedules.ts

@@ -30,40 +30,37 @@ import { withCrashRecovery } from "./validate-migration-state.js";
  * preserved for the subsequent cleanup PR.
  */
 export function migrateRemindersToSchedules(database: DrizzleDb): void {
-  withCrashRecovery(
-    database,
-    "migration_reminders_to_schedules_v1",
-    () => {
-      const raw = getSqliteFrom(database);
+  withCrashRecovery(database, "migration_reminders_to_schedules_v1", () => {
+    const raw = getSqliteFrom(database);
 
-      // Guard: if the reminders table doesn't exist, nothing to migrate.
-      const hasReminders = raw
-        .query(
-          "SELECT name FROM sqlite_master WHERE type='table' AND name='reminders'",
-        )
-        .get();
-      if (!hasReminders) return;
+    // Guard: if the reminders table doesn't exist, nothing to migrate.
+    const hasReminders = raw
+      .query(
+        "SELECT name FROM sqlite_master WHERE type='table' AND name='reminders'",
+      )
+      .get();
+    if (!hasReminders) return;
 
-      // Read all reminders into memory. We use the reminder's original ID as
-      // the cron_jobs primary key so that INSERT OR IGNORE deduplicates
-      // correctly if the migration re-runs after a crash.
-      const reminders = raw.query("SELECT * FROM reminders").all() as Array<{
-        id: string;
-        label: string;
-        message: string;
-        fire_at: number;
-        mode: string;
-        status: string;
-        fired_at: number | null;
-        routing_intent: string;
-        routing_hints_json: string;
-        created_at: number;
-        updated_at: number;
-      }>;
+    // Read all reminders into memory. We use the reminder's original ID as
+    // the cron_jobs primary key so that INSERT OR IGNORE deduplicates
+    // correctly if the migration re-runs after a crash.
+    const reminders = raw.query("SELECT * FROM reminders").all() as Array<{
+      id: string;
+      label: string;
+      message: string;
+      fire_at: number;
+      mode: string;
+      status: string;
+      fired_at: number | null;
+      routing_intent: string;
+      routing_hints_json: string;
+      created_at: number;
+      updated_at: number;
+    }>;
 
-      if (reminders.length === 0) return;
+    if (reminders.length === 0) return;
 
-      const insert = raw.query(/*sql*/ `
+    const insert = raw.query(/*sql*/ `
         INSERT OR IGNORE INTO cron_jobs (
           id, name, enabled, cron_expression, schedule_syntax, timezone,
           message, next_run_at, last_run_at, last_status, retry_count,
@@ -77,53 +74,52 @@ export function migrateRemindersToSchedules(database: DrizzleDb): void {
         )
       `);
 
-      // Mark migrated pending reminders as fired so the legacy
-      // claimDueReminders path doesn't fire them a second time.
-      const markFired = raw.query(/*sql*/ `
+    // Mark migrated pending reminders as fired so the legacy
+    // claimDueReminders path doesn't fire them a second time.
+    const markFired = raw.query(/*sql*/ `
         UPDATE reminders SET status = 'fired', fired_at = ?
         WHERE id = ? AND status = 'pending'
       `);
 
-      try {
-        raw.exec("BEGIN");
+    try {
+      raw.exec("BEGIN");
 
-        for (const r of reminders) {
-          const statusMap: Record<string, string> = {
-            pending: "active",
-            firing: "firing",
-            fired: "fired",
-            cancelled: "cancelled",
-          };
+      for (const r of reminders) {
+        const statusMap: Record<string, string> = {
+          pending: "active",
+          firing: "firing",
+          fired: "fired",
+          cancelled: "cancelled",
+        };
 
-          insert.run(
-            r.id,
-            r.label,
-            r.status === "pending" ? 1 : 0,
-            // message, next_run_at, last_run_at, last_status
-            r.message,
-            r.fire_at,
-            r.fired_at,
-            r.status === "fired" ? "ok" : null,
-            // mode, routing_intent, routing_hints_json, status
-            r.mode,
-            r.routing_intent,
-            r.routing_hints_json,
-            statusMap[r.status] ?? "active",
-            // created_at, updated_at
-            r.created_at,
-            r.updated_at,
-          );
+        insert.run(
+          r.id,
+          r.label,
+          r.status === "pending" ? 1 : 0,
+          // message, next_run_at, last_run_at, last_status
+          r.message,
+          r.fire_at,
+          r.fired_at,
+          r.status === "fired" ? "ok" : null,
+          // mode, routing_intent, routing_hints_json, status
+          r.mode,
+          r.routing_intent,
+          r.routing_hints_json,
+          statusMap[r.status] ?? "active",
+          // created_at, updated_at
+          r.created_at,
+          r.updated_at,
+        );
 
-          if (r.status === "pending") {
-            markFired.run(Date.now(), r.id);
-          }
+        if (r.status === "pending") {
+          markFired.run(Date.now(), r.id);
         }
-
-        raw.exec("COMMIT");
-      } catch (err) {
-        raw.exec("ROLLBACK");
-        throw err;
       }
-    },
-  );
+
+      raw.exec("COMMIT");
+    } catch (err) {
+      raw.exec("ROLLBACK");
+      throw err;
+    }
+  });
 }

package/src/memory/migrations/148-drop-reminders-table.ts

@@ -6,13 +6,9 @@ import { withCrashRecovery } from "./validate-migration-state.js";
  * migrated into cron_jobs as one-shot schedules (migration 147).
  */
 export function migrateDropRemindersTable(database: DrizzleDb): void {
-  withCrashRecovery(
-    database,
-    "migration_drop_reminders_table_v1",
-    () => {
-      const raw = getSqliteFrom(database);
-      raw.run("DROP INDEX IF EXISTS idx_reminders_status_fire_at");
-      raw.run("DROP TABLE IF EXISTS reminders");
-    },
-  );
+  withCrashRecovery(database, "migration_drop_reminders_table_v1", () => {
+    const raw = getSqliteFrom(database);
+    raw.run("DROP INDEX IF EXISTS idx_reminders_status_fire_at");
+    raw.run("DROP TABLE IF EXISTS reminders");
+  });
 }

package/src/memory/migrations/160-drop-loopback-port-column.ts

@@ -4,9 +4,7 @@ import { getSqliteFrom } from "../db-connection.js";
 export function migrateDropLoopbackPortColumn(database: DrizzleDb): void {
   const raw = getSqliteFrom(database);
   try {
-    raw.exec(
-      /*sql*/ `ALTER TABLE oauth_providers DROP COLUMN loopback_port`,
-    );
+    raw.exec(/*sql*/ `ALTER TABLE oauth_providers DROP COLUMN loopback_port`);
   } catch {
     // Column already dropped or doesn't exist — nothing to do.
   }

package/src/memory/migrations/174-rename-thread-starters-table.ts

@@ -40,13 +40,6 @@ export function migrateRenameThreadStartersTable(database: DrizzleDb): void {
       raw.exec(
         /*sql*/ `CREATE INDEX IF NOT EXISTS idx_conversation_starters_card_type ON conversation_starters(card_type, scope_id)`,
       );
-
-      // Migrate checkpoint keys from old thread_starters: prefix to
-      // conversation_starters: so existing checkpoint data is found by
-      // the renamed code paths and unnecessary re-generation is avoided.
-      raw.exec(
-        /*sql*/ `UPDATE memory_checkpoints SET key = replace(key, 'thread_starters:', 'conversation_starters:') WHERE key LIKE 'thread_starters:%'`,
-      );
     },
   );
 }

package/src/memory/migrations/178-oauth-providers-managed-service-config-key.ts

@@ -0,0 +1,15 @@
+import type { DrizzleDb } from "../db-connection.js";
+import { getSqliteFrom } from "../db-connection.js";
+
+export function migrateOAuthProvidersManagedServiceConfigKey(
+  database: DrizzleDb,
+): void {
+  const raw = getSqliteFrom(database);
+  try {
+    raw.exec(
+      /*sql*/ `ALTER TABLE oauth_providers ADD COLUMN managed_service_config_key TEXT`,
+    );
+  } catch {
+    // Column already exists — nothing to do.
+  }
+}

package/src/memory/migrations/179-llm-request-log-message-id.ts

@@ -0,0 +1,16 @@
+import type { DrizzleDb } from "../db-connection.js";
+import { getSqliteFrom } from "../db-connection.js";
+
+export function migrateLlmRequestLogMessageId(database: DrizzleDb): void {
+  const raw = getSqliteFrom(database);
+  try {
+    raw.exec(/*sql*/ `ALTER TABLE llm_request_logs ADD COLUMN message_id TEXT`);
+  } catch {
+    // Column already exists — nothing to do.
+  }
+
+  raw.exec(/*sql*/ `
+    CREATE INDEX IF NOT EXISTS idx_llm_request_logs_message_id
+    ON llm_request_logs(message_id)
+  `);
+}

package/src/memory/migrations/180-backfill-inline-attachments-to-disk.ts

@@ -0,0 +1,66 @@
+import { writeAttachmentToDisk } from "../attachments-store.js";
+import type { DrizzleDb } from "../db-connection.js";
+import { getSqliteFrom } from "../db-connection.js";
+import { withCrashRecovery } from "./validate-migration-state.js";
+
+/**
+ * Backfill existing inline (base64-in-DB) attachments to disk.
+ *
+ * Finds attachment rows that have non-empty data_base64 but no file_path,
+ * writes each one to disk, and updates the row to store the file path
+ * while clearing the inline data.
+ *
+ * Processes in batches of 50 to avoid holding large amounts of base64 data
+ * in memory at once.
+ */
+export function migrateBackfillInlineAttachmentsToDisk(
+  database: DrizzleDb,
+): void {
+  withCrashRecovery(
+    database,
+    "migration_backfill_inline_attachments_v1",
+    () => {
+      const raw = getSqliteFrom(database);
+      const BATCH_SIZE = 50;
+      let totalMigrated = 0;
+
+      for (;;) {
+        const rows = raw
+          .query(
+            `SELECT id, original_filename, data_base64 FROM attachments
+             WHERE (file_path IS NULL OR file_path = '')
+               AND data_base64 != ''
+               AND length(data_base64) > 0
+             LIMIT ?`,
+          )
+          .all(BATCH_SIZE) as Array<{
+          id: string;
+          original_filename: string;
+          data_base64: string;
+        }>;
+
+        if (rows.length === 0) break;
+
+        for (const row of rows) {
+          const filePath = writeAttachmentToDisk(
+            row.data_base64,
+            row.original_filename,
+          );
+          raw
+            .query(
+              `UPDATE attachments SET file_path = ?, data_base64 = '' WHERE id = ?`,
+            )
+            .run(filePath, row.id);
+        }
+
+        totalMigrated += rows.length;
+      }
+
+      if (totalMigrated > 0) {
+        // Log is intentionally not imported to keep migration self-contained;
+        // the checkpoint value records completion.
+        console.log(`Migrated ${totalMigrated} inline attachments to disk`);
+      }
+    },
+  );
+}

package/src/memory/migrations/181-rename-thread-starters-checkpoints.ts

@@ -0,0 +1,46 @@
+import { type DrizzleDb, getSqliteFrom } from "../db-connection.js";
+import { withCrashRecovery } from "./validate-migration-state.js";
+
+/**
+ * Rename checkpoint keys from the old `thread_starters:` prefix to
+ * `conversation_starters:` so that the renamed code paths in
+ * `conversation-starters-cadence.ts` and `conversation-starters.ts`
+ * find existing generation state and avoid unnecessary re-generation.
+ *
+ * This was originally appended to migration 174, but that migration
+ * had already shipped with its own checkpoint key
+ * (`migration_rename_thread_starters_table_v1`), so `withCrashRecovery`
+ * would skip the entire body for users who had already run it. Moving
+ * the checkpoint-key rewrite into its own migration with an independent
+ * checkpoint key ensures it runs for all users.
+ *
+ * The rename is collision-safe: if a database already has both old
+ * `thread_starters:*` keys and new `conversation_starters:*` keys
+ * (written by updated code after the table rename), we drop the stale
+ * old rows first to avoid UNIQUE constraint violations on the primary key.
+ */
+export function migrateRenameThreadStartersCheckpoints(
+  database: DrizzleDb,
+): void {
+  withCrashRecovery(
+    database,
+    "migration_rename_thread_starters_checkpoints_v1",
+    () => {
+      const raw = getSqliteFrom(database);
+
+      // 1. Delete old thread_starters: keys where a corresponding
+      //    conversation_starters: key already exists (the newer key
+      //    written by updated code takes precedence).
+      raw.exec(/*sql*/ `DELETE FROM memory_checkpoints
+         WHERE key LIKE 'thread_starters:%'
+           AND replace(key, 'thread_starters:', 'conversation_starters:') IN (
+             SELECT key FROM memory_checkpoints WHERE key LIKE 'conversation_starters:%'
+           )`);
+
+      // 2. Rename remaining old keys that have no collision.
+      raw.exec(
+        /*sql*/ `UPDATE memory_checkpoints SET key = replace(key, 'thread_starters:', 'conversation_starters:') WHERE key LIKE 'thread_starters:%'`,
+      );
+    },
+  );
+}

package/src/memory/migrations/182-oauth-providers-display-metadata.ts

@@ -0,0 +1,20 @@
+import type { DrizzleDb } from "../db-connection.js";
+import { getSqliteFrom } from "../db-connection.js";
+
+export function migrateOAuthProvidersDisplayMetadata(database: DrizzleDb): void {
+  const raw = getSqliteFrom(database);
+  const columns = [
+    "display_name TEXT",
+    "description TEXT",
+    "dashboard_url TEXT",
+    "client_id_placeholder TEXT",
+    "requires_client_secret INTEGER NOT NULL DEFAULT 1",
+  ];
+  for (const col of columns) {
+    try {
+      raw.exec(`ALTER TABLE oauth_providers ADD COLUMN ${col}`);
+    } catch {
+      // Column already exists — nothing to do.
+    }
+  }
+}

package/src/memory/migrations/183-add-conversation-fork-lineage.ts

@@ -0,0 +1,22 @@
+import type { DrizzleDb } from "../db-connection.js";
+import { getSqliteFrom } from "../db-connection.js";
+
+export function migrateConversationForkLineage(database: DrizzleDb): void {
+  const raw = getSqliteFrom(database);
+  const columns = [
+    "fork_parent_conversation_id TEXT",
+    "fork_parent_message_id TEXT",
+  ];
+
+  for (const column of columns) {
+    try {
+      raw.exec(`ALTER TABLE conversations ADD COLUMN ${column}`);
+    } catch {
+      // Column already exists — nothing to do.
+    }
+  }
+
+  raw.exec(
+    /*sql*/ `CREATE INDEX IF NOT EXISTS idx_conversations_fork_parent_conversation_id ON conversations(fork_parent_conversation_id)`,
+  );
+}

package/src/memory/migrations/184-llm-request-log-provider.ts

@@ -0,0 +1,12 @@
+import type { DrizzleDb } from "../db-connection.js";
+import { getSqliteFrom } from "../db-connection.js";
+
+export function migrateLlmRequestLogProvider(database: DrizzleDb): void {
+  const raw = getSqliteFrom(database);
+
+  try {
+    raw.exec(/*sql*/ `ALTER TABLE llm_request_logs ADD COLUMN provider TEXT`);
+  } catch {
+    // Column already exists — nothing to do.
+  }
+}

package/src/memory/migrations/index.ts

@@ -119,6 +119,13 @@ export { migrateRenameThreadStartersTable } from "./174-rename-thread-starters-t
 export { createLifecycleEventsTable } from "./175-create-lifecycle-events.js";
 export { migrateDropCapabilityCardState } from "./176-drop-capability-card-state.js";
 export { migrateCreateTraceEventsTable } from "./177-create-trace-events-table.js";
+export { migrateOAuthProvidersManagedServiceConfigKey } from "./178-oauth-providers-managed-service-config-key.js";
+export { migrateLlmRequestLogMessageId } from "./179-llm-request-log-message-id.js";
+export { migrateBackfillInlineAttachmentsToDisk } from "./180-backfill-inline-attachments-to-disk.js";
+export { migrateRenameThreadStartersCheckpoints } from "./181-rename-thread-starters-checkpoints.js";
+export { migrateOAuthProvidersDisplayMetadata } from "./182-oauth-providers-display-metadata.js";
+export { migrateConversationForkLineage } from "./183-add-conversation-fork-lineage.js";
+export { migrateLlmRequestLogProvider } from "./184-llm-request-log-provider.js";
 export {
   MIGRATION_REGISTRY,
   type MigrationRegistryEntry,

package/src/memory/migrations/registry.ts

@@ -228,6 +228,19 @@ export const MIGRATION_REGISTRY: MigrationRegistryEntry[] = [
     description:
       "Remove deleted capability-card rows, jobs, checkpoints, and category state",
   },
+  {
+    key: "migration_backfill_inline_attachments_v1",
+    version: 34,
+    description:
+      "Backfill existing inline base64 attachments to on-disk storage and clear dataBase64",
+  },
+  {
+    key: "migration_rename_thread_starters_checkpoints_v1",
+    version: 35,
+    dependsOn: ["migration_rename_thread_starters_table_v1"],
+    description:
+      "Rename checkpoint keys from thread_starters: to conversation_starters: prefix so renamed code paths find existing generation state",
+  },
 ];
 
 export interface MigrationValidationResult {