vellum 0.2.0 → 0.2.1

package/src/index.ts

@@ -230,10 +230,12 @@ program
 
     log.info('Starting daemon in dev mode (Ctrl+C to stop)');
 
+    const repoRoot = join(import.meta.dirname, '..', '..');
     const child = spawn('bun', ['--watch', 'run', mainPath], {
       stdio: 'inherit',
       env: {
         ...process.env,
+        BASE_DATA_DIR: repoRoot,
         VELLUM_LOG_STDERR: '1',
         VELLUM_DEBUG: '1',
       },

package/src/media/gemini-image-service.ts

@@ -27,7 +27,7 @@ export interface ImageGenerationResult {
 // --- Constants ---
 
 const DEFAULT_MODEL = 'gemini-2.5-flash-image';
-const ALLOWED_MODELS = new Set(['gemini-2.5-flash-image', 'gemini-3-pro-image']);
+const ALLOWED_MODELS = new Set(['gemini-2.5-flash-image', 'gemini-3-pro-image', 'gemini-3-pro-image-preview']);
 const MAX_VARIANTS = 4;
 
 // --- Error mapping ---

package/src/memory/db.ts

@@ -544,6 +544,7 @@ export function initializeDb(): void {
   migrateMemoryEntityRelationDedup(database);
   migrateMemoryItemsFingerprintScopeUnique(database);
   migrateMemoryItemsScopeSaltedFingerprints(database);
+  migrateAssistantIdToSelf(database);
 
   // Indexes for query performance on large datasets
   database.run(/*sql*/ `CREATE INDEX IF NOT EXISTS idx_llm_request_logs_conv_created ON llm_request_logs(conversation_id, created_at)`);
@@ -685,6 +686,55 @@ export function initializeDb(): void {
   database.run(/*sql*/ `CREATE INDEX IF NOT EXISTS idx_triage_results_sender ON triage_results(sender)`);
   database.run(/*sql*/ `CREATE INDEX IF NOT EXISTS idx_triage_results_created_at ON triage_results(created_at DESC)`);
 
+  // ── Call Sessions (outgoing AI phone calls) ────────────────────────
+
+  database.run(/*sql*/ `
+    CREATE TABLE IF NOT EXISTS call_sessions (
+      id TEXT PRIMARY KEY,
+      conversation_id TEXT NOT NULL REFERENCES conversations(id) ON DELETE CASCADE,
+      provider TEXT NOT NULL,
+      provider_call_sid TEXT,
+      from_number TEXT NOT NULL,
+      to_number TEXT NOT NULL,
+      task TEXT,
+      status TEXT NOT NULL DEFAULT 'initiated',
+      started_at INTEGER,
+      ended_at INTEGER,
+      last_error TEXT,
+      created_at INTEGER NOT NULL,
+      updated_at INTEGER NOT NULL
+    )
+  `);
+
+  database.run(/*sql*/ `
+    CREATE TABLE IF NOT EXISTS call_events (
+      id TEXT PRIMARY KEY,
+      call_session_id TEXT NOT NULL REFERENCES call_sessions(id) ON DELETE CASCADE,
+      event_type TEXT NOT NULL,
+      payload_json TEXT NOT NULL DEFAULT '{}',
+      created_at INTEGER NOT NULL
+    )
+  `);
+
+  database.run(/*sql*/ `
+    CREATE TABLE IF NOT EXISTS call_pending_questions (
+      id TEXT PRIMARY KEY,
+      call_session_id TEXT NOT NULL REFERENCES call_sessions(id) ON DELETE CASCADE,
+      question_text TEXT NOT NULL,
+      status TEXT NOT NULL DEFAULT 'pending',
+      asked_at INTEGER NOT NULL,
+      answered_at INTEGER,
+      answer_text TEXT
+    )
+  `);
+
+  database.run(/*sql*/ `CREATE INDEX IF NOT EXISTS idx_call_sessions_conversation_id ON call_sessions(conversation_id)`);
+  database.run(/*sql*/ `CREATE INDEX IF NOT EXISTS idx_call_sessions_provider_call_sid ON call_sessions(provider_call_sid)`);
+  database.run(/*sql*/ `CREATE INDEX IF NOT EXISTS idx_call_sessions_status ON call_sessions(status)`);
+  database.run(/*sql*/ `CREATE INDEX IF NOT EXISTS idx_call_events_call_session_id ON call_events(call_session_id)`);
+  database.run(/*sql*/ `CREATE INDEX IF NOT EXISTS idx_call_pending_questions_call_session_id ON call_pending_questions(call_session_id)`);
+  database.run(/*sql*/ `CREATE INDEX IF NOT EXISTS idx_call_pending_questions_status ON call_pending_questions(status)`);
+
   // ── Follow-ups ─────────────────────────────────────────────────────
 
   database.run(/*sql*/ `
@@ -1103,3 +1153,219 @@ function migrateMemoryItemsScopeSaltedFingerprints(database: ReturnType<typeof d
     throw e;
   }
 }
+
+/**
+ * One-shot migration: normalize all assistant_id values in assistant-scoped tables
+ * to "self" so they are visible after the daemon switched to the implicit single-tenant
+ * identity.
+ *
+ * Before this change, rows were keyed by the real assistantId string passed via the
+ * HTTP route. After the route change, all lookups use the constant "self". Without this
+ * migration an upgraded daemon would see empty history / attachment lists for existing
+ * data that was stored under the old assistantId.
+ *
+ * Affected tables:
+ *   - conversation_keys   UNIQUE (assistant_id, conversation_key)
+ *   - attachments         UNIQUE (assistant_id, content_hash) WHERE content_hash IS NOT NULL
+ *   - channel_inbound_events  UNIQUE (assistant_id, source_channel, external_chat_id, external_message_id)
+ *   - message_runs        no unique constraint on assistant_id
+ *
+ * Data-safety guarantees:
+ *   - conversation_keys: when a key exists under both 'self' and a real assistantId, the
+ *     'self' row is updated to point to the real-assistantId conversation (which holds the
+ *     historical message thread). The 'self' conversation may be orphaned but is not deleted.
+ *   - attachments: message_attachments links are remapped to the surviving attachment before
+ *     any duplicate row is deleted, so no message loses its attachment metadata.
+ *   - channel_inbound_events: only delivery-tracking metadata, not user content; dedup
+ *     keeps one row per unique (channel, chat, message) tuple.
+ *   - All conversations and messages remain untouched — only assistant_id index columns
+ *     and key-lookup rows are modified.
+ */
+function migrateAssistantIdToSelf(database: ReturnType<typeof drizzle<typeof schema>>): void {
+  const raw = (database as unknown as { $client: Database }).$client;
+  const checkpointKey = 'migration_normalize_assistant_id_to_self_v1';
+  const checkpoint = raw.query(
+    `SELECT 1 FROM memory_checkpoints WHERE key = ?`,
+  ).get(checkpointKey);
+  if (checkpoint) return;
+
+  try {
+    raw.exec('BEGIN');
+
+    // conversation_keys: UNIQUE (assistant_id, conversation_key)
+    //
+    // Step 1: Among non-self rows, keep only one per conversation_key so the
+    //         bulk UPDATE cannot hit a (non-self-A, key) + (non-self-B, key) collision.
+    raw.exec(/*sql*/ `
+      DELETE FROM conversation_keys
+      WHERE assistant_id != 'self'
+        AND rowid NOT IN (
+          SELECT MIN(rowid) FROM conversation_keys
+          WHERE assistant_id != 'self'
+          GROUP BY conversation_key
+        )
+    `);
+    // Step 2: For 'self' rows that have a non-self counterpart with the same
+    //         conversation_key, update the 'self' row to use the non-self row's
+    //         conversation_id. This preserves the historical conversation (which
+    //         has the message history from before the route change) rather than
+    //         discarding it in favour of a potentially-empty 'self' conversation.
+    raw.exec(/*sql*/ `
+      UPDATE conversation_keys
+      SET conversation_id = (
+        SELECT ck_ns.conversation_id
+        FROM conversation_keys ck_ns
+        WHERE ck_ns.assistant_id != 'self'
+          AND ck_ns.conversation_key = conversation_keys.conversation_key
+        ORDER BY ck_ns.rowid
+        LIMIT 1
+      )
+      WHERE assistant_id = 'self'
+        AND EXISTS (
+          SELECT 1 FROM conversation_keys ck_ns
+          WHERE ck_ns.assistant_id != 'self'
+            AND ck_ns.conversation_key = conversation_keys.conversation_key
+        )
+    `);
+    // Step 3: Delete the now-redundant non-self rows (their conversation_ids
+    //         have been preserved in the 'self' rows above).
+    raw.exec(/*sql*/ `
+      DELETE FROM conversation_keys
+      WHERE assistant_id != 'self'
+        AND EXISTS (
+          SELECT 1 FROM conversation_keys ck2
+          WHERE ck2.assistant_id = 'self'
+            AND ck2.conversation_key = conversation_keys.conversation_key
+        )
+    `);
+    // Step 4: Remaining non-self rows have no 'self' counterpart — safe to bulk-update.
+    raw.exec(/*sql*/ `
+      UPDATE conversation_keys SET assistant_id = 'self' WHERE assistant_id != 'self'
+    `);
+
+    // attachments: UNIQUE (assistant_id, content_hash) WHERE content_hash IS NOT NULL
+    //
+    // message_attachments rows reference attachment IDs with ON DELETE CASCADE, so we
+    // must remap links to the surviving row BEFORE deleting duplicates to avoid
+    // silently dropping attachment metadata from messages.
+    //
+    // Step 1: Remap message_attachments from non-self duplicates to their survivor
+    //         (MIN rowid per content_hash group), then delete the duplicates.
+    raw.exec(/*sql*/ `
+      UPDATE message_attachments
+      SET attachment_id = (
+        SELECT a_survivor.id
+        FROM attachments a_survivor
+        WHERE a_survivor.assistant_id != 'self'
+          AND a_survivor.content_hash = (
+            SELECT a_dup.content_hash FROM attachments a_dup
+            WHERE a_dup.id = message_attachments.attachment_id
+          )
+        ORDER BY a_survivor.rowid
+        LIMIT 1
+      )
+      WHERE attachment_id IN (
+        SELECT id FROM attachments
+        WHERE assistant_id != 'self'
+          AND content_hash IS NOT NULL
+          AND rowid NOT IN (
+            SELECT MIN(rowid) FROM attachments
+            WHERE assistant_id != 'self' AND content_hash IS NOT NULL
+            GROUP BY content_hash
+          )
+      )
+    `);
+    raw.exec(/*sql*/ `
+      DELETE FROM attachments
+      WHERE assistant_id != 'self'
+        AND content_hash IS NOT NULL
+        AND rowid NOT IN (
+          SELECT MIN(rowid) FROM attachments
+          WHERE assistant_id != 'self'
+            AND content_hash IS NOT NULL
+          GROUP BY content_hash
+        )
+    `);
+    // Step 2: Remap message_attachments from non-self rows conflicting with a 'self'
+    //         row to the 'self' row, then delete the now-unlinked non-self rows.
+    raw.exec(/*sql*/ `
+      UPDATE message_attachments
+      SET attachment_id = (
+        SELECT a_self.id
+        FROM attachments a_self
+        WHERE a_self.assistant_id = 'self'
+          AND a_self.content_hash = (
+            SELECT a_ns.content_hash FROM attachments a_ns
+            WHERE a_ns.id = message_attachments.attachment_id
+          )
+        LIMIT 1
+      )
+      WHERE attachment_id IN (
+        SELECT id FROM attachments
+        WHERE assistant_id != 'self'
+          AND content_hash IS NOT NULL
+          AND EXISTS (
+            SELECT 1 FROM attachments a2
+            WHERE a2.assistant_id = 'self'
+              AND a2.content_hash = attachments.content_hash
+          )
+      )
+    `);
+    raw.exec(/*sql*/ `
+      DELETE FROM attachments
+      WHERE assistant_id != 'self'
+        AND content_hash IS NOT NULL
+        AND EXISTS (
+          SELECT 1 FROM attachments a2
+          WHERE a2.assistant_id = 'self'
+            AND a2.content_hash = attachments.content_hash
+        )
+    `);
+    // Step 3: Bulk-update remaining non-self rows.
+    raw.exec(/*sql*/ `
+      UPDATE attachments SET assistant_id = 'self' WHERE assistant_id != 'self'
+    `);
+
+    // channel_inbound_events: UNIQUE (assistant_id, source_channel, external_chat_id, external_message_id)
+    // Step 1: Dedup non-self rows sharing the same (source_channel, external_chat_id, external_message_id).
+    raw.exec(/*sql*/ `
+      DELETE FROM channel_inbound_events
+      WHERE assistant_id != 'self'
+        AND rowid NOT IN (
+          SELECT MIN(rowid) FROM channel_inbound_events
+          WHERE assistant_id != 'self'
+          GROUP BY source_channel, external_chat_id, external_message_id
+        )
+    `);
+    // Step 2: Delete non-self rows conflicting with existing 'self' rows.
+    raw.exec(/*sql*/ `
+      DELETE FROM channel_inbound_events
+      WHERE assistant_id != 'self'
+        AND EXISTS (
+          SELECT 1 FROM channel_inbound_events e2
+          WHERE e2.assistant_id = 'self'
+            AND e2.source_channel = channel_inbound_events.source_channel
+            AND e2.external_chat_id = channel_inbound_events.external_chat_id
+            AND e2.external_message_id = channel_inbound_events.external_message_id
+        )
+    `);
+    // Step 3: Bulk-update remaining non-self rows.
+    raw.exec(/*sql*/ `
+      UPDATE channel_inbound_events SET assistant_id = 'self' WHERE assistant_id != 'self'
+    `);
+
+    // message_runs: no unique constraint on assistant_id — simple bulk update
+    raw.exec(/*sql*/ `
+      UPDATE message_runs SET assistant_id = 'self' WHERE assistant_id != 'self'
+    `);
+
+    raw.query(
+      `INSERT OR IGNORE INTO memory_checkpoints (key, value, updated_at) VALUES (?, '1', ?)`,
+    ).run(checkpointKey, Date.now());
+
+    raw.exec('COMMIT');
+  } catch (e) {
+    try { raw.exec('ROLLBACK'); } catch { /* no active transaction */ }
+    throw e;
+  }
+}

package/src/memory/schema.ts

@@ -527,3 +527,45 @@ export const llmUsageEvents = sqliteTable('llm_usage_events', {
   pricingStatus: text('pricing_status').notNull(),
   metadataJson: text('metadata_json'),
 });
+
+// ── Call Sessions (outgoing AI phone calls) ──────────────────────────
+
+export const callSessions = sqliteTable('call_sessions', {
+  id: text('id').primaryKey(),
+  conversationId: text('conversation_id')
+    .notNull()
+    .references(() => conversations.id, { onDelete: 'cascade' }),
+  provider: text('provider').notNull(),
+  providerCallSid: text('provider_call_sid'),
+  fromNumber: text('from_number').notNull(),
+  toNumber: text('to_number').notNull(),
+  task: text('task'),
+  status: text('status').notNull().default('initiated'),
+  startedAt: integer('started_at'),
+  endedAt: integer('ended_at'),
+  lastError: text('last_error'),
+  createdAt: integer('created_at').notNull(),
+  updatedAt: integer('updated_at').notNull(),
+});
+
+export const callEvents = sqliteTable('call_events', {
+  id: text('id').primaryKey(),
+  callSessionId: text('call_session_id')
+    .notNull()
+    .references(() => callSessions.id, { onDelete: 'cascade' }),
+  eventType: text('event_type').notNull(),
+  payloadJson: text('payload_json').notNull().default('{}'),
+  createdAt: integer('created_at').notNull(),
+});
+
+export const callPendingQuestions = sqliteTable('call_pending_questions', {
+  id: text('id').primaryKey(),
+  callSessionId: text('call_session_id')
+    .notNull()
+    .references(() => callSessions.id, { onDelete: 'cascade' }),
+  questionText: text('question_text').notNull(),
+  status: text('status').notNull().default('pending'),
+  askedAt: integer('asked_at').notNull(),
+  answeredAt: integer('answered_at'),
+  answerText: text('answer_text'),
+});