vellum 0.2.0 → 0.2.2

package/src/daemon/ipc-contract-inventory.json

@@ -31,6 +31,7 @@
     "GetSigningIdentityResponse",
     "HistoryRequest",
     "HomeBaseGetRequest",
+    "ImageGenModelSetRequest",
     "IntegrationConnectRequest",
     "IntegrationDisconnectRequest",
     "IntegrationListRequest",
@@ -79,6 +80,9 @@
     "SuggestionRequest",
     "TaskSubmit",
     "TrustRulesList",
+    "TwitterAuthStartRequest",
+    "TwitterAuthStatusRequest",
+    "TwitterIntegrationConfigRequest",
     "UiSurfaceAction",
     "UiSurfaceUndoRequest",
     "UndoRequest",
@@ -88,15 +92,20 @@
     "UserMessage",
     "VercelApiConfigRequest",
     "WatchObservation",
+    "WorkItemApprovePermissionsRequest",
+    "WorkItemCancelRequest",
     "WorkItemCompleteRequest",
-    "WorkItemCreateRequest",
+    "WorkItemDeleteRequest",
     "WorkItemGetRequest",
+    "WorkItemOutputRequest",
+    "WorkItemPreflightRequest",
     "WorkItemRunTaskRequest",
     "WorkItemUpdateRequest",
     "WorkItemsListRequest"
   ],
   "serverMessageTypes": [
     "AcceptStarterBundleResponse",
+    "AgentHeartbeatAlert",
     "AppDataResponse",
     "AppFilesChanged",
     "AppPreviewResponse",
@@ -174,12 +183,17 @@
     "SubagentStatusChanged",
     "SuggestionResponse",
     "TaskRouted",
+    "TaskRunThreadCreated",
+    "TasksChanged",
     "ToolInputDelta",
     "ToolOutputChunk",
     "ToolResult",
     "ToolUseStart",
     "TraceEvent",
     "TrustRulesListResponse",
+    "TwitterAuthResult",
+    "TwitterAuthStatusResponse",
+    "TwitterIntegrationConfigResponse",
     "UiSurfaceComplete",
     "UiSurfaceDismiss",
     "UiSurfaceShow",
@@ -195,8 +209,12 @@
     "WatchStarted",
     "WatcherEscalation",
     "WatcherNotification",
-    "WorkItemCreateResponse",
+    "WorkItemApprovePermissionsResponse",
+    "WorkItemCancelResponse",
+    "WorkItemDeleteResponse",
     "WorkItemGetResponse",
+    "WorkItemOutputResponse",
+    "WorkItemPreflightResponse",
     "WorkItemRunTaskResponse",
     "WorkItemStatusChanged",
     "WorkItemUpdateResponse",
@@ -234,6 +252,7 @@
     "get_signing_identity_response",
     "history_request",
     "home_base_get",
+    "image_gen_model_set",
     "integration_connect",
     "integration_disconnect",
     "integration_list",
@@ -282,6 +301,9 @@
     "suggestion_request",
     "task_submit",
     "trust_rules_list",
+    "twitter_auth_start",
+    "twitter_auth_status",
+    "twitter_integration_config",
     "ui_surface_action",
     "ui_surface_undo",
     "undo",
@@ -291,15 +313,20 @@
     "user_message",
     "vercel_api_config",
     "watch_observation",
+    "work_item_approve_permissions",
+    "work_item_cancel",
     "work_item_complete",
-    "work_item_create",
+    "work_item_delete",
     "work_item_get",
+    "work_item_output",
+    "work_item_preflight",
     "work_item_run_task",
     "work_item_update",
     "work_items_list"
   ],
   "serverWireTypes": [
     "accept_starter_bundle_response",
+    "agent_heartbeat_alert",
     "app_data_response",
     "app_files_changed",
     "app_preview_response",
@@ -377,12 +404,17 @@
     "subagent_status_changed",
     "suggestion_response",
     "task_routed",
+    "task_run_thread_created",
+    "tasks_changed",
     "tool_input_delta",
     "tool_output_chunk",
     "tool_result",
     "tool_use_start",
     "trace_event",
     "trust_rules_list_response",
+    "twitter_auth_result",
+    "twitter_auth_status_response",
+    "twitter_integration_config_response",
     "ui_surface_complete",
     "ui_surface_dismiss",
     "ui_surface_undo_result",
@@ -397,8 +429,12 @@
     "watch_started",
     "watcher_escalation",
     "watcher_notification",
-    "work_item_create_response",
+    "work_item_approve_permissions_response",
+    "work_item_cancel_response",
+    "work_item_delete_response",
     "work_item_get_response",
+    "work_item_output_response",
+    "work_item_preflight_response",
     "work_item_run_task_response",
     "work_item_status_changed",
     "work_item_update_response",

package/src/daemon/ipc-contract.ts

@@ -45,6 +45,8 @@ export interface UserMessageAttachment {
   extractedText?: string;
   /** Original file size in bytes. Present when data was omitted from history_response to reduce payload size. */
   sizeBytes?: number;
+  /** Base64-encoded JPEG thumbnail. Generated server-side for video attachments. */
+  thumbnailData?: string;
 }
 
 export interface ConfirmationResponse {
@@ -125,6 +127,11 @@ export interface ModelSetRequest {
   model: string;
 }
 
+export interface ImageGenModelSetRequest {
+  type: 'image_gen_model_set';
+  model: string;
+}
+
 export interface HistoryRequest {
   type: 'history_request';
   sessionId: string;
@@ -205,6 +212,7 @@ export interface RideShotgunStart {
   intervalSeconds: number;
   mode?: 'observe' | 'learn';
   targetDomain?: string;
+  autoNavigate?: boolean;
 }
 
 export interface RideShotgunStop {
@@ -423,16 +431,18 @@ export interface OpenBundleRequest {
 export interface SignBundlePayloadResponse {
   type: 'sign_bundle_payload_response';
   requestId: string;
-  signature: string;
-  keyId: string;
-  publicKey: string;
+  signature?: string;
+  keyId?: string;
+  publicKey?: string;
+  error?: string;
 }
 
 export interface GetSigningIdentityResponse {
   type: 'get_signing_identity_response';
   requestId: string;
-  keyId: string;
-  publicKey: string;
+  keyId?: string;
+  publicKey?: string;
+  error?: string;
 }
 
 export interface GalleryListRequest {
@@ -473,6 +483,48 @@ export interface VercelApiConfigResponse {
   error?: string;
 }
 
+export interface TwitterIntegrationConfigRequest {
+  type: 'twitter_integration_config';
+  action: 'get' | 'set_mode' | 'set_local_client' | 'clear_local_client' | 'disconnect';
+  mode?: 'local_byo' | 'managed';
+  clientId?: string;
+  clientSecret?: string;
+}
+
+export interface TwitterIntegrationConfigResponse {
+  type: 'twitter_integration_config_response';
+  success: boolean;
+  mode?: 'local_byo' | 'managed';
+  managedAvailable: boolean;
+  localClientConfigured: boolean;
+  connected: boolean;
+  accountInfo?: string;
+  error?: string;
+}
+
+export interface TwitterAuthStartRequest {
+  type: 'twitter_auth_start';
+}
+
+export interface TwitterAuthStatusRequest {
+  type: 'twitter_auth_status';
+}
+
+export interface TwitterAuthResult {
+  type: 'twitter_auth_result';
+  success: boolean;
+  accountInfo?: string;
+  error?: string;
+}
+
+export interface TwitterAuthStatusResponse {
+  type: 'twitter_auth_status_response';
+  connected: boolean;
+  accountInfo?: string;
+  mode?: 'local_byo' | 'managed';
+  error?: string;
+}
+
 export interface LinkOpenRequest {
   type: 'link_open_request';
   url: string;
@@ -769,15 +821,6 @@ export interface WorkItemGetRequest {
   id: string;
 }
 
-export interface WorkItemCreateRequest {
-  type: 'work_item_create';
-  taskId: string;
-  title?: string;   // defaults to task title
-  notes?: string;
-  priorityTier?: number;
-  sortIndex?: number;
-}
-
 export interface WorkItemUpdateRequest {
   type: 'work_item_update';
   id: string;
@@ -793,11 +836,37 @@ export interface WorkItemCompleteRequest {
   id: string;
 }
 
+export interface WorkItemDeleteRequest {
+  type: 'work_item_delete';
+  id: string;
+}
+
 export interface WorkItemRunTaskRequest {
   type: 'work_item_run_task';
   id: string;
 }
 
+export interface WorkItemOutputRequest {
+  type: 'work_item_output';
+  id: string;
+}
+
+export interface WorkItemPreflightRequest {
+  type: 'work_item_preflight';
+  id: string;  // work item ID
+}
+
+export interface WorkItemApprovePermissionsRequest {
+  type: 'work_item_approve_permissions';
+  id: string;
+  approvedTools: string[];  // tools the user approved
+}
+
+export interface WorkItemCancelRequest {
+  type: 'work_item_cancel';
+  id: string;
+}
+
 export type ClientMessage =
   | AuthMessage
   | UserMessage
@@ -811,6 +880,7 @@ export type ClientMessage =
   | DeleteQueuedMessage
   | ModelGetRequest
   | ModelSetRequest
+  | ImageGenModelSetRequest
   | HistoryRequest
   | UndoRequest
   | RegenerateRequest
@@ -864,6 +934,9 @@ export type ClientMessage =
   | ShareToSlackRequest
   | SlackWebhookConfigRequest
   | VercelApiConfigRequest
+  | TwitterIntegrationConfigRequest
+  | TwitterAuthStartRequest
+  | TwitterAuthStatusRequest
   | SessionsClearRequest
   | GalleryListRequest
   | GalleryInstallRequest
@@ -886,10 +959,14 @@ export type ClientMessage =
   | BrowserInteractiveMode
   | WorkItemsListRequest
   | WorkItemGetRequest
-  | WorkItemCreateRequest
   | WorkItemUpdateRequest
   | WorkItemCompleteRequest
+  | WorkItemDeleteRequest
   | WorkItemRunTaskRequest
+  | WorkItemOutputRequest
+  | WorkItemPreflightRequest
+  | WorkItemApprovePermissionsRequest
+  | WorkItemCancelRequest
   | SubagentAbortRequest
   | SubagentStatusRequest
   | SubagentMessageRequest;
@@ -1070,6 +1147,7 @@ export interface PongMessage {
 export interface DaemonStatusMessage {
   type: 'daemon_status';
   httpPort?: number;
+  version?: string;
 }
 
 export interface GenerationCancelled {
@@ -1128,6 +1206,13 @@ export interface HistoryResponse {
     contentOrder?: string[];
     /** UI surfaces (widgets) embedded in the message. */
     surfaces?: HistoryResponseSurface[];
+    /** Present when this message is a subagent lifecycle notification (completed/failed/aborted). */
+    subagentNotification?: {
+      subagentId: string;
+      label: string;
+      status: 'completed' | 'failed' | 'aborted';
+      error?: string;
+    };
   }>;
 }
 
@@ -1404,6 +1489,8 @@ export interface SchedulesListResponse {
     id: string;
     name: string;
     enabled: boolean;
+    syntax: string;
+    expression: string;
     cronExpression: string;
     timezone: string | null;
     message: string;
@@ -1619,6 +1706,12 @@ export interface WatcherEscalation {
   body: string;
 }
 
+export interface AgentHeartbeatAlert {
+  type: 'agent_heartbeat_alert';
+  title: string;
+  body: string;
+}
+
 export interface WatchStarted {
   type: 'watch_started';
   sessionId: string;
@@ -1874,26 +1967,6 @@ export interface WorkItemGetResponse {
   } | null;
 }
 
-export interface WorkItemCreateResponse {
-  type: 'work_item_create_response';
-  item: {
-    id: string;
-    taskId: string;
-    title: string;
-    notes: string | null;
-    status: string;
-    priorityTier: number;
-    sortIndex: number | null;
-    lastRunId: string | null;
-    lastRunConversationId: string | null;
-    lastRunStatus: string | null;
-    sourceType: string | null;
-    sourceId: string | null;
-    createdAt: number;
-    updatedAt: number;
-  };
-}
-
 export interface WorkItemUpdateResponse {
   type: 'work_item_update_response';
   item: {
@@ -1914,12 +1987,65 @@ export interface WorkItemUpdateResponse {
   } | null;
 }
 
+export interface WorkItemDeleteResponse {
+  type: 'work_item_delete_response';
+  id: string;
+  success: boolean;
+}
+
+export type WorkItemRunTaskErrorCode = 'not_found' | 'already_running' | 'invalid_status' | 'no_task';
+
 export interface WorkItemRunTaskResponse {
   type: 'work_item_run_task_response';
   id: string;
   lastRunId: string;
   success: boolean;
   error?: string;
+  /** Structured error code so the client can deterministically re-enable buttons or show contextual UI. */
+  errorCode?: WorkItemRunTaskErrorCode;
+}
+
+export interface WorkItemOutputResponse {
+  type: 'work_item_output_response';
+  id: string;
+  success: boolean;
+  error?: string;
+  output?: {
+    title: string;
+    status: string;
+    runId: string | null;
+    conversationId: string | null;
+    completedAt: number | null;
+    summary: string;
+    highlights: string[];
+  };
+}
+
+export interface WorkItemPreflightResponse {
+  type: 'work_item_preflight_response';
+  id: string;
+  success: boolean;
+  error?: string;
+  permissions?: {
+    tool: string;
+    description: string;
+    riskLevel: 'low' | 'medium' | 'high';
+    currentDecision: 'allow' | 'deny' | 'prompt';
+  }[];
+}
+
+export interface WorkItemApprovePermissionsResponse {
+  type: 'work_item_approve_permissions_response';
+  id: string;
+  success: boolean;
+  error?: string;
+}
+
+export interface WorkItemCancelResponse {
+  type: 'work_item_cancel_response';
+  id: string;
+  success: boolean;
+  error?: string;
 }
 
 /** Server push — tells the client to open/focus the tasks window. */
@@ -1927,6 +2053,11 @@ export interface OpenTasksWindow {
   type: 'open_tasks_window';
 }
 
+/** Server push — lightweight invalidation signal: the task queue has been mutated, refetch your list. */
+export interface TasksChanged {
+  type: 'tasks_changed';
+}
+
 /** Server push — broadcast when a work item status changes (e.g. running -> awaiting_review). */
 export interface WorkItemStatusChanged {
   type: 'work_item_status_changed';
@@ -1942,6 +2073,14 @@ export interface WorkItemStatusChanged {
   };
 }
 
+/** Server push — broadcast when a task run creates a conversation, so the client can show it as a chat thread. */
+export interface TaskRunThreadCreated {
+  type: 'task_run_thread_created';
+  conversationId: string;
+  workItemId: string;
+  title: string;
+}
+
 export type ServerMessage =
   | AuthResult
   | UserMessageEcho
@@ -1996,6 +2135,7 @@ export type ServerMessage =
   | ScheduleComplete
   | WatcherNotification
   | WatcherEscalation
+  | AgentHeartbeatAlert
   | WatchStarted
   | WatchCompleteRequest
   | TrustRulesListResponse
@@ -2019,6 +2159,9 @@ export type ServerMessage =
   | ShareToSlackResponse
   | SlackWebhookConfigResponse
   | VercelApiConfigResponse
+  | TwitterIntegrationConfigResponse
+  | TwitterAuthResult
+  | TwitterAuthStatusResponse
   | OpenUrl
   | AppUpdatePreviewResponse
   | AppPreviewResponse
@@ -2040,10 +2183,16 @@ export type ServerMessage =
   | BrowserHandoffRequest
   | WorkItemsListResponse
   | WorkItemGetResponse
-  | WorkItemCreateResponse
   | WorkItemUpdateResponse
+  | WorkItemDeleteResponse
   | WorkItemRunTaskResponse
+  | WorkItemOutputResponse
+  | WorkItemPreflightResponse
+  | WorkItemApprovePermissionsResponse
+  | WorkItemCancelResponse
   | WorkItemStatusChanged
+  | TaskRunThreadCreated
+  | TasksChanged
   | OpenTasksWindow
   | SubagentSpawned
   | SubagentStatusChanged
@@ -2085,7 +2234,6 @@ export interface SubagentStatusRequest {
   type: 'subagent_status';
   /** If omitted, returns all subagents for the session. */
   subagentId?: string;
-  sessionId: string;
 }
 
 export interface SubagentMessageRequest {

package/src/daemon/ipc-protocol.ts

@@ -2,6 +2,9 @@
 export * from './ipc-contract.js';
 
 import type { ClientMessage, ServerMessage } from './ipc-contract.js';
+import { getLogger } from '../util/logger.js';
+
+const log = getLogger('ipc-protocol');
 
 // === Serialization ===
 
@@ -43,8 +46,10 @@ export function createMessageParser(options?: { maxLineSize?: number }) {
             entry.rawByteLength = Buffer.byteLength(trimmed, 'utf8');
           }
           results.push(entry);
-        } catch {
-          // Skip malformed messages
+        } catch (err) {
+          // Log only the error name, not the message — JSON.parse errors embed
+          // fragments of the input which could contain sensitive data.
+          log.warn({ lineLength: trimmed.length, errorType: err instanceof Error ? err.name : 'unknown' }, 'Skipping malformed IPC message');
         }
       }
     }

package/src/daemon/lifecycle.ts

@@ -22,6 +22,7 @@ import { initializeTools } from '../tools/registry.js';
 import { loadConfig } from '../config/loader.js';
 import { ensurePromptFiles } from '../config/system-prompt.js';
 import { DaemonServer } from './server.js';
+import { listWorkItems, updateWorkItem } from '../work-items/work-item-store.js';
 import { getLogger, initLogger } from '../util/logger.js';
 import { DaemonError } from '../util/errors.js';
 import { initSentry } from '../instrument.js';
@@ -43,6 +44,10 @@ import { RuntimeHttpServer } from '../runtime/http-server.js';
 import { getHookManager } from '../hooks/manager.js';
 import { installTemplates } from '../hooks/templates.js';
 import { HeartbeatService } from '../workspace/heartbeat-service.js';
+import { AgentHeartbeatService } from '../agent-heartbeat/agent-heartbeat-service.js';
+import { getEnrichmentService } from '../workspace/commit-message-enrichment-service.js';
+import { reconcileCallsOnStartup } from '../calls/call-recovery.js';
+import { TwilioConversationRelayProvider } from '../calls/twilio-provider.js';
 
 const log = getLogger('lifecycle');
 
@@ -279,6 +284,26 @@ export async function runDaemon(): Promise<void> {
   initializeDb();
   log.info('Daemon startup: DB initialized');
 
+  // Recover orphaned work items that were left in 'running' state when the
+  // daemon previously crashed or was killed mid-task.
+  const orphanedRunning = listWorkItems({ status: 'running' });
+  if (orphanedRunning.length > 0) {
+    for (const item of orphanedRunning) {
+      updateWorkItem(item.id, { status: 'failed', lastRunStatus: 'interrupted' });
+      log.info({ workItemId: item.id, title: item.title }, 'Recovered orphaned running work item → failed (interrupted)');
+    }
+    log.info({ count: orphanedRunning.length }, 'Recovered orphaned running work items');
+  }
+
+  // Reconcile in-flight calls that were left in non-terminal states
+  // after a daemon crash or restart.
+  try {
+    const twilioProvider = new TwilioConversationRelayProvider();
+    await reconcileCallsOnStartup(twilioProvider, log);
+  } catch (err) {
+    log.warn({ err }, 'Call recovery failed — continuing startup');
+  }
+
   log.info('Daemon startup: loading config');
   const config = loadConfig();
 
@@ -328,7 +353,7 @@ export async function runDaemon(): Promise<void> {
 
   const scheduler = startScheduler(
     async (conversationId, message) => {
-      await server.processMessage('schedule', conversationId, message);
+      await server.processMessage(conversationId, message);
     },
     (reminder) => {
       server.broadcast({
@@ -382,10 +407,10 @@ export async function runDaemon(): Promise<void> {
         port,
         hostname,
         bearerToken,
-        processMessage: (assistantId, conversationId, content, attachmentIds, options, sourceChannel) =>
-          server.processMessage(assistantId, conversationId, content, attachmentIds, options, sourceChannel),
-        persistAndProcessMessage: (assistantId, conversationId, content, attachmentIds, options, sourceChannel) =>
-          server.persistAndProcessMessage(assistantId, conversationId, content, attachmentIds, options, sourceChannel),
+        processMessage: (conversationId, content, attachmentIds, options, sourceChannel) =>
+          server.processMessage(conversationId, content, attachmentIds, options, sourceChannel),
+        persistAndProcessMessage: (conversationId, content, attachmentIds, options, sourceChannel) =>
+          server.persistAndProcessMessage(conversationId, content, attachmentIds, options, sourceChannel),
         runOrchestrator: server.createRunOrchestrator(),
         interfacesDir: getInterfacesDir(),
       });
@@ -431,6 +456,14 @@ export async function runDaemon(): Promise<void> {
   const heartbeat = new HeartbeatService();
   heartbeat.start();
 
+  // Start model-driven heartbeat service (opt-in via config).
+  const agentHeartbeat = new AgentHeartbeatService({
+    processMessage: (conversationId, content) =>
+      server.processMessage(conversationId, content),
+    alerter: (alert) => server.broadcast(alert),
+  });
+  agentHeartbeat.start();
+
   // Graceful shutdown
   let shuttingDown = false;
   const shutdown = async () => {
@@ -451,6 +484,7 @@ export async function runDaemon(): Promise<void> {
     forceTimer.unref();
 
     await heartbeat.stop();
+    await agentHeartbeat.stop();
 
     try {
       await hookManager.trigger('daemon-stop', { pid: process.pid });
@@ -477,6 +511,15 @@ export async function runDaemon(): Promise<void> {
     } catch (err) {
       log.warn({ err, phase: 'post_stop' }, 'Post-stop workspace commit failed');
     }
+
+    // Flush in-flight enrichment jobs so shutdown commit notes are not dropped.
+    // The enrichment service's shutdown() drains active jobs and discards pending ones.
+    try {
+      await getEnrichmentService().shutdown();
+    } catch (err) {
+      log.warn({ err }, 'Enrichment service shutdown failed (non-fatal)');
+    }
+
     if (runtimeHttp) await runtimeHttp.stop();
     await browserManager.closeAllPages();
     scheduler.stop();

package/src/daemon/main.ts

@@ -1,14 +1,20 @@
 #!/usr/bin/env bun
 import * as Sentry from '@sentry/node';
 import { runDaemon } from './lifecycle.js';
+import { getLogger } from '../util/logger.js';
 
-// Use console.error instead of the structured logger here because
-// startDaemon() captures the child process's stderr to surface error
-// details to the parent process. The structured logger writes to a file
-// by default, so these messages would be lost from stderr.
 runDaemon().catch(async (err) => {
   Sentry.captureException(err);
   await Sentry.flush(2000);
+  // Try structured log first; fall back to console.error because
+  // startDaemon() captures the child process's stderr to surface error
+  // details to the parent process.
+  try {
+    const log = getLogger('daemon-main');
+    log.fatal({ err }, 'Failed to start daemon');
+  } catch {
+    // Logger may not be initialized yet
+  }
   console.error('Failed to start daemon:', err);
   console.error('Troubleshooting: check if another daemon is already running, verify ~/.vellum/ permissions, and review logs at ~/.vellum/workspace/data/logs/');
   process.exit(1);