@vellumai/assistant 0.8.3 → 0.8.5

package/src/daemon/lifecycle.ts

@@ -2,6 +2,7 @@ import { join } from "node:path";
 
 import { config as dotenvConfig } from "dotenv";
 
+import { registerBackgroundWakeRuntime } from "../background-wake/runtime-registry.js";
 import { setPointerMessageProcessor } from "../calls/call-pointer-messages.js";
 import { reconcileCallsOnStartup } from "../calls/call-recovery.js";
 import { setRelayBroadcast } from "../calls/relay-server.js";
@@ -32,8 +33,13 @@ import {
 } from "../credential-execution/startup-timeout.js";
 import { FilingService } from "../filing/filing-service.js";
 import { HeartbeatService } from "../heartbeat/heartbeat-service.js";
+import { startHomeContentRefresh } from "../home/home-content-refresh.js";
 import { backfillRelationshipStateIfMissing } from "../home/relationship-state-writer.js";
 import { closeSentry, initSentry, setSentryDeviceId } from "../instrument.js";
+import {
+  startGatewayFlagListener,
+  stopGatewayFlagListener,
+} from "../ipc/gateway-flag-listener.js";
 import { getMcpServerManager } from "../mcp/manager.js";
 import {
   getAttachmentsByIds,
@@ -44,16 +50,13 @@ import { deleteMessageById, getMessages } from "../memory/conversation-crud.js";
 import { getDb } from "../memory/db-connection.js";
 import { initializeDb } from "../memory/db-init.js";
 import { selectEmbeddingBackend } from "../memory/embedding-backend.js";
-import { enqueueMemoryJob } from "../memory/jobs-store.js";
+import { enqueueMemoryJob, isMemoryEnabled } from "../memory/jobs-store.js";
 import { startMemoryJobsWorker } from "../memory/jobs-worker.js";
 import { initQdrantClient, resolveQdrantUrl } from "../memory/qdrant-client.js";
 import { QdrantManager } from "../memory/qdrant-manager.js";
 import { rotateToolInvocations } from "../memory/tool-usage-store.js";
 import { sweepConceptPageFrontmatter } from "../memory/v2/frontmatter-sweep.js";
-import {
-  emitNotificationSignal,
-  registerBroadcastFn,
-} from "../notifications/emit-signal.js";
+import { emitNotificationSignal } from "../notifications/emit-signal.js";
 import { backfillManualTokenConnections } from "../oauth/manual-token-connection.js";
 import { seedOAuthProviders } from "../oauth/seed-providers.js";
 import { installPluginRuntime } from "../plugins/external-api.js";
@@ -121,7 +124,6 @@ import {
   registerMessagingProviders,
   registerWatcherProviders,
 } from "./providers-setup.js";
-import { seedInterfaceFiles } from "./seed-files.js";
 import { DaemonServer } from "./server.js";
 import { installShutdownHandlers } from "./shutdown-handlers.js";
 import { refreshSkillCapabilityMemories } from "./skill-memory-refresh.js";
@@ -269,8 +271,13 @@ async function startCesProcess(
 
 // Entry point for the daemon process itself
 export async function runDaemon(): Promise<void> {
+  const startupStartedAt = Date.now();
+  // dotenv loads before the first log call so the lazy root logger
+  // initializes against the final VELLUM_WORKSPACE_DIR / log path, not
+  // whatever was in the live environment at process spawn.
   loadDotEnv();
   validateEnv();
+  log.info({ version: APP_VERSION }, "Daemon starting");
 
   try {
     // Initialize crash reporting eagerly so early startup failures are
@@ -353,7 +360,7 @@ export async function runDaemon(): Promise<void> {
       log.warn({ err }, "Background feature flag init failed"),
     );
 
-    seedInterfaceFiles();
+    startGatewayFlagListener();
 
     log.info("Daemon startup: initializing DB");
     ensurePromptFiles();
@@ -470,6 +477,10 @@ export async function runDaemon(): Promise<void> {
         );
       });
 
+      // Pre-warm LLM-generated home page content (greeting + suggestion
+      // prompts) so the GET handler never triggers LLM calls.
+      startHomeContentRefresh();
+
       // Backfill injection templates on Slack bot token credentials so the
       // credential proxy can inject Authorization headers. Safe on every startup.
       try {
@@ -532,11 +543,12 @@ export async function runDaemon(): Promise<void> {
       }
     } // end if (dbReady)
 
-    // Populate the managed-connection cache so buildIntegrationSection()
-    // can include platform-managed OAuth connections (e.g. Twitter) in the
-    // system prompt's "Connected Services" section from the first turn.
-    // This is an HTTP-only call with no DB dependency, so it runs regardless
-    // of dbReady. A periodic refresh keeps the cache current when users
+    // Populate the managed-connection cache so the `14-connected-services`
+    // bundled section (rendered by `renderConnectedServices()` in
+    // system-sections.ts) can include platform-managed OAuth connections
+    // (e.g. Twitter) in the system prompt from the first turn.  This is
+    // an HTTP-only call with no DB dependency, so it runs regardless of
+    // dbReady.  A periodic refresh keeps the cache current when users
     // connect/disconnect managed providers while the assistant is running.
     void refreshManagedConnectionCache().catch((err) =>
       log.warn(
@@ -829,7 +841,7 @@ export async function runDaemon(): Promise<void> {
             // If a destructive migration occurred, enqueue a rebuild_index job
             // to re-embed all memory items from the SQLite cache.
             const { migrated } = await qdrantClient.ensureCollection();
-            if (migrated) {
+            if (migrated && isMemoryEnabled()) {
               enqueueMemoryJob("rebuild_index", {});
               log.info(
                 "Qdrant collection was migrated — enqueued rebuild_index job",
@@ -927,10 +939,6 @@ export async function runDaemon(): Promise<void> {
     registerWatcherProviders();
     registerMessagingProviders();
 
-    // Register the broadcast function for the notification signal pipeline's
-    // macOS adapter so it can deliver notification_intent messages to clients.
-    registerBroadcastFn((msg) => broadcastMessage(msg));
-
     try {
       recoverStaleSchedules();
     } catch (err) {
@@ -1228,7 +1236,6 @@ export async function runDaemon(): Promise<void> {
     }
 
     writePid(process.pid);
-    log.info({ pid: process.pid }, "Daemon started");
 
     // Install the `assistant` CLI symlink idempotently on every daemon start.
     // Non-blocking — failures are logged but don't affect startup.
@@ -1264,11 +1271,11 @@ export async function runDaemon(): Promise<void> {
     })();
 
     if (config.auditLog.retentionDays > 0) {
-      try {
-        rotateToolInvocations(config.auditLog.retentionDays);
-      } catch (err) {
-        log.warn({ err }, "Audit log rotation failed");
-      }
+      void rotateToolInvocations(config.auditLog.retentionDays).catch(
+        (err) => {
+          log.warn({ err }, "Audit log rotation failed");
+        },
+      );
     }
 
     const workspaceHeartbeat = new WorkspaceHeartbeatService();
@@ -1285,6 +1292,7 @@ export async function runDaemon(): Promise<void> {
         }),
     });
     heartbeat.start();
+    registerBackgroundWakeRuntime({ scheduler, heartbeat });
     log.info(
       {
         enabled: heartbeatConfig.enabled,
@@ -1341,10 +1349,19 @@ export async function runDaemon(): Promise<void> {
       mcpManager,
       telemetryReporter,
       cleanupPidFile: () => {
+        stopGatewayFlagListener();
         stopDiskPressureGuardForLifecycle();
         cleanupPidFile();
       },
     });
+
+    log.info(
+      {
+        durationMs: Date.now() - startupStartedAt,
+        pid: process.pid,
+      },
+      "Daemon started",
+    );
   } catch (err) {
     log.error({ err }, "Daemon startup failed — cleaning up");
     stopDiskPressureGuardForLifecycle();

package/src/daemon/meet-manifest-loader.ts

@@ -44,7 +44,6 @@ import type {
   ExecutionTarget,
   Tool,
   ToolContext,
-  ToolDefinition,
 } from "../tools/types.js";
 import { RiskLevel } from "../tools/types.js";
 import { getLogger } from "../util/logger.js";
@@ -132,15 +131,11 @@ function buildProxyTool(
   supervisor: MeetHostSupervisor,
   manifestHash: string,
 ): Tool {
-  const definition: ToolDefinition = {
-    name: entry.name,
-    description: entry.description,
-    input_schema: (entry.input_schema as object) ?? {},
-  };
   const risk = coerceRiskLevel(entry.risk, entry.name);
   return {
     name: entry.name,
     description: entry.description,
+    input_schema: (entry.input_schema as object) ?? {},
     category: entry.category,
     defaultRiskLevel: risk,
     executionMode: "proxy",
@@ -149,7 +144,6 @@ function buildProxyTool(
     ownerSkillId: MEET_SKILL_ID,
     ownerSkillBundled: true,
     ownerSkillVersionHash: manifestHash,
-    getDefinition: () => definition,
     execute: async (input, context) => {
       // `dispatchTool` ensures the meet-host child is up + connected
       // before sending the frame, so callers don't need a separate

package/src/daemon/message-protocol.ts

@@ -22,6 +22,7 @@ export * from "./message-types/contacts.js";
 export * from "./message-types/conversations.js";
 export * from "./message-types/diagnostics.js";
 export * from "./message-types/disk-pressure.js";
+export * from "./message-types/document-comments.js";
 export * from "./message-types/documents.js";
 export * from "./message-types/guardian-actions.js";
 export * from "./message-types/home.js";
@@ -45,6 +46,7 @@ export * from "./message-types/subagents.js";
 export * from "./message-types/surfaces.js";
 export * from "./message-types/sync.js";
 export * from "./message-types/upgrades.js";
+export * from "./message-types/web-activity.js";
 export * from "./message-types/work-items.js";
 export * from "./message-types/workspace.js";
 
@@ -76,6 +78,7 @@ import type {
   _DiagnosticsServerMessages,
 } from "./message-types/diagnostics.js";
 import type { _DiskPressureServerMessages } from "./message-types/disk-pressure.js";
+import type { _DocumentCommentsServerMessages } from "./message-types/document-comments.js";
 import type {
   _DocumentsClientMessages,
   _DocumentsServerMessages,
@@ -192,6 +195,7 @@ export type ServerMessage =
   | _BrowserServerMessages
   | _SubagentsServerMessages
   | _DocumentsServerMessages
+  | _DocumentCommentsServerMessages
   | _GuardianActionsServerMessages
   | _SyncInvalidationServerMessages
   | _HomeServerMessages

package/src/daemon/message-types/conversations.ts

@@ -224,6 +224,7 @@ export interface ConversationTitleUpdated {
 interface ChannelBinding {
   sourceChannel: ChannelId;
   externalChatId: string;
+  externalChatName?: string | null;
   externalThreadId?: string | null;
   externalUserId?: string | null;
   displayName?: string | null;
@@ -236,6 +237,13 @@ interface ChannelBinding {
       webUrl?: string;
     };
   };
+  slackChannel?: {
+    channelId: string;
+    name?: string;
+    link?: {
+      webUrl?: string;
+    };
+  };
 }
 
 /** Attention state metadata for a conversation's latest assistant message. */
@@ -313,14 +321,12 @@ export interface GenerationHandoff {
   queuedCount: number;
   attachments?: UserMessageAttachment[];
   attachmentWarnings?: string[];
-  /** Database ID of the final persisted assistant row, if any. */
-  messageId?: string;
   /**
-   * Database ID used by clients for the rendered assistant bubble. Tool turns
-   * may persist multiple assistant rows; this matches the history row that
-   * survives query-time merging.
+   * Database ID of the completed assistant turn — the id that survives
+   * query-time merging when a turn persists multiple assistant rows. Matches
+   * the row the messages route returns.
    */
-  displayMessageId?: string;
+  messageId?: string;
 }
 
 export interface ModelInfo {
@@ -396,10 +402,8 @@ export interface HistoryResponse {
   type: "history_response";
   conversationId: string;
   messages: Array<{
-    /** Database ID used by clients for the rendered message bubble. */
+    /** Database ID used by clients for the rendered message. */
     id?: string;
-    /** Concrete persisted row ID for row-scoped actions such as TTS/fork. */
-    daemonMessageId?: string;
     role: string;
     text: string;
     timestamp: number;
@@ -548,6 +552,7 @@ export type ConversationErrorCode =
   | "PROVIDER_INVALID_KEY"
   | "MANAGED_KEY_INVALID"
   | "CONTEXT_TOO_LARGE"
+  | "BUDGET_YIELD_UNRECOVERED"
   | "CONVERSATION_ABORTED"
   | "CONVERSATION_PROCESSING_FAILED"
   | "DISK_SPACE_CRITICAL"

package/src/daemon/message-types/document-comments.ts

@@ -0,0 +1,50 @@
+// Document comment event types (Server → Client).
+
+export interface DocumentCommentCreated {
+  type: "document_comment_created";
+  conversationId: string;
+  surfaceId: string;
+  comment: {
+    id: string;
+    surfaceId: string;
+    author: string;
+    content: string;
+    anchorStart?: number;
+    anchorEnd?: number;
+    anchorText?: string;
+    parentCommentId?: string;
+    status: string;
+    createdAt: number;
+    updatedAt: number;
+  };
+}
+
+export interface DocumentCommentResolved {
+  type: "document_comment_resolved";
+  conversationId: string;
+  surfaceId: string;
+  commentId: string;
+  resolvedBy: string;
+}
+
+export interface DocumentCommentReopened {
+  type: "document_comment_reopened";
+  conversationId: string;
+  surfaceId: string;
+  commentId: string;
+}
+
+export interface DocumentCommentDeleted {
+  type: "document_comment_deleted";
+  conversationId: string;
+  surfaceId: string;
+  commentId: string;
+}
+
+// --- Domain-level union alias (consumed by the barrel file) ---
+
+export type _DocumentCommentsServerMessages =
+  | DocumentCommentCreated
+  | DocumentCommentResolved
+  | DocumentCommentReopened
+  | DocumentCommentDeleted;

package/src/daemon/message-types/home.ts

@@ -7,19 +7,7 @@
  * just enough metadata to invalidate a cache and trigger a refetch.
  */
 
-/**
- * Broadcast after the daemon successfully writes a fresh
- * `relationship-state.json` snapshot to disk. Subscribers should
- * refetch `GET /v1/home/state` to read the new state.
- *
- * Only emitted on the success branch of the writer — if the
- * underlying `writeFileSync` throws, this event is NOT published.
- */
-export interface RelationshipStateUpdated {
-  type: "relationship_state_updated";
-  /** ISO-8601 timestamp of the newly-written state's `updatedAt` field. */
-  updatedAt: string;
-}
+import type { RelationshipStateUpdated } from "../../events/relationship-state-updated.js";
 
 /**
  * Broadcast after the daemon successfully writes a fresh home activity

package/src/daemon/message-types/messages.ts

@@ -2,6 +2,7 @@
 
 import type { ChannelId, InterfaceId } from "../../channels/types.js";
 import type { CommandIntent, UserMessageAttachment } from "./shared.js";
+import type { ToolActivityMetadata } from "./web-activity.js";
 
 // === Client → Server ===
 
@@ -175,6 +176,9 @@ export interface ToolResult {
   approvalReason?: string;
   /** Snapshot of the auto-approve threshold at execution time. */
   riskThreshold?: string;
+  /** Structured activity metadata for rich client rendering. Optional; old
+   *  clients that key off `result` continue to work unchanged. */
+  activityMetadata?: ToolActivityMetadata;
 }
 
 export interface ConfirmationRequest {
@@ -300,14 +304,12 @@ export interface MessageComplete {
   conversationId?: string;
   attachments?: UserMessageAttachment[];
   attachmentWarnings?: string[];
-  /** Database ID of the final persisted assistant row, if any. */
-  messageId?: string;
   /**
-   * Database ID used by clients for the rendered assistant bubble. Tool turns
-   * may persist multiple assistant rows; this matches the history row that
-   * survives query-time merging.
+   * Database ID of the completed assistant turn — the id that survives
+   * query-time merging when a turn persists multiple assistant rows. Matches
+   * the row the messages route returns.
    */
-  displayMessageId?: string;
+  messageId?: string;
   /**
    * Distinguishes a real main-turn completion from auxiliary events such as
    * call transcripts, call summaries, and watch notifier outputs. Clients
@@ -363,6 +365,12 @@ export interface MessageQueuedDeleted {
   requestId: string;
 }
 
+export interface MessageSteered {
+  type: "message_steered";
+  conversationId: string;
+  requestId: string;
+}
+
 export interface SuggestionResponse {
   type: "suggestion_response";
   requestId: string;
@@ -390,6 +398,39 @@ export interface ConfirmationStateChanged {
   toolUseId?: string;
 }
 
+/**
+ * Lifecycle states reported by `interaction_resolved`.
+ *
+ *  - `"approved"` / `"rejected"` — user-supplied verdict on a confirmation.
+ *  - `"answered"` — user/client provided a response (secret value, question
+ *    answer, host-proxy result).
+ *  - `"cancelled"` — the interaction was torn down without a user response
+ *    (timeout, abort, dispose, prompter shutdown).
+ *  - `"superseded"` — invalidated by a newer event (auto-deny on enqueue, a
+ *    fresh user message arriving while a confirmation was outstanding).
+ */
+export type InteractionResolutionState =
+  | "approved"
+  | "rejected"
+  | "answered"
+  | "cancelled"
+  | "superseded";
+
+/**
+ * Broadcast when a pending interaction (confirmation, secret, question,
+ * host-proxy request) transitions to a resolved state. Clients use this to
+ * drop attention/processing indicators without polling.
+ */
+export interface InteractionResolved {
+  type: "interaction_resolved";
+  requestId: string;
+  /** Conversation id the interaction belongs to. */
+  conversationId: string;
+  state: InteractionResolutionState;
+  /** Kind of the resolved interaction (e.g. "confirmation", "secret", "host_bash"). */
+  kind: string;
+}
+
 /**
  * Server-side assistant activity lifecycle for thinking indicator placement.
  *
@@ -426,6 +467,21 @@ export interface AssistantActivityState {
   statusText?: string;
 }
 
+/**
+ * Emitted when the query complexity auto-router selects a non-default
+ * profile for the current turn. Clients use this to show an inline
+ * notification (e.g. "Using Quality for this response"). Only fires when
+ * the router picks a profile — not when the user explicitly pinned one.
+ */
+export interface TurnProfileAutoRouted {
+  type: "turn_profile_auto_routed";
+  conversationId: string;
+  /** Profile key (e.g. "quality-optimized"). */
+  profile: string;
+  /** Human-readable label (e.g. "Quality"). */
+  profileLabel: string;
+}
+
 /**
  * Broadcast to clients when a conversation's inference-profile override
  * changes. `profile` is the profile name (a key in `llm.profiles`) or
@@ -497,8 +553,11 @@ export type _MessagesServerMessages =
   | MessageDequeued
   | MessageRequestComplete
   | MessageQueuedDeleted
+  | MessageSteered
   | SuggestionResponse
   | TraceEvent
   | ConfirmationStateChanged
   | AssistantActivityState
-  | ConversationInferenceProfileUpdated;
+  | TurnProfileAutoRouted
+  | ConversationInferenceProfileUpdated
+  | InteractionResolved;

package/src/daemon/message-types/surfaces.ts

@@ -10,13 +10,15 @@ export type SurfaceType =
   | "confirmation"
   | "dynamic_page"
   | "file_upload"
-  | "document_preview";
+  | "document_preview"
+  | "task_preferences";
 
 export const INTERACTIVE_SURFACE_TYPES: SurfaceType[] = [
   "form",
   "confirmation",
   "dynamic_page",
   "file_upload",
+  "task_preferences",
 ];
 
 export interface SurfaceAction {

package/src/daemon/message-types/sync.ts

@@ -7,6 +7,8 @@ export const SYNC_TAGS = {
   assistantSounds: "assistant:self:sounds",
   assistantSchedules: "assistant:self:schedules",
   conversationsList: "conversations:list",
+  featureFlagsClient: "feature-flags:client",
+  featureFlagsAssistant: "feature-flags:assistant",
 } as const;
 
 export type KnownSyncInvalidationTag =
@@ -24,6 +26,14 @@ export type SyncInvalidationTag =
 export interface SyncChangedMessage {
   type: "sync_changed";
   tags: SyncInvalidationTag[];
+  /**
+   * Optional identifier of the client that originated the change. When set,
+   * the server fan-out and clients themselves can suppress self-echoes so
+   * the originating tab/process doesn't reinvalidate its own cache off its
+   * own mutation. Daemon-internal emits (agent loop, FS watcher, cron) leave
+   * this unset so the event fans out to every subscriber as before.
+   */
+  originClientId?: string;
 }
 
 export const SyncInvalidationTagSchema = z.string().min(1);
@@ -32,6 +42,7 @@ export const SyncChangedMessageSchema = z
   .object({
     type: z.literal("sync_changed"),
     tags: z.array(SyncInvalidationTagSchema).min(1),
+    originClientId: z.string().min(1).optional(),
   })
   .strict();
 
@@ -49,11 +60,14 @@ export function conversationMetadataSyncTag(
 
 export function buildSyncChangedMessage(
   tags: SyncInvalidationTag[],
+  originClientId?: string,
 ): SyncChangedMessage {
   const dedupedTags = Array.from(new Set(tags));
+  const trimmedOrigin = originClientId?.trim();
   const parsed = SyncChangedMessageSchema.parse({
     type: "sync_changed",
     tags: dedupedTags,
+    ...(trimmedOrigin ? { originClientId: trimmedOrigin } : {}),
   });
   return parsed as SyncChangedMessage;
 }

package/src/daemon/message-types/web-activity.ts

@@ -0,0 +1,57 @@
+// Shared structured result types for web-search and web-fetch tool activity.
+//
+// These types describe live (SSE-time) metadata that producers (search/fetch
+// tool executors) emit and consumers (clients) render alongside the existing
+// `result: string` payload. Persistence to conversation history is out of
+// scope for this plan; the metadata is live-only.
+
+export type WebSearchProviderId =
+  | "anthropic-native"
+  | "brave"
+  | "perplexity"
+  | "tavily";
+
+export interface WebSearchResultItem {
+  rank: number; // 1-indexed
+  title: string;
+  url: string;
+  domain: string; // lowercased host
+  faviconUrl?: string;
+  snippet?: string; // not populated for anthropic-native (content encrypted)
+  age?: string; // Brave-only freshness hint
+  score?: number; // Tavily-only
+}
+
+export interface WebSearchMetadata {
+  query: string;
+  provider: WebSearchProviderId;
+  resultCount: number;
+  durationMs: number;
+  results: WebSearchResultItem[];
+  /** Present when search itself failed; results[] will be empty. */
+  errorMessage?: string;
+}
+
+export interface WebFetchMetadata {
+  url: string;
+  finalUrl: string;
+  status: number;
+  contentType?: string;
+  byteCount: number;
+  charCount: number;
+  truncated: boolean;
+  title?: string;
+  domain: string;
+  faviconUrl?: string;
+  redirectCount: number;
+  durationMs: number;
+  errorMessage?: string;
+  /** Set when extracted text is dramatically smaller than raw HTML — likely a JS-rendered SPA whose meaningful content the static fetcher missed. */
+  mayRequireJavaScript?: boolean;
+}
+
+/** Discriminated container so future tools can add their own metadata. */
+export interface ToolActivityMetadata {
+  webSearch?: WebSearchMetadata;
+  webFetch?: WebFetchMetadata;
+}