@vellumai/assistant 0.4.44 → 0.4.45

package/src/daemon/message-protocol.ts

@@ -20,6 +20,8 @@ export * from "./message-types/contacts.js";
 export * from "./message-types/diagnostics.js";
 export * from "./message-types/documents.js";
 export * from "./message-types/guardian-actions.js";
+export * from "./message-types/host-bash.js";
+export * from "./message-types/host-file.js";
 export * from "./message-types/inbox.js";
 export * from "./message-types/integrations.js";
 export * from "./message-types/memory.js";
@@ -66,6 +68,8 @@ import type {
   _GuardianActionsClientMessages,
   _GuardianActionsServerMessages,
 } from "./message-types/guardian-actions.js";
+import type { _HostBashServerMessages } from "./message-types/host-bash.js";
+import type { _HostFileServerMessages } from "./message-types/host-file.js";
 import type {
   _InboxClientMessages,
   _InboxServerMessages,
@@ -175,6 +179,8 @@ export type ServerMessage =
   | _SubagentsServerMessages
   | _DocumentsServerMessages
   | _GuardianActionsServerMessages
+  | _HostBashServerMessages
+  | _HostFileServerMessages
   | _MemoryServerMessages
   | _WorkspaceServerMessages
   | _SchedulesServerMessages

package/src/daemon/message-types/browser.ts

@@ -1,5 +1,5 @@
 // Browser interaction types.
-// CDP request/response IPC was removed — Playwright's connectOverCDP is broken
+// CDP request/response messaging was removed — Playwright's connectOverCDP is broken
 // under Bun's runtime. Browser is now launched directly via Playwright.
 
 // --- Domain-level union aliases (consumed by the barrel file) ---

package/src/daemon/message-types/computer-use.ts

@@ -1,9 +1,6 @@
 // Computer use, task routing, ride shotgun, and watch observation types.
 
-import type {
-  CommandIntent,
-  UserMessageAttachment,
-} from "./shared.js";
+import type { CommandIntent, UserMessageAttachment } from "./shared.js";
 
 // === Client → Server ===
 

package/src/daemon/message-types/guardian-actions.ts

@@ -1,4 +1,4 @@
-// Guardian action decision IPC types.
+// Guardian action decision message types.
 // Enables desktop clients to fetch pending guardian prompts and submit
 // button decisions deterministically (without text parsing).
 

package/src/daemon/message-types/host-bash.ts

@@ -0,0 +1,18 @@
+// Host bash proxy types.
+// Enables proxying shell commands to the desktop client (host machine)
+// when running as a managed assistant.
+
+// === Server → Client ===
+
+export interface HostBashRequest {
+  type: "host_bash_request";
+  requestId: string;
+  sessionId: string;
+  command: string;
+  working_dir?: string;
+  timeout_seconds?: number;
+}
+
+// --- Domain-level union aliases (consumed by the barrel file) ---
+
+export type _HostBashServerMessages = HostBashRequest;

package/src/daemon/message-types/host-file.ts

@@ -0,0 +1,44 @@
+// Host file proxy types.
+// Enables proxying file operations to the desktop client (host machine)
+// when running as a managed assistant.
+
+// === Server → Client ===
+
+export interface HostFileReadRequest {
+  type: "host_file_request";
+  requestId: string;
+  sessionId: string;
+  operation: "read";
+  path: string;
+  offset?: number;
+  limit?: number;
+}
+
+export interface HostFileWriteRequest {
+  type: "host_file_request";
+  requestId: string;
+  sessionId: string;
+  operation: "write";
+  path: string;
+  content: string;
+}
+
+export interface HostFileEditRequest {
+  type: "host_file_request";
+  requestId: string;
+  sessionId: string;
+  operation: "edit";
+  path: string;
+  old_string: string;
+  new_string: string;
+  replace_all?: boolean;
+}
+
+export type HostFileRequest =
+  | HostFileReadRequest
+  | HostFileWriteRequest
+  | HostFileEditRequest;
+
+// --- Domain-level union aliases (consumed by the barrel file) ---
+
+export type _HostFileServerMessages = HostFileRequest;

package/src/daemon/message-types/integrations.ts

@@ -1,4 +1,4 @@
-// External service integrations: Slack, Telegram, Twitter, Vercel, ingress, guardian.
+// External service integrations: Slack, Telegram, Vercel, ingress, guardian.
 
 import type { ChannelId } from "../../channels/types.js";
 
@@ -29,19 +29,6 @@ export interface VercelApiConfigRequest {
   apiToken?: string;
 }
 
-export interface TwitterIntegrationConfigRequest {
-  type: "twitter_integration_config";
-  action:
-    | "get"
-    | "set_mode"
-    | "set_local_client"
-    | "clear_local_client"
-    | "disconnect";
-  mode?: "local_byo" | "managed";
-  clientId?: string;
-  clientSecret?: string;
-}
-
 export interface TelegramConfigRequest {
   type: "telegram_config";
   action: "get" | "set" | "clear" | "set_commands" | "setup";
@@ -70,14 +57,6 @@ export interface ChannelVerificationSessionRequest {
   contactChannelId?: string;
 }
 
-export interface TwitterAuthStartRequest {
-  type: "twitter_auth_start";
-}
-
-export interface TwitterAuthStatusRequest {
-  type: "twitter_auth_status";
-}
-
 export interface IntegrationListRequest {
   type: "integration_list";
 }
@@ -137,28 +116,6 @@ export interface VercelApiConfigResponse {
   error?: string;
 }
 
-export interface ManagedPrerequisites {
-  /** Whether twitter.integrationMode is set to "managed" in config. */
-  integrationModeManaged: boolean;
-  /** Whether the assistant API key credential exists in secure storage. */
-  assistantApiKeyPresent: boolean;
-  /** Whether the platform base URL is configured (platform registration resolvable). */
-  platformAssistantIdResolvable: boolean;
-}
-
-export interface TwitterIntegrationConfigResponse {
-  type: "twitter_integration_config_response";
-  success: boolean;
-  mode?: "local_byo" | "managed";
-  managedAvailable: boolean;
-  /** Detailed prerequisite status for managed Twitter availability. */
-  managedPrerequisites?: ManagedPrerequisites;
-  localClientConfigured: boolean;
-  connected: boolean;
-  accountInfo?: string;
-  error?: string;
-}
-
 export interface TelegramConfigResponse {
   type: "telegram_config_response";
   success: boolean;
@@ -211,23 +168,6 @@ export interface ChannelVerificationSessionResponse {
   pendingBootstrap?: boolean;
 }
 
-export interface TwitterAuthResult {
-  type: "twitter_auth_result";
-  success: boolean;
-  accountInfo?: string;
-  /** Machine-readable error code for programmatic handling (e.g. "managed_missing_api_key", "managed_auth_via_platform"). */
-  errorCode?: string;
-  error?: string;
-}
-
-export interface TwitterAuthStatusResponse {
-  type: "twitter_auth_status_response";
-  connected: boolean;
-  accountInfo?: string;
-  mode?: "local_byo" | "managed";
-  error?: string;
-}
-
 export interface IntegrationListResponse {
   type: "integration_list_response";
   integrations: Array<{
@@ -277,11 +217,8 @@ export type _IntegrationsClientMessages =
   | IngressConfigRequest
   | PlatformConfigRequest
   | VercelApiConfigRequest
-  | TwitterIntegrationConfigRequest
   | TelegramConfigRequest
   | ChannelVerificationSessionRequest
-  | TwitterAuthStartRequest
-  | TwitterAuthStatusRequest
   | IntegrationListRequest
   | IntegrationConnectRequest
   | IntegrationDisconnectRequest
@@ -293,11 +230,8 @@ export type _IntegrationsServerMessages =
   | IngressConfigResponse
   | PlatformConfigResponse
   | VercelApiConfigResponse
-  | TwitterIntegrationConfigResponse
   | TelegramConfigResponse
   | ChannelVerificationSessionResponse
-  | TwitterAuthResult
-  | TwitterAuthStatusResponse
   | IntegrationListResponse
   | IntegrationConnectResult
   | OAuthConnectResultResponse

package/src/daemon/message-types/messages.ts

@@ -95,11 +95,20 @@ export interface ToolOutputChunk {
   subToolId?: string;
 }
 
+export interface ToolUsePreviewStart {
+  type: "tool_use_preview_start";
+  toolUseId: string;
+  toolName: string;
+  sessionId?: string;
+}
+
 export interface ToolInputDelta {
   type: "tool_input_delta";
   toolName: string;
   content: string;
   sessionId?: string;
+  /** The tool_use block ID for client-side correlation. */
+  toolUseId?: string;
 }
 
 export interface ToolResult {
@@ -117,6 +126,8 @@ export interface ToolResult {
   sessionId?: string;
   /** Base64-encoded image data extracted from contentBlocks (e.g. browser_screenshot). */
   imageData?: string;
+  /** The tool_use block ID for client-side correlation. */
+  toolUseId?: string;
 }
 
 export interface ConfirmationRequest {
@@ -169,6 +180,8 @@ export interface MessageComplete {
   type: "message_complete";
   sessionId?: string;
   attachments?: UserMessageAttachment[];
+  /** Database ID of the persisted assistant message, if any. */
+  messageId?: string;
 }
 
 export interface ErrorMessage {
@@ -270,6 +283,7 @@ export interface AssistantActivityState {
     | "thinking_delta"
     | "first_text_delta"
     | "tool_use_start"
+    | "preview_start"
     | "tool_result_received"
     | "confirmation_requested"
     | "confirmation_resolved"
@@ -325,6 +339,7 @@ export type _MessagesServerMessages =
   | AssistantTextDelta
   | AssistantThinkingDelta
   | ToolUseStart
+  | ToolUsePreviewStart
   | ToolOutputChunk
   | ToolInputDelta
   | ToolResult

package/src/daemon/message-types/schedules.ts

@@ -1,4 +1,4 @@
-// Schedule, reminder, watcher, and heartbeat types.
+// Schedule, watcher, and heartbeat types.
 
 // === Client → Server ===
 
@@ -6,15 +6,6 @@ export interface SchedulesList {
   type: "schedules_list";
 }
 
-export interface RemindersList {
-  type: "reminders_list";
-}
-
-export interface ReminderCancel {
-  type: "reminder_cancel";
-  id: string;
-}
-
 export interface ScheduleToggle {
   type: "schedule_toggle";
   id: string;
@@ -26,6 +17,11 @@ export interface ScheduleRemove {
   id: string;
 }
 
+export interface ScheduleCancel {
+  type: "schedule_cancel";
+  id: string;
+}
+
 export interface ScheduleRunNow {
   type: "schedule_run_now";
   id: string;
@@ -67,28 +63,18 @@ export interface SchedulesListResponse {
     name: string;
     enabled: boolean;
     syntax: string;
-    expression: string;
-    cronExpression: string;
+    expression: string | null;
+    cronExpression: string | null;
     timezone: string | null;
     message: string;
     nextRunAt: number;
     lastRunAt: number | null;
     lastStatus: string | null;
     description: string;
-  }>;
-}
-
-export interface RemindersListResponse {
-  type: "reminders_list_response";
-  reminders: Array<{
-    id: string;
-    label: string;
-    message: string;
-    fireAt: number;
     mode: string;
     status: string;
-    firedAt: number | null;
-    createdAt: number;
+    routingIntent: string;
+    isOneShot: boolean;
   }>;
 }
 
@@ -144,9 +130,8 @@ export type _SchedulesClientMessages =
   | SchedulesList
   | ScheduleToggle
   | ScheduleRemove
+  | ScheduleCancel
   | ScheduleRunNow
-  | RemindersList
-  | ReminderCancel
   | HeartbeatConfig
   | HeartbeatRunsList
   | HeartbeatRunNow
@@ -155,7 +140,6 @@ export type _SchedulesClientMessages =
 
 export type _SchedulesServerMessages =
   | SchedulesListResponse
-  | RemindersListResponse
   | HeartbeatAlert
   | HeartbeatConfigResponse
   | HeartbeatRunsListResponse

package/src/daemon/message-types/sessions.ts

@@ -273,6 +273,8 @@ export interface GenerationHandoff {
   requestId?: string;
   queuedCount: number;
   attachments?: UserMessageAttachment[];
+  /** Database ID of the persisted assistant message, if any. */
+  messageId?: string;
 }
 
 export interface ModelInfo {
@@ -393,7 +395,6 @@ export type SessionErrorCode =
   | "PROVIDER_API"
   | "PROVIDER_BILLING"
   | "CONTEXT_TOO_LARGE"
-  | "QUEUE_FULL"
   | "SESSION_ABORTED"
   | "SESSION_PROCESSING_FAILED"
   | "REGENERATE_FAILED"

package/src/daemon/message-types/settings.ts

@@ -2,7 +2,7 @@
 
 // === Client → Server ===
 
-/** Request from a session or IPC client to change the voice activation key. */
+/** Request from a session or client to change the voice activation key. */
 export interface VoiceConfigUpdateRequest {
   type: "voice_config_update";
   /** The desired activation key (enum value or natural-language name). */

package/src/daemon/message-types/shared.ts

@@ -1,4 +1,4 @@
-// Shared types used across multiple IPC domains.
+// Shared types used across multiple message domains.
 
 export type ThreadType = "standard" | "private";
 

package/src/daemon/ride-shotgun-handler.ts

@@ -9,7 +9,6 @@ import {
 import { NetworkRecorder } from "../tools/browser/network-recorder.js";
 import type { SessionRecording } from "../tools/browser/network-recording-types.js";
 import { saveRecording } from "../tools/browser/recording-store.js";
-import { navigateXPages } from "../tools/browser/x-auto-navigate.js";
 import type { WatchSession } from "../tools/watch/watch-state.js";
 import {
   fireWatchCompletionNotifier,
@@ -35,13 +34,7 @@ const activeCdpSessions = new Map<string, CdpSession>();
 const activeProgressIntervals = new Map<string, NodeJS.Timeout>();
 
 /** Return domain-specific URL patterns that indicate a successful login. */
-function getLoginSignals(targetDomain?: string): string[] {
-  if (targetDomain === "x.com" || targetDomain === "twitter.com") {
-    return [
-      "/i/api/graphql/", // any authenticated GraphQL call
-      "/1.1/account/settings", // legacy API session check
-    ];
-  }
+function getLoginSignals(_targetDomain?: string): string[] {
   // DoorDash and general fallback
   return [
     "/graphql/postLoginQuery",
@@ -324,40 +317,7 @@ export async function handleRideShotgunStart(
           }, 5000);
           activeProgressIntervals.set(watchId, progressInterval);
 
-          // For x.com, auto-navigate Chrome through key pages to capture the full API surface.
-          // Skip login detection — auto-navigation will complete the session when done.
-          if (
-            (targetDomain === "x.com" || targetDomain === "twitter.com") &&
-            msg.autoNavigate !== false
-          ) {
-            // Don't set onLoginDetected — it would kill the session after the first
-            // GraphQL call (5s grace), before auto-navigation finishes.
-            const abortSignal = { aborted: false };
-            const checkInterval = setInterval(() => {
-              if (session.status !== "active") {
-                abortSignal.aborted = true;
-                clearInterval(checkInterval);
-              }
-            }, 1000);
-            navigateXPages({ abortSignal, cdpBaseUrl })
-              .then((completed) => {
-                clearInterval(checkInterval);
-                log.info(
-                  { watchId, completedSteps: completed.length },
-                  "X auto-navigation finished",
-                );
-                if (session.status === "active") {
-                  completeSession(session);
-                }
-              })
-              .catch((err) => {
-                clearInterval(checkInterval);
-                log.warn({ err, watchId }, "X auto-navigation failed");
-                if (session.status === "active") {
-                  completeSession(session);
-                }
-              });
-          } else if (msg.autoNavigate && targetDomain) {
+          if (msg.autoNavigate && targetDomain) {
             const navDomain = msg.navigateDomain ?? targetDomain;
             const abortSignal = { aborted: false };
             const checkInterval = setInterval(() => {

package/src/daemon/server.ts

@@ -56,6 +56,8 @@ import type {
   SessionCreateOptions,
 } from "./handlers/shared.js";
 import type { SkillOperationContext } from "./handlers/skills.js";
+import { HostBashProxy } from "./host-bash-proxy.js";
+import { HostFileProxy } from "./host-file-proxy.js";
 import type { ServerMessage } from "./message-protocol.js";
 import {
   DEFAULT_MEMORY_POLICY,
@@ -130,8 +132,9 @@ function resolveCanonicalRequestSourceType(
 
 /**
  * Build an onEvent callback that registers pending interactions when the agent
- * loop emits confirmation_request or secret_request events. This ensures that
- * channel approval interception can look up the session by requestId.
+ * loop emits confirmation_request, secret_request, host_bash_request, or
+ * host_file_request events. This ensures that channel approval interception
+ * can look up the session by requestId.
  */
 function makePendingInteractionRegistrar(
   session: Session,
@@ -199,6 +202,18 @@ function makePendingInteractionRegistrar(
         conversationId,
         kind: "secret",
       });
+    } else if (msg.type === "host_bash_request") {
+      pendingInteractions.register(msg.requestId, {
+        session,
+        conversationId,
+        kind: "host_bash",
+      });
+    } else if (msg.type === "host_file_request") {
+      pendingInteractions.register(msg.requestId, {
+        session,
+        conversationId,
+        kind: "host_file",
+      });
     }
   };
 }
@@ -291,14 +306,7 @@ export class DaemonServer {
         undefined,
         metadata,
       );
-      if (enqueueResult.rejected) {
-        log.warn(
-          { parentSessionId },
-          "Parent session queue full, dropping subagent notification",
-        );
-        return;
-      }
-      if (!enqueueResult.queued) {
+      if (!enqueueResult.queued && !enqueueResult.rejected) {
         const messageId = await parentSession.persistUserMessage(
           message,
           [],
@@ -636,6 +644,31 @@ export class DaemonServer {
     session.setChannelCapabilities(
       resolveChannelCapabilities(sourceChannel, sourceInterface),
     );
+    // Only create the host bash proxy for desktop client interfaces that can
+    // execute commands on the user's machine. Non-desktop sessions (CLI,
+    // channels, headless) fall back to local execution.
+    // Guard: don't replace an active proxy during concurrent turn races —
+    // another request may have started processing between the isProcessing()
+    // check above and the await on ensureActorScopedHistory().
+    if (resolvedInterface === "macos" || resolvedInterface === "ios") {
+      if (!session.isProcessing() || !session.hostBashProxy) {
+        session.setHostBashProxy(
+          new HostBashProxy(session.getCurrentSender(), (requestId) => {
+            pendingInteractions.resolve(requestId);
+          }),
+        );
+      }
+      if (!session.isProcessing() || !session.hostFileProxy) {
+        session.setHostFileProxy(
+          new HostFileProxy(session.getCurrentSender(), (requestId) => {
+            pendingInteractions.resolve(requestId);
+          }),
+        );
+      }
+    } else if (!session.isProcessing()) {
+      session.setHostBashProxy(undefined);
+      session.setHostFileProxy(undefined);
+    }
     session.setCommandIntent(options?.commandIntent ?? null);
     session.setTurnChannelContext({
       userMessageChannel: resolvedChannel,

package/src/daemon/session-agent-loop-handlers.ts

@@ -164,22 +164,22 @@ export function emitLlmCallStartedIfNeeded(
   );
 }
 
-// ── IPC Size Caps ────────────────────────────────────────────────────
+// ── Client Payload Size Caps ─────────────────────────────────────────
 // The client truncates tool results anyway (2 000 chars in ChatViewModel),
 // but the full string can be megabytes (file_read, bash output). Capping
-// here avoids sending oversized payloads over IPC which get decoded on
-// the client's main thread.
+// here avoids sending oversized payloads which get decoded on the
+// client's main thread.
 
 const TOOL_RESULT_MAX_CHARS = 2_000;
 const TOOL_RESULT_TRUNCATION_SUFFIX = "...[truncated]";
 
 // tool_input_delta streams accumulated JSON as tools run. For non-app
 // tools the client discards it (extractCodePreview only handles app tools),
-// so we cap it aggressively to avoid excessive IPC traffic.
+// so we cap it aggressively to avoid excessive client traffic.
 const TOOL_INPUT_DELTA_MAX_CHARS = 50_000;
 const APP_TOOL_NAMES = new Set(["app_create", "app_update"]);
 
-function truncateForIpc(
+function truncateForClient(
   value: string,
   maxChars: number,
   suffix: string,
@@ -206,6 +206,7 @@ const TOOL_FRIENDLY_NAMES: Record<string, string> = {
   app_create: "app",
   app_update: "app",
   skill_load: "skill",
+  skill_execute: "skill",
   app_file_edit: "app file",
   app_file_write: "app file",
 };
@@ -304,6 +305,27 @@ export function handleToolUse(
   });
 }
 
+export function handleToolUsePreviewStart(
+  _state: EventHandlerState,
+  deps: EventHandlerDeps,
+  event: Extract<AgentEvent, { type: "tool_use_preview_start" }>,
+): void {
+  deps.onEvent({
+    type: "tool_use_preview_start",
+    toolUseId: event.toolUseId,
+    toolName: event.toolName,
+    sessionId: deps.ctx.conversationId,
+  });
+  const statusText = `Preparing ${friendlyToolName(event.toolName)}...`;
+  deps.ctx.emitActivityState(
+    "tool_running",
+    "preview_start",
+    "assistant_turn",
+    deps.reqId,
+    statusText,
+  );
+}
+
 export function handleToolOutputChunk(
   _state: EventHandlerState,
   deps: EventHandlerDeps,
@@ -386,7 +408,7 @@ export function handleInputJsonDelta(
   // app_create/app_update code previews; all other tools discard it.
   const content = APP_TOOL_NAMES.has(event.toolName)
     ? event.accumulatedJson
-    : truncateForIpc(
+    : truncateForClient(
         event.accumulatedJson,
         TOOL_INPUT_DELTA_MAX_CHARS,
         TOOL_RESULT_TRUNCATION_SUFFIX,
@@ -396,6 +418,7 @@ export function handleInputJsonDelta(
     toolName: event.toolName,
     content,
     sessionId: deps.ctx.conversationId,
+    toolUseId: event.toolUseId,
   });
 }
 
@@ -410,7 +433,7 @@ export function handleToolResult(
   deps.onEvent({
     type: "tool_result",
     toolName: "",
-    result: truncateForIpc(
+    result: truncateForClient(
       event.content,
       TOOL_RESULT_MAX_CHARS,
       TOOL_RESULT_TRUNCATION_SUFFIX,
@@ -420,6 +443,7 @@ export function handleToolResult(
     status: event.status,
     sessionId: deps.ctx.conversationId,
     imageData: imageBlock?.source.data,
+    toolUseId: event.toolUseId,
   });
   state.pendingToolResults.set(event.toolUseId, {
     content: event.content,
@@ -781,6 +805,9 @@ export async function dispatchAgentEvent(
     case "tool_use":
       handleToolUse(state, deps, event);
       break;
+    case "tool_use_preview_start":
+      handleToolUsePreviewStart(state, deps, event);
+      break;
     case "tool_output_chunk":
       handleToolOutputChunk(state, deps, event);
       break;
@@ -790,6 +817,20 @@ export async function dispatchAgentEvent(
     case "tool_result":
       handleToolResult(state, deps, event);
       break;
+    case "server_tool_start": {
+      const friendlyNames: Record<string, string> = {
+        web_search: "Searching the web",
+      };
+      const statusText = friendlyNames[event.name] ?? `Running ${event.name}`;
+      deps.ctx.emitActivityState(
+        "tool_running",
+        "tool_use_start",
+        "assistant_turn",
+        deps.reqId,
+        statusText,
+      );
+      break;
+    }
     case "error":
       handleError(state, deps, event);
       break;