@vellumai/assistant 0.12.1 → 0.12.2-staging.2

package/src/tools/computer-use/definitions.ts

@@ -8,6 +8,7 @@
  */
 
 import { RiskLevel } from "../../permissions/types.js";
+import { formatDesktopAppRequired } from "../capability-offer.js";
 import type {
   ToolContext,
   ToolDefinition,
@@ -31,7 +32,7 @@ function proxyExecute(toolName: string) {
   ): Promise<ToolExecutionResult> => {
     if (!context.proxyToolResolver) {
       return {
-        content: `No proxy resolver configured for proxy tool "${toolName}". This tool requires a connected desktop client.`,
+        content: formatDesktopAppRequired("screen"),
         isError: true,
       };
     }
@@ -381,6 +382,112 @@ export const computerUseRunAppleScriptTool = {
   execute: proxyExecute("computer_use_run_applescript"),
 } satisfies ToolDefinition;
 
+// ---------------------------------------------------------------------------
+// sequence
+// ---------------------------------------------------------------------------
+
+export const computerUseSequenceTool = {
+  name: "computer_use_sequence",
+  description:
+    "Run several computer-use actions you already know, in order, in one step, for example open an app, press cmd+n, type a URL and press enter. Use it when no action depends on seeing the result of the one before; otherwise act one step at a time. Element IDs refer to the latest observation, so use them only for actions that act before the screen changes. Stops at the first action that is refused or fails and reports which one. Returns one observation after the last action.",
+  category: "computer-use",
+  defaultRiskLevel: RiskLevel.Low,
+  executionTarget: "host",
+  supportedClientOs: ["macos"],
+
+  input_schema: {
+    type: "object",
+    properties: {
+      actions: {
+        type: "array",
+        minItems: 1,
+        maxItems: 10,
+        description: "The actions to run, in order",
+        items: {
+          type: "object",
+          properties: {
+            action: {
+              type: "string",
+              enum: [
+                "key",
+                "type_text",
+                "type",
+                "click",
+                "double_click",
+                "right_click",
+                "scroll",
+                "wait",
+                "open_app",
+              ],
+              description: "The action to run",
+            },
+            key: {
+              type: "string",
+              description:
+                "key: key or shortcut to press (e.g. enter, tab, cmd+n)",
+            },
+            text: {
+              type: "string",
+              description: "type_text (or type): the text to type",
+            },
+            element_id: {
+              type: "integer",
+              description:
+                "click, double_click, right_click, scroll: the [ID] of the element from the latest accessibility tree (preferred)",
+            },
+            x: {
+              type: "integer",
+              description:
+                "click, double_click, right_click, scroll: X coordinate on screen (fallback when no element_id)",
+            },
+            y: {
+              type: "integer",
+              description:
+                "click, double_click, right_click, scroll: Y coordinate on screen (fallback when no element_id)",
+            },
+            direction: {
+              type: "string",
+              enum: ["up", "down", "left", "right"],
+              description: "scroll: scroll direction",
+            },
+            amount: {
+              type: "integer",
+              description: "scroll: scroll amount (1-10)",
+            },
+            duration_ms: {
+              type: "integer",
+              description: "wait: milliseconds to wait",
+            },
+            app_name: {
+              type: "string",
+              description:
+                'open_app: the name of the application to open (e.g. "Google Chrome")',
+            },
+            reasoning: {
+              type: "string",
+              description: "Optional: why this action",
+            },
+          },
+          required: ["action"],
+        },
+      },
+      reasoning: {
+        type: "string",
+        description:
+          "Optional: what these actions do together. Reasoning on each action works too",
+      },
+      target_client_id: {
+        type: "string",
+        description:
+          "ID of the specific client to target. Required when multiple clients support host_cu; omit when only one is connected. Obtain IDs from `assistant clients list --capability host_cu`.",
+      },
+    },
+    required: ["actions"],
+  },
+
+  execute: proxyExecute("computer_use_sequence"),
+} satisfies ToolDefinition;
+
 // ---------------------------------------------------------------------------
 // done
 // ---------------------------------------------------------------------------
@@ -456,7 +563,18 @@ export const computerUseObserveTool = {
         type: "integer",
         minimum: 1,
         maximum: 4294967295,
-        description: "macOS only: capture this native CGWindowID instead of the desktop, including only its accessibility tree. Obtain a current native window ID first; do not guess or use a browser tab ID. Applies to this observation only, not subsequent actions. Requires a desktop helper with window-capture support. Screenshot coordinates are window-relative; use accessibility element IDs for later actions, not desktop scaling.",
+        description:
+          "macOS only: capture this native CGWindowID instead of the desktop, including only its accessibility tree. Obtain a current native window ID first; do not guess or use a browser tab ID. Applies to this observation only, not subsequent actions. Requires a desktop helper with window-capture support. Screenshot coordinates are window-relative; use accessibility element IDs for later actions, not desktop scaling.",
+      },
+      include_screenshot: {
+        type: "boolean",
+        description:
+          "Force a screenshot with this observation. The accessibility tree is returned every step and actions always return a screenshot of their result; ask for pixels on an observation whenever the tree is not enough to act on, such as a canvas, a game, a custom-drawn view, a window with few or unlabeled controls, or a question about layout.",
+      },
+      full_tree: {
+        type: "boolean",
+        description:
+          "Walk the accessibility tree to full depth. Observations list the tree to a limited depth and say when it was cut off; pass this when the element you need is not in the tree.",
       },
       target_client_id: {
         type: "string",
@@ -484,6 +602,7 @@ export const allComputerUseTools: ToolDefinition[] = [
   computerUseWaitTool,
   computerUseOpenAppTool,
   computerUseRunAppleScriptTool,
+  computerUseSequenceTool,
   computerUseDoneTool,
   computerUseRespondTool,
 ];

package/src/tools/computer-use/skill-proxy-bridge.ts

@@ -5,6 +5,7 @@
  * the proxy resolver, which forwards the call to the connected desktop client.
  */
 
+import { formatDesktopAppRequired } from "../capability-offer.js";
 import { throwIfCancelled } from "../shared/abort.js";
 import type { ToolContext, ToolExecutionResult } from "../types.js";
 
@@ -45,7 +46,7 @@ export function forwardComputerUseProxyTool(
   }
   if (!context.proxyToolResolver) {
     return Promise.resolve({
-      content: `Cannot execute ${toolName}: no proxy resolver available. This tool requires a connected desktop client.`,
+      content: formatDesktopAppRequired("screen"),
       isError: true,
     });
   }

package/src/tools/credentials/metadata-store.ts

@@ -20,6 +20,7 @@ import {
 } from "@vellumai/credential-storage";
 import type { CredentialRecord } from "@vellumai/service-contracts/credential-rpc";
 
+import { createCesHttpRecordBackendIfConfigured } from "../../security/ces-http-record-backend.js";
 import type { CredentialRecordBackend } from "../../security/ces-rpc-record-backend.js";
 import { getLogger } from "../../util/logger.js";
 import type { CredentialInjectionTemplate } from "./policy-types.js";
@@ -55,6 +56,11 @@ const CES_MEMORY_PATH = "ces-in-memory-credential-metadata";
 let _store: StaticCredentialMetadataStore | undefined;
 let _overridePath: string | null = null;
 let _recordBackend: CredentialRecordBackend | undefined;
+/**
+ * Test override for the CES HTTP listing fallback. `undefined` uses the
+ * production factory. `null` disables HTTP fallback.
+ */
+let _httpRecordBackendOverride: CredentialRecordBackend | null | undefined;
 let _cesRecordsLoaded = false;
 let _cesLoad: Promise<void> | undefined;
 let _cesLoadGeneration = 0;
@@ -255,6 +261,93 @@ export function listCredentialMetadata(): CredentialMetadata[] {
   return getStore().list() as CredentialMetadata[];
 }
 
+export type CredentialRecordListResult = {
+  records: CredentialMetadata[];
+  unreachable: boolean;
+};
+
+type ListedCredentialRecords = Array<{
+  account: string;
+  record: CredentialRecord;
+}>;
+
+function backendIsAvailable(backend: CredentialRecordBackend): boolean {
+  try {
+    return backend.isAvailable();
+  } catch {
+    return false;
+  }
+}
+
+async function listFromRecordBackend(
+  backend: CredentialRecordBackend,
+): Promise<ListedCredentialRecords | null> {
+  if (!backendIsAvailable(backend)) {
+    return null;
+  }
+  return backend.list();
+}
+
+function resolveHttpRecordBackend(): CredentialRecordBackend | null {
+  if (_httpRecordBackendOverride !== undefined) {
+    return _httpRecordBackendOverride;
+  }
+  return createCesHttpRecordBackendIfConfigured();
+}
+
+async function listFromHttpFallback(): Promise<ListedCredentialRecords | null> {
+  const httpBackend = resolveHttpRecordBackend();
+  if (!httpBackend) {
+    return null;
+  }
+  return listFromRecordBackend(httpBackend);
+}
+
+/**
+ * Live catalog from the credential record backend. Does not read the
+ * daemon in-process cache, so an outage cannot be mistaken for an empty
+ * vault. `unreachable` is true when the backend is missing, down, or
+ * the list RPC fails, and CES HTTP failover is also unavailable.
+ *
+ * When the attached backend is CES RPC (or none is attached), listing
+ * fails over to CES HTTP in containerized deployments so a down RPC
+ * socket does not hide a healthy vault sidecar. A successful empty
+ * catalog (`[]`) does not fall through to HTTP.
+ *
+ * The file-backed test store is the catalog when a test override path is set.
+ */
+export async function listCredentialRecordsLive(): Promise<CredentialRecordListResult> {
+  if (_overridePath) {
+    return {
+      records: getStore().list() as CredentialMetadata[],
+      unreachable: false,
+    };
+  }
+  if (_recordBackend) {
+    const remote = await listFromRecordBackend(_recordBackend);
+    if (remote !== null) {
+      return {
+        records: remote.map((entry) => entry.record as CredentialMetadata),
+        unreachable: false,
+      };
+    }
+    if (_recordBackend.name !== "ces-rpc") {
+      return { records: [], unreachable: true };
+    }
+  }
+  const httpRemote = await listFromHttpFallback();
+  if (httpRemote !== null) {
+    log.warn(
+      "CES RPC credential record list unavailable. Failing over to CES HTTP.",
+    );
+    return {
+      records: httpRemote.map((entry) => entry.record as CredentialMetadata),
+      unreachable: false,
+    };
+  }
+  return { records: [], unreachable: true };
+}
+
 /**
  * Delete metadata for a credential.
  */
@@ -287,3 +380,10 @@ export function _setMetadataPath(path: string | null): void {
     }
   }
 }
+
+/** @internal Test-only: override the CES HTTP listing fallback. */
+export function _setHttpRecordBackendForTests(
+  backend: CredentialRecordBackend | null | undefined,
+): void {
+  _httpRecordBackendOverride = backend;
+}

package/src/tools/filesystem/search.ts

@@ -5,6 +5,7 @@ import { minimatch } from "minimatch";
 import { RE2JS } from "re2js";
 
 import { RiskLevel } from "../../permissions/types.js";
+import { safeStringSlice } from "../../util/unicode.js";
 import { declareDaemonActivityField } from "../schema-transforms.js";
 import {
   isDeniedBasename,
@@ -246,7 +247,7 @@ export const codeSearchTool = {
     // emitting a multi-megabyte output line. Normal lines pass through verbatim.
     const truncateForDisplay = (text: string): string =>
       text.length > MAX_DISPLAY_LINE_LENGTH
-        ? `${text.slice(0, MAX_DISPLAY_LINE_LENGTH)} …[line truncated]`
+        ? `${safeStringSlice(text, 0, MAX_DISPLAY_LINE_LENGTH)} …[line truncated]`
         : text;
 
     // Append an output line, tracking its byte cost. Returns false once the

package/src/tools/host-filesystem/edit.test.ts

@@ -71,8 +71,9 @@ describe("host_file_edit cross-client guards", () => {
     );
     expect(result.isError).toBe(true);
     expect(result.content).toContain(
-      "no client with host_file capability is connected",
+      "The Vellum desktop app is needed to access files on your computer",
     );
+    expect(result.content).toContain("https://www.vellum.ai/downloads");
   });
 
   test("returns 'specified client disconnected' error when targetClientId set but proxy unavailable on web", async () => {

package/src/tools/host-filesystem/edit.ts

@@ -4,7 +4,7 @@ import { supportsHostProxy } from "../../channels/types.js";
 import { HostFileProxy } from "../../daemon/host-file-proxy.js";
 import { RiskLevel } from "../../permissions/types.js";
 import { assistantEventHub } from "../../runtime/assistant-event-hub.js";
-import { desktopClientName } from "../client-os.js";
+import { formatDesktopAppRequired } from "../capability-offer.js";
 import { FileSystemOps } from "../shared/filesystem/file-ops-service.js";
 import { formatEditDiff } from "../shared/filesystem/format-diff.js";
 import { hostPolicy } from "../shared/filesystem/path-policy.js";
@@ -115,7 +115,7 @@ export const hostFileEditTool = {
       !HostFileProxy.instance.isAvailable()
     ) {
       return {
-        content: `Error: no client with host_file capability is connected. Connect a ${desktopClientName(context)} client to use host_file from a non-desktop interface.`,
+        content: formatDesktopAppRequired("files"),
         isError: true,
       };
     }

package/src/tools/host-filesystem/read.test.ts

@@ -67,8 +67,9 @@ describe("host_file_read cross-client guards", () => {
     );
     expect(result.isError).toBe(true);
     expect(result.content).toContain(
-      "no client with host_file capability is connected",
+      "The Vellum desktop app is needed to access files on your computer",
     );
+    expect(result.content).toContain("https://www.vellum.ai/downloads");
   });
 
   test("returns 'specified client disconnected' error when targetClientId set but proxy unavailable on web", async () => {

package/src/tools/host-filesystem/read.ts

@@ -6,7 +6,7 @@ import { supportsHostProxy } from "../../channels/types.js";
 import { HostFileProxy } from "../../daemon/host-file-proxy.js";
 import { RiskLevel } from "../../permissions/types.js";
 import { assistantEventHub } from "../../runtime/assistant-event-hub.js";
-import { desktopClientName } from "../client-os.js";
+import { formatDesktopAppRequired } from "../capability-offer.js";
 import {
   AUDIO_EXTENSIONS,
   readAudioFile,
@@ -121,7 +121,7 @@ export const hostFileReadTool = {
       !HostFileProxy.instance.isAvailable()
     ) {
       return {
-        content: `Error: no client with host_file capability is connected. Connect a ${desktopClientName(context)} client to use host_file from a non-desktop interface.`,
+        content: formatDesktopAppRequired("files"),
         isError: true,
       };
     }

package/src/tools/host-filesystem/transfer.test.ts

@@ -335,8 +335,9 @@ describe("host_file_transfer cross-client guards", () => {
 
     expect(result.isError).toBe(true);
     expect(result.content).toContain(
-      "no client with host_file capability is connected",
+      "The Vellum desktop app is needed to access files on your computer",
     );
+    expect(result.content).toContain("https://www.vellum.ai/downloads");
     expect(toSandboxCalls.length).toBe(0);
   });
 

package/src/tools/host-filesystem/transfer.ts

@@ -6,7 +6,7 @@ import { supportsHostProxy } from "../../channels/types.js";
 import { HostTransferProxy } from "../../daemon/host-transfer-proxy.js";
 import { RiskLevel } from "../../permissions/types.js";
 import { assistantEventHub } from "../../runtime/assistant-event-hub.js";
-import { desktopClientName } from "../client-os.js";
+import { formatDesktopAppRequired } from "../capability-offer.js";
 import { declareDaemonActivityField } from "../schema-transforms.js";
 import { sandboxPolicy } from "../shared/filesystem/path-policy.js";
 import type {
@@ -126,7 +126,7 @@ export const hostFileTransferTool = {
       !HostTransferProxy.instance.isAvailable()
     ) {
       return {
-        content: `Error: no client with host_file capability is connected. Connect a ${desktopClientName(context)} client to use host_file from a non-desktop interface.`,
+        content: formatDesktopAppRequired("files"),
         isError: true,
       };
     }

package/src/tools/host-filesystem/write.test.ts

@@ -67,8 +67,9 @@ describe("host_file_write cross-client guards", () => {
     );
     expect(result.isError).toBe(true);
     expect(result.content).toContain(
-      "no client with host_file capability is connected",
+      "The Vellum desktop app is needed to access files on your computer",
     );
+    expect(result.content).toContain("https://www.vellum.ai/downloads");
   });
 
   test("returns 'specified client disconnected' error when targetClientId set but proxy unavailable on web", async () => {

package/src/tools/host-filesystem/write.ts

@@ -4,7 +4,7 @@ import { supportsHostProxy } from "../../channels/types.js";
 import { HostFileProxy } from "../../daemon/host-file-proxy.js";
 import { RiskLevel } from "../../permissions/types.js";
 import { assistantEventHub } from "../../runtime/assistant-event-hub.js";
-import { desktopClientName } from "../client-os.js";
+import { formatDesktopAppRequired } from "../capability-offer.js";
 import { FileSystemOps } from "../shared/filesystem/file-ops-service.js";
 import { formatWriteSummary } from "../shared/filesystem/format-diff.js";
 import { hostPolicy } from "../shared/filesystem/path-policy.js";
@@ -90,7 +90,7 @@ export const hostFileWriteTool = {
       !HostFileProxy.instance.isAvailable()
     ) {
       return {
-        content: `Error: no client with host_file capability is connected. Connect a ${desktopClientName(context)} client to use host_file from a non-desktop interface.`,
+        content: formatDesktopAppRequired("files"),
         isError: true,
       };
     }

package/src/tools/host-terminal/host-shell.test.ts

@@ -170,6 +170,22 @@ afterEach(() => {
   mockProxyAvailable = false;
 });
 
+describe("host_bash unavailable desktop-app recovery", () => {
+  test("offers the desktop app download when a web turn has no host connection", async () => {
+    const result = await hostShellTool.execute(
+      { command: "pwd" },
+      makeContext({ transportInterface: "web" }),
+    );
+
+    expect(result.isError).toBe(true);
+    expect(result.content).toContain(
+      "The Vellum desktop app is needed to run commands on your computer",
+    );
+    expect(result.content).toContain("https://www.vellum.ai/downloads");
+    expect(result.content).toContain("Open it, then retry.");
+  });
+});
+
 // ---------------------------------------------------------------------------
 // Proxy path — background: true
 // ---------------------------------------------------------------------------

package/src/tools/host-terminal/host-shell.ts

@@ -18,10 +18,7 @@ import { getConfig } from "../../config/loader.js";
 import { HostBashProxy } from "../../daemon/host-bash-proxy.js";
 import { RiskLevel } from "../../permissions/types.js";
 import { wakeAgentForOpportunity } from "../../runtime/agent-wake.js";
-import {
-  assistantEventHub,
-  broadcastMessage,
-} from "../../runtime/assistant-event-hub.js";
+import { broadcastMessage } from "../../runtime/assistant-event-hub.js";
 import { conversationRevealNonce } from "../../runtime/reveal-nonce.js";
 import { redactSecrets } from "../../security/secret-scanner.js";
 import {
@@ -39,7 +36,7 @@ import {
   registerBackgroundTool,
   removeBackgroundTool,
 } from "../background-tool-registry.js";
-import { desktopClientName } from "../client-os.js";
+import { formatDesktopAppRequired } from "../capability-offer.js";
 import {
   attachBoundedStdio,
   MAX_OUTPUT_LENGTH,
@@ -142,7 +139,7 @@ export const hostShellInputSchema = z.looseObject({
   target_client_id: z
     .string()
     .describe(
-      "ID of the specific client to execute this command on. Required when multiple clients support host_bash; omit when only one client is connected. Obtain IDs from `assistant clients list --capability host_bash`.",
+      "Optional ID of the specific client to execute this command on. Without it, the most recently active eligible client is used. Obtain IDs from `assistant clients list --capability host_bash`.",
     )
     .optional()
     .catch(undefined),
@@ -203,20 +200,7 @@ export const hostShellTool = {
     const config = getConfig();
     const { shellDefaultTimeoutSec, shellMaxTimeoutSec } = config.timeouts;
 
-    // Guard: non-host-proxy interfaces need an explicit target when multiple
-    // capable clients are connected to avoid ambiguous untargeted broadcasts.
     const transportInterface = context.transportInterface;
-    if (
-      targetClientId == null &&
-      transportInterface != null &&
-      !supportsHostProxy(transportInterface) &&
-      assistantEventHub.listClientsByCapability("host_bash").length > 1
-    ) {
-      return {
-        content: `Error: multiple clients support host_bash. Specify which client to use with \`target_client_id\`. Run \`assistant clients list --capability host_bash\` to see client IDs and labels.`,
-        isError: true,
-      };
-    }
 
     // Guard: non-host-proxy interfaces with no capable clients connected.
     if (
@@ -226,7 +210,7 @@ export const hostShellTool = {
       !HostBashProxy.instance.isAvailable()
     ) {
       return {
-        content: `Error: no client with host_bash capability is connected. Connect a ${desktopClientName(context)} client to use host_bash from a non-desktop interface.`,
+        content: formatDesktopAppRequired("shell"),
         isError: true,
       };
     }

package/src/tools/network/web-search.ts

@@ -15,6 +15,7 @@ import {
   getHttpRetryDelay,
   sleep,
 } from "../../util/retry.js";
+import { safeStringSlice } from "../../util/unicode.js";
 import type {
   ToolContext,
   ToolDefinition,
@@ -509,7 +510,11 @@ const KEENABLE_SNIPPET_MAX_LENGTH = 500;
  * present rather than nullish. */
 function keenableSnippet(result: KeenableSearchResult): string {
   const text = result.snippet || result.description || "";
-  return text.replace(/\s+/g, " ").trim().slice(0, KEENABLE_SNIPPET_MAX_LENGTH);
+  return safeStringSlice(
+    text.replace(/\s+/g, " ").trim(),
+    0,
+    KEENABLE_SNIPPET_MAX_LENGTH,
+  );
 }
 
 function formatKeenableResults(

package/src/tools/policy-context.ts

@@ -1,5 +1,5 @@
 import { getConfig } from "../config/loader.js";
-import { isV3TierActive } from "../config/memory-v3-gate.js";
+import { isSkillImprovementActive } from "../config/memory-v3-gate.js";
 import type { ExecutionContext } from "../permissions/approval-policy.js";
 import type { ChannelPermissionCoordinates } from "../permissions/channel-permission-query.js";
 import type { PolicyContext } from "../permissions/types.js";
@@ -63,12 +63,11 @@ export function buildPolicyContext(
     requestOrigin: context?.requestOrigin,
     ...channelCoordinatesFromToolContext(context),
     requesterContactId: context?.requesterContactId,
-    // Precompute the proc-to-skills gate — the v3 tier being active, i.e.
-    // memory on AND v3 live — here so the permission checker, a leaf module
-    // that must not read config, can deny the memory-retrospective
-    // skill-authoring grant whenever the feature is inactive just by reading
-    // this boolean.
-    procToSkillsActive: isV3TierActive(getConfig()),
+    // Precompute the retrospective skill-improvement gate here so the
+    // permission checker, a leaf module that must not read config, can deny
+    // the memory-retrospective skill-authoring grant whenever the feature is
+    // inactive just by reading this boolean.
+    procToSkillsActive: isSkillImprovementActive(getConfig()),
   };
 
   const ownerKind = getToolOwner(tool.name)?.kind;