@vellumai/assistant 0.12.4 → 0.12.5-dev.202609251017.e467a6c

package/openapi.yaml

@@ -3,7 +3,7 @@
 openapi: 3.1.0
 info:
   title: Vellum Assistant API
-  version: 0.12.4
+  version: 0.12.5
   description: Auto-generated OpenAPI specification for the Vellum Assistant runtime HTTP server.
 servers:
   - url: http://127.0.0.1:7821
@@ -2597,6 +2597,58 @@ paths:
                   - userId
                   - authenticated
                 additionalProperties: false
+  /v1/auto-profile/preview:
+    post:
+      operationId: autoprofile_preview_post
+      summary: Preview the Auto profile's pick for a draft
+      description:
+        Ask the Auto profile which default profile a draft message would run on, using the conversation's recent
+        history when one is given. The pick is kept briefly so the turn that sends the same text reuses it. Spends one
+        Jev call per request.
+      tags:
+        - conversations
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              type: object
+              properties:
+                text:
+                  type: string
+                  minLength: 1
+                  maxLength: 20000
+                conversationId:
+                  type: string
+                  description: Conversation the draft belongs to, for recent history. Omit for a new chat.
+              required:
+                - text
+      responses:
+        "200":
+          description: Successful response
+          content:
+            application/json:
+              schema:
+                type: object
+                properties:
+                  profile:
+                    anyOf:
+                      - type: string
+                      - type: "null"
+                  outcome:
+                    type: string
+                    enum:
+                      - routed
+                      - unavailable
+                      - timeout
+                      - error
+                      - fallback
+                  confidence:
+                    type: number
+                required:
+                  - profile
+                  - outcome
+                additionalProperties: false
   /v1/avatar/accent:
     post:
       operationId: avatar_accent_post
@@ -14054,7 +14106,7 @@ paths:
     post:
       operationId: guardianactions_decision_post
       summary: Submit guardian decision
-      description: Submit a guardian action decision (approve/reject).
+      description: Submit a guardian decision on a pending request.
       tags:
         - guardian
       requestBody:
@@ -14066,9 +14118,17 @@ paths:
               properties:
                 requestId:
                   type: string
+                  minLength: 1
                   description: Guardian request ID
                 action:
                   type: string
+                  enum:
+                    - approve_once
+                    - reject
+                    - trust
+                    - verify_code
+                    - leave_unverified
+                    - block
                   description: Decision action
                 conversationId:
                   type: string
@@ -15079,6 +15139,24 @@ paths:
                             - intent
                             - status
                           additionalProperties: false
+                        updates:
+                          type: array
+                          items:
+                            type: object
+                            properties:
+                              skillId:
+                                type: string
+                              name:
+                                type: string
+                              summary:
+                                type: string
+                              conversationId:
+                                type: string
+                            required:
+                              - skillId
+                              - name
+                              - summary
+                            additionalProperties: false
                         category:
                           type: string
                           enum:
@@ -15314,6 +15392,24 @@ paths:
                       - intent
                       - status
                     additionalProperties: false
+                  updates:
+                    type: array
+                    items:
+                      type: object
+                      properties:
+                        skillId:
+                          type: string
+                        name:
+                          type: string
+                        summary:
+                          type: string
+                        conversationId:
+                          type: string
+                      required:
+                        - skillId
+                        - name
+                        - summary
+                      additionalProperties: false
                   category:
                     type: string
                     enum:
@@ -15643,6 +15739,24 @@ paths:
                             - intent
                             - status
                           additionalProperties: false
+                        updates:
+                          type: array
+                          items:
+                            type: object
+                            properties:
+                              skillId:
+                                type: string
+                              name:
+                                type: string
+                              summary:
+                                type: string
+                              conversationId:
+                                type: string
+                            required:
+                              - skillId
+                              - name
+                              - summary
+                            additionalProperties: false
                         category:
                           type: string
                           enum:
@@ -21280,6 +21394,7 @@ paths:
                                           - fastcrw
                                           - searxng
                                           - tinyfish
+                                          - exa
                                       resultCount:
                                         type: number
                                       durationMs:
@@ -21358,6 +21473,10 @@ paths:
                                         type: string
                                       mayRequireJavaScript:
                                         type: boolean
+                                      startIndexPastEnd:
+                                        type: boolean
+                                      providerWarning:
+                                        type: string
                                     required:
                                       - url
                                       - finalUrl
@@ -21894,6 +22013,7 @@ paths:
                                                   - fastcrw
                                                   - searxng
                                                   - tinyfish
+                                                  - exa
                                               resultCount:
                                                 type: number
                                               durationMs:
@@ -21972,6 +22092,10 @@ paths:
                                                 type: string
                                               mayRequireJavaScript:
                                                 type: boolean
+                                              startIndexPastEnd:
+                                                type: boolean
+                                              providerWarning:
+                                                type: string
                                             required:
                                               - url
                                               - finalUrl
@@ -22454,6 +22578,8 @@ paths:
                           type: boolean
                         noResponse:
                           type: boolean
+                        autoRoutedProfile:
+                          type: string
                         cameraFrame:
                           type: boolean
                           const: true
@@ -24794,6 +24920,24 @@ paths:
                           - intent
                           - status
                         additionalProperties: false
+                      updates:
+                        type: array
+                        items:
+                          type: object
+                          properties:
+                            skillId:
+                              type: string
+                            name:
+                              type: string
+                            summary:
+                              type: string
+                            conversationId:
+                              type: string
+                          required:
+                            - skillId
+                            - name
+                            - summary
+                          additionalProperties: false
                       category:
                         type: string
                         enum:
@@ -26891,7 +27035,12 @@ paths:
                   assistantId:
                     type: string
                   hasAssistantApiKey:
-                    type: boolean
+                    anyOf:
+                      - type: boolean
+                      - type: "null"
+                    description:
+                      Whether a managed assistant API key is stored. Null when the credential store could not be read, which is
+                      not evidence that no key is stored.
                   hasWebhookSecret:
                     type: boolean
                   clientInstallationId:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vellumai/assistant",
-  "version": "0.12.4",
+  "version": "0.12.5-dev.202609251017.e467a6c",
   "license": "MIT",
   "type": "module",
   "exports": {

package/src/__tests__/agent-loop.test.ts

@@ -181,6 +181,82 @@ describe("AgentLoop", () => {
     expect(calls[1].options?.config?.overrideProfile).toBe("quality-optimized");
   });
 
+  test("the auto origin follows the routed override and drops once a switch replaces it", async () => {
+    const toolCallId = "tool-1";
+    const { provider, calls } = createMockProvider([
+      toolUseResponse(toolCallId, "read_file", { path: "/tmp/test.txt" }),
+      textResponse("done"),
+    ]);
+    let overrideProfile = "quality-optimized";
+    const loop = new AgentLoop({
+      provider: provider,
+      systemPrompt: "system",
+      conversationId: "test-conversation",
+      tools: dummyTools,
+      toolExecutor: async () => {
+        // A confirmed profile session mid-turn: the user's pick, not Auto's.
+        overrideProfile = "cost-optimized";
+        return { content: "ok", isError: false };
+      },
+    });
+
+    await loop.run({
+      messages: [userMessage],
+      onEvent: collectEvents([]),
+      trust: { sourceChannel: "vellum", trustClass: "unknown" },
+      requestId: "req-1",
+      callSite: "mainAgent",
+      overrideProfile: "quality-optimized",
+      overrideProfileOrigin: "auto",
+      resolveOverrideProfile: () => overrideProfile,
+    });
+
+    expect(calls).toHaveLength(2);
+    expect(calls[0].options?.config?.overrideProfile).toBe("quality-optimized");
+    expect(calls[0].options?.config?.overrideProfileOrigin).toBe("auto");
+    expect(calls[1].options?.config?.overrideProfile).toBe("cost-optimized");
+    expect(calls[1].options?.config?.overrideProfileOrigin).toBeUndefined();
+  });
+
+  test("a pre-model-call hook keeps the auto origin unless it changes the profile", async () => {
+    let hookProfile: string | null | undefined;
+    registerPlugin({
+      manifest: { name: "profile-hook", version: "0.0.1" },
+      hooks: {
+        "pre-model-call": async (ctx) =>
+          hookProfile === undefined
+            ? ctx
+            : { ...ctx, modelProfile: hookProfile },
+      },
+    });
+    const run = async () => {
+      const { provider, calls } = createMockProvider([textResponse("ok")]);
+      const loop = new AgentLoop({
+        provider: provider,
+        systemPrompt: "system",
+        conversationId: "test-conversation",
+        tools: dummyTools,
+      });
+      await loop.run({
+        messages: [userMessage],
+        onEvent: collectEvents([]),
+        trust: { sourceChannel: "vellum", trustClass: "unknown" },
+        requestId: "req-1",
+        callSite: "mainAgent",
+        overrideProfile: "quality-optimized",
+        overrideProfileOrigin: "auto",
+      });
+      return calls[0].options?.config;
+    };
+
+    hookProfile = undefined;
+    expect((await run())?.overrideProfileOrigin).toBe("auto");
+    hookProfile = "cost-optimized";
+    expect((await run())?.overrideProfileOrigin).toBeUndefined();
+    hookProfile = null;
+    expect((await run())?.overrideProfileOrigin).toBeUndefined();
+  });
+
   test("re-resolves max input tokens before truncating tool results", async () => {
     const toolCallId = "tool-1";
     const toolOutput = "x".repeat(2_500);

package/src/__tests__/anthropic-error-formatting.test.ts

@@ -207,6 +207,15 @@ describe("AnthropicProvider — semantic reason stamping", () => {
       ),
       reason: "insufficient_credits",
     },
+    {
+      name: "free-tier daily-limit body code → free_tier_daily_limit_reached (before insufficient_credits)",
+      error: new FakeAPIError(
+        402,
+        '{"code":"free_tier_daily_limit_reached","detail":"free usage"}',
+        anthropicBody("invalid_request_error"),
+      ),
+      reason: "free_tier_daily_limit_reached",
+    },
     {
       name: "daily-limit body code → daily_limit_reached (before insufficient_credits)",
       error: new FakeAPIError(

package/src/__tests__/background-shell-bash.test.ts

@@ -2,6 +2,7 @@ import { afterEach, beforeEach, describe, expect, mock, test } from "bun:test";
 
 import type { WakeOptions } from "../runtime/agent-wake.js";
 import type { BackgroundTool } from "../tools/background-tool-registry.js";
+import type { ToolContext } from "../tools/types.js";
 
 // ── Mock modules ────────────────────────────────────────────────────────────
 
@@ -239,4 +240,37 @@ describe("bash tool background mode", () => {
     expect(mockRegisterBackgroundTool).not.toHaveBeenCalled();
     expect(mockWakeAgentForOpportunity).not.toHaveBeenCalled();
   });
+
+  for (const cronRunId of [undefined, null, "cron-run-123"]) {
+    for (const outcome of ["completed", "failed", "cancelled"] as const) {
+      test(`preserves originating schedule ${String(cronRunId)} on ${outcome}`, async () => {
+        const context: ToolContext = {
+          ...baseContext,
+          cronRunId,
+        };
+        await shellTool.execute(
+          {
+            command:
+              outcome === "cancelled"
+                ? "sleep 30"
+                : `sleep 0.1; exit ${outcome === "failed" ? "1" : "0"}`,
+            activity: "test",
+            background: true,
+          },
+          context,
+        );
+        context.cronRunId = "cron-run-later";
+        expect(registeredTools[0]!.cronRunId).toBe(cronRunId ?? undefined);
+        if (outcome === "cancelled") {
+          registeredTools[0]!.cancel();
+        }
+        await waitForWake(mockWakeAgentForOpportunity);
+
+        expect(mockWakeAgentForOpportunity).toHaveBeenCalledTimes(1);
+        const wake = mockWakeAgentForOpportunity.mock.calls[0]![0];
+        expect(wake.cronRunId).toBe(cronRunId ?? undefined);
+        expect(wake.backgroundToolCompletion?.status).toBe(outcome);
+      });
+    }
+  }
 });

package/src/__tests__/background-shell-host-bash.test.ts

@@ -84,7 +84,11 @@ mock.module("../daemon/host-bash-proxy.js", () => ({
 // Import under test — MUST come after mock.module calls.
 // ---------------------------------------------------------------------------
 
-import type { CompletedBackgroundTool } from "../tools/background-tool-registry.js";
+import type { WakeOptions } from "../runtime/agent-wake.js";
+import type {
+  BackgroundTool,
+  CompletedBackgroundTool,
+} from "../tools/background-tool-registry.js";
 import { hostShellTool } from "../tools/host-terminal/host-shell.js";
 import type { ToolContext, ToolExecutionResult } from "../tools/types.js";
 
@@ -148,6 +152,56 @@ afterEach(() => {
 // ---------------------------------------------------------------------------
 
 describe("host_bash background mode — proxy path", () => {
+  for (const cronRunId of [undefined, null, "cron-run-123"]) {
+    for (const outcome of [
+      "completed",
+      "failed",
+      "rejected",
+      "cancelled",
+      "cancelled-rejection",
+    ] as const) {
+      test(`preserves originating schedule ${String(cronRunId)} on ${outcome}`, async () => {
+        mockProxyAvailable = true;
+        const result = Promise.withResolvers<ToolExecutionResult>();
+        mockProxyRequestImpl = () => result.promise;
+        const context = makeContext({ cronRunId });
+
+        await hostShellTool.execute(
+          { command: "echo bg-proxy", background: true },
+          context,
+        );
+        context.cronRunId = "cron-run-later";
+        const ownedCommand = (
+          mockRegisterBackgroundTool.mock.calls as unknown[][]
+        )[0]![0] as BackgroundTool;
+        expect(ownedCommand.cronRunId).toBe(cronRunId ?? undefined);
+        const cancelled =
+          outcome === "cancelled" || outcome === "cancelled-rejection";
+        if (cancelled) {
+          const registered = (
+            mockRegisterBackgroundTool.mock.calls as unknown[][]
+          )[0]![0] as BackgroundTool;
+          registered.cancel();
+        }
+        if (outcome === "rejected" || outcome === "cancelled-rejection") {
+          result.reject(new Error("proxy transport error"));
+        } else {
+          result.resolve({ content: "done", isError: outcome === "failed" });
+        }
+        await new Promise((resolve) => setTimeout(resolve, 10));
+
+        expect(mockWakeAgentForOpportunity).toHaveBeenCalledTimes(1);
+        const wake = (
+          mockWakeAgentForOpportunity.mock.calls as unknown[][]
+        )[0]![0] as WakeOptions;
+        expect(wake.cronRunId).toBe(cronRunId ?? undefined);
+        expect(wake.backgroundToolCompletion?.status).toBe(
+          cancelled ? "cancelled" : outcome === "rejected" ? "failed" : outcome,
+        );
+      });
+    }
+  }
+
   test("returns immediately with backgrounded response", async () => {
     const proxyResult: ToolExecutionResult = {
       content: "proxy output",
@@ -311,6 +365,49 @@ describe("host_bash background mode — proxy path", () => {
 // ---------------------------------------------------------------------------
 
 describe("host_bash background mode — direct execution path", () => {
+  for (const cronRunId of [undefined, null, "cron-run-123"]) {
+    for (const outcome of [
+      "completed",
+      "failed",
+      "spawn-error",
+      "cancelled",
+    ] as const) {
+      test(`preserves originating schedule ${String(cronRunId)} on ${outcome}`, async () => {
+        const context = makeContext({ cronRunId });
+        await hostShellTool.execute(
+          { command: "echo bg-local", background: true },
+          context,
+        );
+        context.cronRunId = "cron-run-later";
+        const ownedCommand = (
+          mockRegisterBackgroundTool.mock.calls as unknown[][]
+        )[0]![0] as BackgroundTool;
+        expect(ownedCommand.cronRunId).toBe(cronRunId ?? undefined);
+        if (outcome === "cancelled") {
+          const registered = (
+            mockRegisterBackgroundTool.mock.calls as unknown[][]
+          )[0]![0] as BackgroundTool;
+          registered.cancel();
+        }
+        if (outcome === "spawn-error") {
+          latestChild!.emit("error", new Error("spawn ENOENT"));
+          latestChild!.emit("close", null);
+        } else {
+          latestChild!.emit("close", outcome === "failed" ? 1 : 0);
+        }
+
+        expect(mockWakeAgentForOpportunity).toHaveBeenCalledTimes(1);
+        const wake = (
+          mockWakeAgentForOpportunity.mock.calls as unknown[][]
+        )[0]![0] as WakeOptions;
+        expect(wake.cronRunId).toBe(cronRunId ?? undefined);
+        expect(wake.backgroundToolCompletion?.status).toBe(
+          outcome === "spawn-error" ? "failed" : outcome,
+        );
+      });
+    }
+  }
+
   test("returns immediately with backgrounded response", async () => {
     const ctx = makeContext();
 

package/src/__tests__/background-tool-registry.test.ts

@@ -6,6 +6,7 @@ import {
   cancelBackgroundTool,
   type CompletedBackgroundTool,
   generateBackgroundToolId,
+  hasBackgroundToolWork,
   listBackgroundTools,
   listCompletedBackgroundTools,
   MAX_BACKGROUND_TOOLS,
@@ -21,6 +22,7 @@ function makeTool(overrides: Partial<BackgroundTool> = {}): BackgroundTool {
     toolName: overrides.toolName ?? "bash",
     conversationId: overrides.conversationId ?? "conv-xyz",
     command: overrides.command ?? "echo hello",
+    cronRunId: overrides.cronRunId,
     startedAt: overrides.startedAt ?? Date.now(),
     cancel: overrides.cancel ?? mock(() => {}),
   };
@@ -58,6 +60,27 @@ describe("background-tool-registry", () => {
   });
 
   describe("cancelBackgroundTool", () => {
+    test("filters both running and cancelling commands by schedule owner", () => {
+      const owned = makeTool({ id: "bg-owned", cronRunId: "run-owned" });
+      registerBackgroundTool(owned);
+      registerBackgroundTool(makeTool({ id: "bg-user" }));
+      registerBackgroundTool(
+        makeTool({ id: "bg-other", cronRunId: "run-other" }),
+      );
+      expect(
+        hasBackgroundToolWork(owned.conversationId, { cronRunId: "run-owned" }),
+      ).toBe(true);
+      cancelBackgroundTool(owned.id);
+      expect(
+        hasBackgroundToolWork(owned.conversationId, { cronRunId: "run-owned" }),
+      ).toBe(true);
+      removeBackgroundTool(owned.id);
+      expect(
+        hasBackgroundToolWork(owned.conversationId, { cronRunId: "run-owned" }),
+      ).toBe(false);
+      expect(hasBackgroundToolWork(owned.conversationId)).toBe(true);
+    });
+
     test("calls cancel(), removes the entry, and returns true", () => {
       const cancelFn = mock(() => {});
       const tool = makeTool({ id: "bg-cancel-1", cancel: cancelFn });
@@ -68,6 +91,20 @@ describe("background-tool-registry", () => {
       expect(result).toBe(true);
       expect(cancelFn).toHaveBeenCalledTimes(1);
       expect(listBackgroundTools()).toHaveLength(0);
+      expect(hasBackgroundToolWork(tool.conversationId)).toBe(true);
+      removeBackgroundTool(tool.id);
+      expect(hasBackgroundToolWork(tool.conversationId)).toBe(false);
+    });
+
+    test("a synchronous terminal callback settles cancellation work", () => {
+      registerBackgroundTool(
+        makeTool({
+          id: "bg-sync-cancel",
+          cancel: () => removeBackgroundTool("bg-sync-cancel"),
+        }),
+      );
+      cancelBackgroundTool("bg-sync-cancel");
+      expect(hasBackgroundToolWork("conv-xyz")).toBe(false);
     });
 
     test("returns false for unknown IDs", () => {
@@ -105,6 +142,8 @@ describe("background-tool-registry", () => {
 
       expect(listBackgroundTools("conv-2")).toHaveLength(1);
       expect(listBackgroundTools("conv-nonexistent")).toHaveLength(0);
+      expect(hasBackgroundToolWork("conv-1")).toBe(true);
+      expect(hasBackgroundToolWork("conv-nonexistent")).toBe(false);
     });
   });
 

package/src/__tests__/channel-readiness-discord.test.ts

@@ -4,8 +4,16 @@ import { credentialKey } from "../security/credential-key.js";
 
 let mockSecureKeys: Record<string, string>;
 
+// Spread the real module: mocks are shared across files in a combined run,
+// and a wholesale replacement drops the exports peer modules import.
+const actualSecureKeys = await import("../security/secure-keys.js");
 mock.module("../security/secure-keys.js", () => ({
+  ...actualSecureKeys,
   getSecureKeyAsync: async (key: string) => mockSecureKeys[key] ?? null,
+  getSecureKeyResultAsync: async (key: string) => ({
+    value: mockSecureKeys[key] ?? undefined,
+    unreachable: false,
+  }),
   setSecureKeyAsync: async (key: string, value: string) => {
     mockSecureKeys[key] = value;
     return true;

package/src/__tests__/channel-readiness-slack-remote.test.ts

@@ -5,8 +5,16 @@ import { setConfig } from "./helpers/set-config.js";
 
 let mockSecureKeys: Record<string, string>;
 
+// Spread the real module: mocks are shared across files in a combined run,
+// and a wholesale replacement drops the exports peer modules import.
+const actualSecureKeys = await import("../security/secure-keys.js");
 mock.module("../security/secure-keys.js", () => ({
+  ...actualSecureKeys,
   getSecureKeyAsync: async (key: string) => mockSecureKeys[key] ?? null,
+  getSecureKeyResultAsync: async (key: string) => ({
+    value: mockSecureKeys[key] ?? undefined,
+    unreachable: false,
+  }),
   setSecureKeyAsync: async (key: string, value: string) => {
     mockSecureKeys[key] = value;
     return true;