@vellumai/assistant 0.5.6 → 0.5.8

package/src/config/bundled-skills/settings/SKILL.md

@@ -1,6 +1,6 @@
 ---
 name: settings
-description: Manage assistant voice and system settings
+description: Manage assistant voice, avatar, and system settings
 compatibility: "Designed for Vellum personal assistants"
 metadata:
   emoji: "\u2699\uFE0F"
@@ -8,4 +8,17 @@ metadata:
     display-name: "Settings"
 ---
 
-Tools for managing assistant settings: voice configuration (TTS voice, PTT activation key, conversation timeout), system settings navigation, and in-app settings tab navigation.
+Tools for managing assistant settings: voice configuration (TTS voice, PTT activation key, conversation timeout), avatar management, system settings navigation, and in-app settings tab navigation.
+
+## Avatar
+
+When the user asks to set, change, or update your avatar to an image they provide:
+
+1. Find the uploaded image in the conversation attachments directory
+2. Use the `set_avatar` tool with the `image_path` parameter set to the workspace-relative path (e.g. `conversations/<id>/attachments/Dropped Image.png`)
+
+The tool copies the image to the canonical location (`data/avatar/avatar-image.png`) and notifies the app to refresh automatically.
+
+When the user asks to remove, clear, or reset their avatar, use the `remove_avatar` tool. It deletes only the custom image and preserves the native character traits so the character avatar is restored automatically.
+
+**Do NOT use `bash`, `cp`, or `rm` for avatar operations** — always use `set_avatar` / `remove_avatar` so the app is properly notified and character traits are preserved.

package/src/config/bundled-skills/settings/TOOLS.json

@@ -3,7 +3,7 @@
   "tools": [
     {
       "name": "voice_config_update",
-      "description": "Update a voice configuration setting (TTS voice ID, PTT activation key, conversation timeout). Changes take effect immediately.",
+      "description": "Update a voice configuration setting (TTS provider, TTS voice ID, Fish Audio reference ID, PTT activation key, conversation timeout). Changes take effect immediately.",
       "category": "system",
       "risk": "low",
       "input_schema": {
@@ -11,7 +11,13 @@
         "properties": {
           "setting": {
             "type": "string",
-            "enum": ["activation_key", "conversation_timeout", "tts_voice_id"],
+            "enum": [
+              "activation_key",
+              "conversation_timeout",
+              "fish_audio_reference_id",
+              "tts_provider",
+              "tts_voice_id"
+            ],
             "description": "The voice setting to change"
           },
           "value": {
@@ -79,6 +85,45 @@
       },
       "executor": "tools/navigate-settings-tab.ts",
       "execution_target": "host"
+    },
+    {
+      "name": "set_avatar",
+      "description": "Set the assistant's avatar to an image file. Copies the source image to the canonical avatar location (data/avatar/avatar-image.png), removes any native character avatar files, and notifies the app to refresh. Use this when the user asks to set, change, or update the avatar to a specific image (e.g. from a conversation attachment).",
+      "category": "system",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "image_path": {
+            "type": "string",
+            "description": "Path to the image file. Can be absolute or relative to the workspace directory (e.g. 'conversations/<id>/attachments/Dropped Image.png')."
+          },
+          "activity": {
+            "type": "string",
+            "description": "Brief non-technical explanation of what you are doing, shown to the user as a status update."
+          }
+        },
+        "required": ["image_path"]
+      },
+      "executor": "tools/avatar-update.ts",
+      "execution_target": "sandbox"
+    },
+    {
+      "name": "remove_avatar",
+      "description": "Remove the custom avatar image and restore the native character avatar. Only deletes the custom image — preserves character traits so the character avatar is automatically restored. Use this when the user asks to remove, clear, or reset their avatar.",
+      "category": "system",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "activity": {
+            "type": "string",
+            "description": "Brief non-technical explanation of what you are doing, shown to the user as a status update."
+          }
+        }
+      },
+      "executor": "tools/avatar-remove.ts",
+      "execution_target": "sandbox"
     }
   ]
 }

package/src/config/bundled-skills/settings/tools/avatar-remove.ts

@@ -0,0 +1,59 @@
+import { existsSync, unlinkSync } from "node:fs";
+import { join } from "node:path";
+
+import { buildAssistantEvent } from "../../../../runtime/assistant-event.js";
+import { assistantEventHub } from "../../../../runtime/assistant-event-hub.js";
+import { DAEMON_INTERNAL_ASSISTANT_ID } from "../../../../runtime/assistant-scope.js";
+import type {
+  ToolContext,
+  ToolExecutionResult,
+} from "../../../../tools/types.js";
+import { getLogger } from "../../../../util/logger.js";
+import { getWorkspaceDir } from "../../../../util/platform.js";
+
+const log = getLogger("avatar-remove");
+
+export async function run(
+  _input: Record<string, unknown>,
+  _context: ToolContext,
+): Promise<ToolExecutionResult> {
+  const avatarDir = join(getWorkspaceDir(), "data", "avatar");
+  const avatarPath = join(avatarDir, "avatar-image.png");
+
+  if (!existsSync(avatarPath)) {
+    return {
+      content: "No custom avatar to remove — already using the default.",
+      isError: false,
+    };
+  }
+
+  try {
+    unlinkSync(avatarPath);
+  } catch (err) {
+    const message = err instanceof Error ? err.message : String(err);
+    log.error({ error: message }, "Failed to remove avatar image");
+    return { content: `Error removing avatar: ${message}`, isError: true };
+  }
+
+  // character-traits.json is intentionally preserved so the native
+  // character avatar is restored automatically.
+
+  // Notify connected clients so the avatar refreshes immediately.
+  assistantEventHub
+    .publish(
+      buildAssistantEvent(DAEMON_INTERNAL_ASSISTANT_ID, {
+        type: "avatar_updated",
+        avatarPath,
+      }),
+    )
+    .catch((err) => {
+      log.warn({ err }, "Failed to publish avatar_updated event");
+    });
+
+  log.info("Custom avatar removed, reverting to character avatar");
+
+  return {
+    content: "Custom avatar removed. The character avatar has been restored.",
+    isError: false,
+  };
+}

package/src/config/bundled-skills/settings/tools/avatar-update.ts

@@ -0,0 +1,80 @@
+import { copyFileSync, existsSync, mkdirSync } from "node:fs";
+import { dirname, join } from "node:path";
+
+import { buildAssistantEvent } from "../../../../runtime/assistant-event.js";
+import { assistantEventHub } from "../../../../runtime/assistant-event-hub.js";
+import { DAEMON_INTERNAL_ASSISTANT_ID } from "../../../../runtime/assistant-scope.js";
+import type {
+  ToolContext,
+  ToolExecutionResult,
+} from "../../../../tools/types.js";
+import { getLogger } from "../../../../util/logger.js";
+import { getWorkspaceDir } from "../../../../util/platform.js";
+
+const log = getLogger("avatar-update");
+
+/** Canonical path where the custom avatar PNG is stored. */
+function getAvatarPath(): string {
+  return join(getWorkspaceDir(), "data", "avatar", "avatar-image.png");
+}
+
+export async function run(
+  input: Record<string, unknown>,
+  _context: ToolContext,
+): Promise<ToolExecutionResult> {
+  const sourcePath = input.image_path as string | undefined;
+
+  if (!sourcePath || typeof sourcePath !== "string") {
+    return {
+      content:
+        'Error: "image_path" is required. Provide the path to the image file (absolute or relative to workspace).',
+      isError: true,
+    };
+  }
+
+  const workspaceDir = getWorkspaceDir();
+  const resolvedSource = sourcePath.startsWith("/")
+    ? sourcePath
+    : join(workspaceDir, sourcePath);
+
+  if (!existsSync(resolvedSource)) {
+    return {
+      content: `Error: source file not found: ${resolvedSource}`,
+      isError: true,
+    };
+  }
+
+  const avatarPath = getAvatarPath();
+  const avatarDir = dirname(avatarPath);
+
+  try {
+    mkdirSync(avatarDir, { recursive: true });
+    copyFileSync(resolvedSource, avatarPath);
+  } catch (err) {
+    const message = err instanceof Error ? err.message : String(err);
+    log.error({ error: message }, "Failed to copy avatar image");
+    return { content: `Error copying avatar: ${message}`, isError: true };
+  }
+
+  // Keep character-traits.json and character-ascii.txt so the character
+  // avatar can be restored if the custom image is later removed.
+
+  // Notify connected clients so the avatar refreshes immediately.
+  assistantEventHub
+    .publish(
+      buildAssistantEvent(DAEMON_INTERNAL_ASSISTANT_ID, {
+        type: "avatar_updated",
+        avatarPath,
+      }),
+    )
+    .catch((err) => {
+      log.warn({ err }, "Failed to publish avatar_updated event");
+    });
+
+  log.info({ avatarPath, source: resolvedSource }, "Avatar updated");
+
+  return {
+    content: `Avatar updated from ${sourcePath}. The app will refresh automatically.`,
+    isError: false,
+  };
+}

package/src/config/bundled-skills/settings/tools/voice-config-update.ts

@@ -24,6 +24,11 @@ const VOICE_SETTINGS = {
     type: "number" as const,
   },
   tts_voice_id: { userDefaultsKey: "ttsVoiceId", type: "string" as const },
+  tts_provider: { userDefaultsKey: "ttsProvider", type: "string" as const },
+  fish_audio_reference_id: {
+    userDefaultsKey: "fishAudioReferenceId",
+    type: "string" as const,
+  },
 } as const;
 
 type VoiceSettingName = keyof typeof VOICE_SETTINGS;
@@ -36,6 +41,8 @@ const FRIENDLY_NAMES: Record<VoiceSettingName, string> = {
   activation_key: "PTT activation key",
   conversation_timeout: "Conversation timeout",
   tts_voice_id: "ElevenLabs voice",
+  tts_provider: "TTS provider",
+  fish_audio_reference_id: "Fish Audio voice",
 };
 
 function validateSetting(
@@ -97,6 +104,25 @@ function validateSetting(
       }
       return { ok: true, coerced: trimmed };
     }
+    case "tts_provider": {
+      const valid = ["elevenlabs", "fish-audio"];
+      if (typeof value !== "string" || !valid.includes(value.trim())) {
+        return {
+          ok: false,
+          error: `tts_provider must be one of: ${valid.join(", ")}`,
+        };
+      }
+      return { ok: true, coerced: value.trim() };
+    }
+    case "fish_audio_reference_id": {
+      if (typeof value !== "string" || value.trim().length === 0) {
+        return {
+          ok: false,
+          error: "fish_audio_reference_id must be a non-empty string",
+        };
+      }
+      return { ok: true, coerced: value.trim() };
+    }
     default:
       return { ok: false, error: `Unknown setting "${setting}"` };
   }
@@ -166,6 +192,22 @@ export async function run(
     invalidateConfigCache();
   }
 
+  // For tts_provider, persist to config file (calls.voice.ttsProvider).
+  if (setting === "tts_provider") {
+    const raw = loadRawConfig();
+    setNestedValue(raw, "calls.voice.ttsProvider", validation.coerced);
+    saveRawConfig(raw);
+    invalidateConfigCache();
+  }
+
+  // For fish_audio_reference_id, persist to config file (fishAudio.referenceId).
+  if (setting === "fish_audio_reference_id") {
+    const raw = loadRawConfig();
+    setNestedValue(raw, "fishAudio.referenceId", validation.coerced);
+    saveRawConfig(raw);
+    invalidateConfigCache();
+  }
+
   return {
     content: `${friendlyName} updated to ${JSON.stringify(
       validation.coerced,

package/src/config/bundled-skills/slack/SKILL.md

@@ -76,4 +76,4 @@ For setting up recurring digests, load the `slack-digest-setup` skill which cove
 
 ## Connection
 
-Before using any Slack tool, verify that Slack is connected. If not connected, guide the user through the Slack setup flow described in the messaging skill.
+Before using any Slack tool, verify that Slack is connected. If not connected, load the **slack-app-setup** skill (`skill_load` with `skill: "slack-app-setup"`) and follow its step-by-step guided flow. Do NOT improvise setup instructions — the `slack-app-setup` skill is the single source of truth for Slack connection setup. Slack uses Socket Mode (not OAuth) and does not require redirect URLs or any OAuth flow.

package/src/config/bundled-tool-registry.ts

@@ -13,7 +13,7 @@
  *   bun run scripts/generate-bundled-tool-registry.ts
  */
 import type { SkillToolScript } from "../tools/skills/script-contract.js";
-// ── acp ─────────────────────────────────────────────────────────────────────────
+// ── acp ────────────────────────────────────────────────────────────────────────
 import * as acpAbort from "./bundled-skills/acp/tools/acp-abort.js";
 import * as acpSpawn from "./bundled-skills/acp/tools/acp-spawn.js";
 import * as acpStatus from "./bundled-skills/acp/tools/acp-status.js";
@@ -39,8 +39,6 @@ import * as browserWaitFor from "./bundled-skills/browser/tools/browser-wait-for
 import * as browserWaitForDownload from "./bundled-skills/browser/tools/browser-wait-for-download.js";
 // ── chatgpt-import ─────────────────────────────────────────────────────────────
 import * as chatgptImport from "./bundled-skills/chatgpt-import/tools/chatgpt-import.js";
-// ── claude-code ────────────────────────────────────────────────────────────────
-import * as claudeCode from "./bundled-skills/claude-code/tools/claude-code.js";
 // ── computer-use ───────────────────────────────────────────────────────────────
 import * as computerUseClick from "./bundled-skills/computer-use/tools/computer-use-click.js";
 import * as computerUseDone from "./bundled-skills/computer-use/tools/computer-use-done.js";
@@ -107,8 +105,6 @@ import * as messagingSend from "./bundled-skills/messaging/tools/messaging-send.
 import * as messagingSenderDigest from "./bundled-skills/messaging/tools/messaging-sender-digest.js";
 // ── notifications ──────────────────────────────────────────────────────────────
 import * as sendNotification from "./bundled-skills/notifications/tools/send-notification.js";
-// ── orchestration ──────────────────────────────────────────────────────────────
-import * as swarmDelegate from "./bundled-skills/orchestration/tools/swarm-delegate.js";
 // ── phone-calls ────────────────────────────────────────────────────────────────
 import * as callEnd from "./bundled-skills/phone-calls/tools/call-end.js";
 import * as callStart from "./bundled-skills/phone-calls/tools/call-start.js";
@@ -136,6 +132,8 @@ import * as sequenceImport from "./bundled-skills/sequences/tools/sequence-impor
 import * as sequenceList from "./bundled-skills/sequences/tools/sequence-list.js";
 import * as sequenceUpdate from "./bundled-skills/sequences/tools/sequence-update.js";
 // ── settings ───────────────────────────────────────────────────────────────────
+import * as avatarRemove from "./bundled-skills/settings/tools/avatar-remove.js";
+import * as avatarUpdate from "./bundled-skills/settings/tools/avatar-update.js";
 import * as navigateSettingsTab from "./bundled-skills/settings/tools/navigate-settings-tab.js";
 import * as openSystemSettings from "./bundled-skills/settings/tools/open-system-settings.js";
 import * as voiceConfigUpdate from "./bundled-skills/settings/tools/voice-config-update.js";
@@ -210,9 +208,6 @@ export const bundledToolRegistry = new Map<string, SkillToolScript>([
   // chatgpt-import
   ["chatgpt-import:tools/chatgpt-import.ts", chatgptImport],
 
-  // claude-code
-  ["claude-code:tools/claude-code.ts", claudeCode],
-
   // computer-use
   ["computer-use:tools/computer-use-observe.ts", computerUseObserve],
   ["computer-use:tools/computer-use-click.ts", computerUseClick],
@@ -298,9 +293,6 @@ export const bundledToolRegistry = new Map<string, SkillToolScript>([
   // notifications
   ["notifications:tools/send-notification.ts", sendNotification],
 
-  // orchestration
-  ["orchestration:tools/swarm-delegate.ts", swarmDelegate],
-
   // phone-calls
   ["phone-calls:tools/call-start.ts", callStart],
   ["phone-calls:tools/call-status.ts", callStatus],
@@ -333,6 +325,8 @@ export const bundledToolRegistry = new Map<string, SkillToolScript>([
   ["sequences:tools/sequence-analytics.ts", sequenceAnalytics],
 
   // settings
+  ["settings:tools/avatar-update.ts", avatarUpdate],
+  ["settings:tools/avatar-remove.ts", avatarRemove],
   ["settings:tools/voice-config-update.ts", voiceConfigUpdate],
   ["settings:tools/open-system-settings.ts", openSystemSettings],
   ["settings:tools/navigate-settings-tab.ts", navigateSettingsTab],

package/src/config/defaults.ts

@@ -2,6 +2,4 @@ import { applyNestedDefaults } from "./loader.js";
 import type { AssistantConfig } from "./types.js";
 
 // Single source of truth: Zod schema field-level .default() values.
-// Uses applyNestedDefaults to cascade through nested .default({}) calls,
-// which Zod 4 doesn't resolve in a single parse pass.
 export const DEFAULT_CONFIG: AssistantConfig = applyNestedDefaults({});

package/src/config/env-registry.ts

@@ -55,12 +55,12 @@ export function getIsContainerized(): boolean {
 }
 
 /**
- * WORKSPACE_DIR — string, default: undefined
- * When set, overrides the default workspace directory. Used in containerized
- * deployments where the workspace is a separate volume.
+ * VELLUM_WORKSPACE_DIR — string, default: undefined
+ * Overrides the default workspace directory.
+ * Used in containerized deployments where the workspace is a separate volume.
  */
 export function getWorkspaceDirOverride(): string | undefined {
-  return str("WORKSPACE_DIR");
+  return str("VELLUM_WORKSPACE_DIR");
 }
 
 // ── Known env var names ──────────────────────────────────────────────────────
@@ -72,7 +72,7 @@ export function getWorkspaceDirOverride(): string | undefined {
 const KNOWN_VELLUM_VARS = new Set([
   "VELLUM_ASSISTANT_NAME",
   "VELLUM_AWS_ROLE_ARN",
-  "VELLUM_CLAUDE_CODE_DEPTH",
+  "VELLUM_CLOUD",
   "VELLUM_CUSTOM_QR_CODE_PATH",
   "VELLUM_DAEMON_AUTOSTART",
   "VELLUM_DAEMON_NOAUTH",

package/src/config/env.ts

@@ -15,6 +15,7 @@
 
 import { getLogger } from "../util/logger.js";
 import { checkUnrecognizedEnvVars } from "./env-registry.js";
+import { getConfig } from "./loader.js";
 
 const log = getLogger("env");
 
@@ -111,15 +112,8 @@ export function hasUngatedHttpAuthDisabled(): boolean {
 
 // ── Monitoring ───────────────────────────────────────────────────────────────
 
-export function getLogfireToken(): string | undefined {
-  return str("LOGFIRE_TOKEN");
-}
-
-const DEFAULT_SENTRY_DSN =
-  "https://db2d38a082e4ee35eeaea08c44b376ec@o4504590528675840.ingest.us.sentry.io/4510874712276992";
-
 export function getSentryDsn(): string {
-  return str("SENTRY_DSN") ?? DEFAULT_SENTRY_DSN;
+  return str("SENTRY_DSN_ASSISTANT") ?? "";
 }
 
 // ── Qdrant ───────────────────────────────────────────────────────────────────
@@ -132,6 +126,10 @@ export function getQdrantHttpPortEnv(): number | undefined {
   return int("QDRANT_HTTP_PORT");
 }
 
+export function getQdrantReadyzTimeoutMs(): number | undefined {
+  return int("QDRANT_READYZ_TIMEOUT_MS");
+}
+
 // ── Ollama ───────────────────────────────────────────────────────────────────
 
 export function getOllamaBaseUrlEnv(): string | undefined {
@@ -147,7 +145,19 @@ export function setPlatformBaseUrl(value: string | undefined): void {
 }
 
 export function getPlatformBaseUrl(): string {
-  return str("PLATFORM_BASE_URL") ?? _platformBaseUrlOverride ?? "";
+  let configUrl: string | undefined;
+  try {
+    const val = getConfig().platform.baseUrl;
+    if (val) configUrl = val;
+  } catch {
+    // Config not yet available (early bootstrap) — fall through
+  }
+  return (
+    configUrl ||
+    str("VELLUM_PLATFORM_URL") ||
+    _platformBaseUrlOverride ||
+    "https://platform.vellum.ai"
+  );
 }
 
 let _platformAssistantIdOverride: string | undefined;
@@ -205,14 +215,11 @@ export function getPlatformInternalApiKey(): string {
 // ── Telemetry ──────────────────────────────────────────────────────────────────
 
 export function getTelemetryPlatformUrl(): string {
-  return str("TELEMETRY_PLATFORM_URL") ?? "https://platform.vellum.ai";
+  return str("TELEMETRY_PLATFORM_URL") ?? "";
 }
 
 export function getTelemetryAppToken(): string {
-  return (
-    str("TELEMETRY_APP_TOKEN") ??
-    "e01cf85768cc3617e986f0a7f1966b72e25316526c5db54c8b94a9c3c5c9eaed"
-  );
+  return str("TELEMETRY_APP_TOKEN") ?? "";
 }
 
 // ── Startup validation ──────────────────────────────────────────────────────

package/src/config/feature-flag-registry.json

@@ -17,6 +17,14 @@
       "description": "Enable user-hosted onboarding flow",
       "defaultEnabled": false
     },
+    {
+      "id": "platform-hosted-enabled",
+      "scope": "macos",
+      "key": "platform_hosted_enabled",
+      "label": "Platform Hosted Assistants",
+      "description": "Enable the Vellum Cloud hosting option on the Hosting screen",
+      "defaultEnabled": false
+    },
     {
       "id": "contacts",
       "scope": "assistant",
@@ -65,14 +73,6 @@
       "description": "Show Component Gallery and Replay Onboarding in the menu bar",
       "defaultEnabled": false
     },
-    {
-      "id": "logfire",
-      "scope": "assistant",
-      "key": "feature_flags.logfire.enabled",
-      "label": "Logfire LLM Observability",
-      "description": "Enable Logfire tracing for LLM request/response telemetry when LOGFIRE_TOKEN is set",
-      "defaultEnabled": false
-    },
     {
       "id": "ces-tools",
       "scope": "assistant",
@@ -111,7 +111,15 @@
       "key": "feature_flags.ces-managed-sidecar.enabled",
       "label": "CES Managed Sidecar Transport",
       "description": "Use managed sidecar transport for CES communication when running in a containerized environment",
-      "defaultEnabled": false
+      "defaultEnabled": true
+    },
+    {
+      "id": "ces-credential-backend",
+      "scope": "assistant",
+      "key": "feature_flags.ces-credential-backend.enabled",
+      "label": "CES Credential Backend",
+      "description": "Route credential reads and writes through the CES process instead of accessing the encrypted store directly",
+      "defaultEnabled": true
     },
     {
       "id": "settings-billing",
@@ -257,6 +265,14 @@
       "description": "Show the Embedding service card in Models & Services settings",
       "defaultEnabled": false
     },
+    {
+      "id": "settings-schedules",
+      "scope": "assistant",
+      "key": "feature_flags.settings-schedules.enabled",
+      "label": "Schedules Settings Tab",
+      "description": "Show the Schedules tab in Settings for viewing and managing schedules",
+      "defaultEnabled": false
+    },
     {
       "id": "quick-input",
       "scope": "macos",
@@ -288,6 +304,30 @@
       "label": "Channel Voice Transcription",
       "description": "Auto-transcribe voice/audio messages received from channels (Telegram, WhatsApp) before processing",
       "defaultEnabled": true
+    },
+    {
+      "id": "sounds",
+      "scope": "assistant",
+      "key": "feature_flags.sounds.enabled",
+      "label": "Sounds",
+      "description": "Enable the Sounds tab in Settings and all app sound playback (event sounds, random ambient sounds)",
+      "defaultEnabled": true
+    },
+    {
+      "id": "message-tts",
+      "scope": "assistant",
+      "key": "feature_flags.message-tts.enabled",
+      "label": "Message Text-to-Speech",
+      "description": "Show a speaker button on assistant messages to generate and play the message as audio via Fish Audio TTS",
+      "defaultEnabled": false
+    },
+    {
+      "id": "backward-releases",
+      "scope": "assistant",
+      "key": "feature_flags.backward-releases.enabled",
+      "label": "Backward Releases",
+      "description": "Show older versions in the version picker, allowing rollback to previous releases",
+      "defaultEnabled": true
     }
   ]
 }