@vellumai/assistant 0.7.0 → 0.7.2

package/src/config/bundled-skills/computer-use/TOOLS.json

@@ -8,13 +8,8 @@
       "risk": "low",
       "input_schema": {
         "type": "object",
-        "properties": {
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
-          }
-        },
-        "required": ["activity"]
+        "properties": {},
+        "required": []
       },
       "executor": "tools/computer-use-observe.ts",
       "execution_target": "host"
@@ -29,7 +24,11 @@
         "properties": {
           "click_type": {
             "type": "string",
-            "enum": ["single", "double", "right"],
+            "enum": [
+              "single",
+              "double",
+              "right"
+            ],
             "description": "Type of click to perform (default: \"single\")"
           },
           "element_id": {
@@ -48,12 +47,14 @@
             "type": "string",
             "description": "Explanation of what you see and why you are clicking here"
           },
-          "activity": {
+          "target_client_id": {
             "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
+            "description": "ID of the specific client to target. Required when multiple clients support host_cu; omit when only one is connected. Obtain IDs from `assistant clients list --capability host_cu`."
           }
         },
-        "required": ["reasoning"]
+        "required": [
+          "reasoning"
+        ]
       },
       "executor": "tools/computer-use-click.ts",
       "execution_target": "host"
@@ -74,12 +75,15 @@
             "type": "string",
             "description": "Explanation of what you are typing and why"
           },
-          "activity": {
+          "target_client_id": {
             "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
+            "description": "ID of the specific client to target. Required when multiple clients support host_cu; omit when only one is connected. Obtain IDs from `assistant clients list --capability host_cu`."
           }
         },
-        "required": ["text", "reasoning"]
+        "required": [
+          "text",
+          "reasoning"
+        ]
       },
       "executor": "tools/computer-use-type-text.ts",
       "execution_target": "host"
@@ -100,12 +104,15 @@
             "type": "string",
             "description": "Explanation of why you are pressing this key"
           },
-          "activity": {
+          "target_client_id": {
             "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
+            "description": "ID of the specific client to target. Required when multiple clients support host_cu; omit when only one is connected. Obtain IDs from `assistant clients list --capability host_cu`."
           }
         },
-        "required": ["key", "reasoning"]
+        "required": [
+          "key",
+          "reasoning"
+        ]
       },
       "executor": "tools/computer-use-key.ts",
       "execution_target": "host"
@@ -132,7 +139,12 @@
           },
           "direction": {
             "type": "string",
-            "enum": ["up", "down", "left", "right"],
+            "enum": [
+              "up",
+              "down",
+              "left",
+              "right"
+            ],
             "description": "Scroll direction"
           },
           "amount": {
@@ -143,12 +155,16 @@
             "type": "string",
             "description": "Explanation of why you are scrolling"
           },
-          "activity": {
+          "target_client_id": {
             "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
+            "description": "ID of the specific client to target. Required when multiple clients support host_cu; omit when only one is connected. Obtain IDs from `assistant clients list --capability host_cu`."
           }
         },
-        "required": ["direction", "amount", "reasoning"]
+        "required": [
+          "direction",
+          "amount",
+          "reasoning"
+        ]
       },
       "executor": "tools/computer-use-scroll.ts",
       "execution_target": "host"
@@ -189,12 +205,14 @@
             "type": "string",
             "description": "Explanation of what you are dragging and why"
           },
-          "activity": {
+          "target_client_id": {
             "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
+            "description": "ID of the specific client to target. Required when multiple clients support host_cu; omit when only one is connected. Obtain IDs from `assistant clients list --capability host_cu`."
           }
         },
-        "required": ["reasoning"]
+        "required": [
+          "reasoning"
+        ]
       },
       "executor": "tools/computer-use-drag.ts",
       "execution_target": "host"
@@ -215,12 +233,15 @@
             "type": "string",
             "description": "Explanation of what you are waiting for"
           },
-          "activity": {
+          "target_client_id": {
             "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
+            "description": "ID of the specific client to target. Required when multiple clients support host_cu; omit when only one is connected. Obtain IDs from `assistant clients list --capability host_cu`."
           }
         },
-        "required": ["duration_ms", "reasoning"]
+        "required": [
+          "duration_ms",
+          "reasoning"
+        ]
       },
       "executor": "tools/computer-use-wait.ts",
       "execution_target": "host"
@@ -241,12 +262,15 @@
             "type": "string",
             "description": "Explanation of why you need to open or switch to this app"
           },
-          "activity": {
+          "target_client_id": {
             "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
+            "description": "ID of the specific client to target. Required when multiple clients support host_cu; omit when only one is connected. Obtain IDs from `assistant clients list --capability host_cu`."
           }
         },
-        "required": ["app_name", "reasoning"]
+        "required": [
+          "app_name",
+          "reasoning"
+        ]
       },
       "executor": "tools/computer-use-open-app.ts",
       "execution_target": "host"
@@ -267,12 +291,15 @@
             "type": "string",
             "description": "Explanation of what this script does and why AppleScript is better than UI interaction for this step"
           },
-          "activity": {
+          "target_client_id": {
             "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
+            "description": "ID of the specific client to target. Required when multiple clients support host_cu; omit when only one is connected. Obtain IDs from `assistant clients list --capability host_cu`."
           }
         },
-        "required": ["script", "reasoning"]
+        "required": [
+          "script",
+          "reasoning"
+        ]
       },
       "executor": "tools/computer-use-run-applescript.ts",
       "execution_target": "host"
@@ -288,13 +315,11 @@
           "summary": {
             "type": "string",
             "description": "Human-readable summary of what was accomplished"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
-        "required": ["summary"]
+        "required": [
+          "summary"
+        ]
       },
       "executor": "tools/computer-use-done.ts",
       "execution_target": "host"
@@ -314,13 +339,12 @@
           "reasoning": {
             "type": "string",
             "description": "Explanation of how you determined the answer"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
-        "required": ["answer", "reasoning"]
+        "required": [
+          "answer",
+          "reasoning"
+        ]
       },
       "executor": "tools/computer-use-respond.ts",
       "execution_target": "host"

package/src/config/bundled-skills/contacts/TOOLS.json

@@ -51,10 +51,6 @@
               },
               "required": ["type", "address"]
             }
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["display_name"]
@@ -85,10 +81,6 @@
           "limit": {
             "type": "number",
             "description": "Maximum results to return (default 20, max 100)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": []
@@ -111,10 +103,6 @@
           "merge_id": {
             "type": "string",
             "description": "ID of the contact to merge into the kept contact (will be deleted)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["keep_id", "merge_id"]
@@ -147,10 +135,6 @@
             "type": "string",
             "description": "Pagination token (for list)"
           },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
-          },
           "account": {
             "type": "string",
             "description": "Email address of the Gmail account to use. Required when multiple Gmail accounts are connected. If omitted, uses the most recently connected account."

package/src/config/bundled-skills/document/TOOLS.json

@@ -16,10 +16,6 @@
           "initial_content": {
             "type": "string",
             "description": "Initial Markdown content to populate the editor (optional)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         }
       },
@@ -46,10 +42,6 @@
             "type": "string",
             "enum": ["replace", "append"],
             "description": "Whether to replace all content or append to the end. Defaults to append."
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["surface_id", "content"]

package/src/config/bundled-skills/followups/TOOLS.json

@@ -28,10 +28,6 @@
           "reminder_schedule_id": {
             "type": "string",
             "description": "Optional recurrence schedule ID to fire a reminder when overdue"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["channel", "conversation_id"]
@@ -63,10 +59,6 @@
           "overdue_only": {
             "type": "boolean",
             "description": "When true, return only pending follow-ups past their expected response deadline"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": []
@@ -93,10 +85,6 @@
           "conversation_id": {
             "type": "string",
             "description": "Conversation ID to match (used with channel for auto-resolution)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": []

package/src/config/bundled-skills/image-studio/SKILL.md

@@ -6,6 +6,10 @@ metadata:
   emoji: "🎨"
   vellum:
     display-name: "Image Studio"
+    activation-hints:
+      - "User asks to generate, draw, or create an image from a text prompt"
+      - "User wants to edit an existing image — background removal, in-painting, style change, retouching"
+      - "User wants multiple variations of a visual (logo concepts, mood boards, illustration options)"
 ---
 
 You are an image generation assistant. When the user asks you to create or edit images, use the `media_generate_image` tool.

package/src/config/bundled-skills/image-studio/TOOLS.json

@@ -37,10 +37,6 @@
           "variants": {
             "type": "number",
             "description": "Number of image variants to generate (1-4, default: 1)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["prompt"]

package/src/config/bundled-skills/media-processing/TOOLS.json

@@ -20,10 +20,6 @@
           "metadata": {
             "type": "object",
             "description": "Optional JSON metadata to attach to the asset (e.g., pipeline config, source info)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["file_path"]
@@ -51,10 +47,6 @@
             "type": "string",
             "enum": ["registered", "processing", "indexed", "failed"],
             "description": "Filter assets by processing status"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         }
       },
@@ -100,10 +92,6 @@
           "include_audio": {
             "type": "boolean",
             "description": "Whether to extract and transcribe audio for each segment using the configured STT service. Default: false."
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["asset_id"]
@@ -153,10 +141,6 @@
             "type": "number",
             "minimum": 0,
             "description": "Maximum retry attempts per segment on failure. Default: 3"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["asset_id", "system_prompt", "output_schema"]
@@ -187,10 +171,6 @@
           "model": {
             "type": "string",
             "description": "LLM model to use for analysis. Default: 'claude-sonnet-4-6'"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["asset_id", "query"]
@@ -234,10 +214,6 @@
           "title": {
             "type": "string",
             "description": "Short descriptive title for the clip (e.g. 'snow-dive-closeup', 'goal-celebration'). Used as the filename. If omitted, falls back to timestamp-based naming."
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["asset_id", "start_time", "end_time"]

package/src/config/bundled-skills/messaging/TOOLS.json

@@ -16,12 +16,9 @@
           "account": {
             "type": "string",
             "description": "Email address of the account to use. Required when multiple accounts are connected for the same platform. If omitted, uses the most recently connected account."
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
-        }
+        },
+        "additionalProperties": false
       },
       "executor": "tools/messaging-auth-test.ts",
       "execution_target": "host"
@@ -53,12 +50,9 @@
           "limit": {
             "type": "number",
             "description": "Maximum number of conversations to return (default 200)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
-        }
+        },
+        "additionalProperties": false
       },
       "executor": "tools/messaging-list-conversations.ts",
       "execution_target": "host"
@@ -90,12 +84,9 @@
           "limit": {
             "type": "number",
             "description": "Maximum number of messages to return (default 50)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
+        "additionalProperties": false,
         "required": ["conversation_id"]
       },
       "executor": "tools/messaging-read.ts",
@@ -124,12 +115,9 @@
           "max_results": {
             "type": "number",
             "description": "Maximum number of results to return (default 20)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
+        "additionalProperties": false,
         "required": ["query"]
       },
       "executor": "tools/messaging-search.ts",
@@ -181,12 +169,9 @@
           "confidence": {
             "type": "number",
             "description": "Confidence score (0-1) for this action"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
+        "additionalProperties": false,
         "required": ["conversation_id", "text", "confidence"]
       },
       "executor": "tools/messaging-send.ts",
@@ -215,12 +200,9 @@
           "message_id": {
             "type": "string",
             "description": "Specific message ID to mark as read (optional)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
+        "additionalProperties": false,
         "required": ["conversation_id"]
       },
       "executor": "tools/messaging-mark-read.ts",
@@ -249,12 +231,9 @@
           "query_filter": {
             "type": "string",
             "description": "Optional search filter (e.g. 'to:alice@example.com' for Gmail)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
-        }
+        },
+        "additionalProperties": false
       },
       "executor": "tools/messaging-analyze-style.ts",
       "execution_target": "host"
@@ -295,12 +274,9 @@
           "draft_id": {
             "type": "string",
             "description": "Draft ID (for delete)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
+        "additionalProperties": false,
         "required": ["action"]
       },
       "executor": "tools/messaging-draft.ts",
@@ -337,12 +313,9 @@
           "page_token": {
             "type": "string",
             "description": "Resume token from a previous scan (rarely needed - scans now cover up to 5,000 messages in a single call)"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
-        }
+        },
+        "additionalProperties": false
       },
       "executor": "tools/messaging-sender-digest.ts",
       "execution_target": "host"
@@ -371,15 +344,12 @@
             "type": "number",
             "description": "Confidence score (0-1) for this action"
           },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
-          },
           "user_approved": {
             "type": "boolean",
             "description": "Set to true ONLY when the user's most recent message contains explicit approval language for this specific action (e.g. 'archive these', 'yes do it', 'go ahead'). Do NOT set this when the user merely described what they want without confirming, or when acting on prior instructions without fresh confirmation in this turn."
           }
         },
+        "additionalProperties": false,
         "required": ["query", "confidence"]
       },
       "executor": "tools/messaging-archive-by-sender.ts",

package/src/config/bundled-skills/phone-calls/TOOLS.json

@@ -29,10 +29,6 @@
           "skip_disclosure": {
             "type": "boolean",
             "description": "Skip the disclosure announcement at the start of the call. Set to true when calling someone who already knows who you are (e.g. your guardian, a family member, or a close contact)."
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["phone_number", "task"]
@@ -51,10 +47,6 @@
           "call_session_id": {
             "type": "string",
             "description": "Specific call session ID to check. If omitted, checks for an active call in the current conversation."
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": []
@@ -77,10 +69,6 @@
           "end_reason": {
             "type": "string",
             "description": "Reason for ending the call"
-          },
-          "activity": {
-            "type": "string",
-            "description": "Brief non-technical explanation of why this tool is being called"
           }
         },
         "required": ["call_session_id"]

package/src/config/bundled-skills/phone-calls/references/TROUBLESHOOTING.md

@@ -10,19 +10,19 @@ Run `assistant config set calls.enabled true`.
 
 ## "No public base URL configured"
 
-Run the **public-ingress** skill to set up ngrok and configure `ingress.publicBaseUrl`.
+Run the **public-ingress** skill to set up ngrok or another custom tunnel and configure `ingress.publicBaseUrl`. Ngrok remains supported. Velay can also publish `ingress.twilioPublicBaseUrl` for Twilio calls when `VELAY_BASE_URL` is set on the gateway, but it does not replace `ingress.publicBaseUrl` for Telegram, OAuth, email, or other non-Twilio webhooks.
 
 ## Call fails immediately after initiating
 
 - Check that the phone number is in E.164 format
 - Verify Twilio credentials are correct (wrong auth token causes API errors)
 - On trial accounts, ensure the destination number is verified
-- Check that the ngrok tunnel is still running (`curl -s http://127.0.0.1:4040/api/tunnels`)
+- Check that the configured tunnel is still running. For ngrok, use `curl -s http://127.0.0.1:4040/api/tunnels`. For Velay, confirm the gateway logs show `Velay tunnel registered` and `ingress.twilioPublicBaseUrl` is populated.
 
 ## Call connects but no audio / one-way audio
 
-- The ConversationRelay WebSocket may not be connecting. Check that `ingress.publicBaseUrl` is correct and the tunnel is active
-- Verify the assistant runtime is running
+- The ConversationRelay WebSocket may not be connecting. If you are using ngrok or a custom tunnel, check that `ingress.publicBaseUrl` is correct and the tunnel is active. If you are using Velay, check that `ingress.twilioPublicBaseUrl` is present and points to the registered Velay URL.
+- Verify the assistant is running
 
 ## "Number not eligible for caller identity"
 
@@ -50,6 +50,21 @@ assistant config set ingress.publicBaseUrl "<new-url>"
 
 Or re-run the public-ingress skill to auto-detect and save the new URL.
 
+Velay does not change this setting. When `VELAY_BASE_URL` is set on the gateway, Velay registration writes only `ingress.twilioPublicBaseUrl`; Twilio uses that URL first, and non-Twilio webhook ingress keeps using `ingress.publicBaseUrl`.
+
+## Velay tunnel is not registering
+
+- Confirm vembda passes `VELAY_BASE_URL=http://host.docker.internal:8501` to the gateway container.
+- Re-hatch or restart the assistant after changing the environment.
+- Check gateway logs for `Velay tunnel connected` followed by `Velay tunnel registered`.
+- If `VELAY_BASE_URL` is not set, the gateway does not start the Velay client. Use ngrok or another custom tunnel in `ingress.publicBaseUrl`.
+
+## Local Twilio Velay smoke tests
+
+- HTTP bridge: request `${VELAY_PUBLIC_BASE_URL}/<assistant-id>/healthz` and `${VELAY_PUBLIC_BASE_URL}/<assistant-id>/schema`. When testing a JSON webhook route under active development, POST a small JSON body through the same Velay public URL and confirm the gateway receives it.
+- Synthetic WebSocket: connect a local WebSocket client to `${VELAY_PUBLIC_BASE_URL}/<assistant-id>/webhooks/twilio/relay?callSessionId=session-123&token=<edge-token>` and confirm the upgrade reaches the gateway.
+- Real Twilio call: back `VELAY_PUBLIC_BASE_URL` with a public HTTPS/WSS tunnel, wait for the gateway to re-register, then place a call and confirm Twilio fetches `/webhooks/twilio/voice` and opens the relay or media-stream WebSocket through the Velay URL.
+
 ## Call drops after 30 seconds of silence
 
 The system has a 30-second silence timeout. If nobody speaks for 30 seconds during normal conversation, the agent will ask "Are you still there?" This is expected behavior. During guardian wait states (inbound access-request wait or in-call guardian consultation wait), this generic silence nudge is suppressed - the guardian-wait heartbeat messaging is used instead.