vellum 0.0.16 → 0.2.0

package/src/config/bundled-skills/computer-use/TOOLS.json

@@ -0,0 +1,326 @@
+{
+  "version": 1,
+  "tools": [
+    {
+      "name": "computer_use_click",
+      "description": "Click on a UI element by its [ID] from the accessibility tree, or at raw screen coordinates as fallback.",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "element_id": {
+            "type": "integer",
+            "description": "The [ID] number of the element from the accessibility tree (preferred)"
+          },
+          "x": {
+            "type": "integer",
+            "description": "X coordinate on screen (fallback when no element_id)"
+          },
+          "y": {
+            "type": "integer",
+            "description": "Y coordinate on screen (fallback when no element_id)"
+          },
+          "reasoning": {
+            "type": "string",
+            "description": "Explanation of what you see and why you are clicking here"
+          }
+        },
+        "required": ["reasoning"]
+      },
+      "executor": "tools/computer-use-click.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "computer_use_double_click",
+      "description": "Double-click on a UI element by its [ID] from the accessibility tree, or at raw screen coordinates as fallback.",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "element_id": {
+            "type": "integer",
+            "description": "The [ID] number of the element from the accessibility tree (preferred)"
+          },
+          "x": {
+            "type": "integer",
+            "description": "X coordinate on screen (fallback when no element_id)"
+          },
+          "y": {
+            "type": "integer",
+            "description": "Y coordinate on screen (fallback when no element_id)"
+          },
+          "reasoning": {
+            "type": "string",
+            "description": "Explanation of what you see and why you are double-clicking here"
+          }
+        },
+        "required": ["reasoning"]
+      },
+      "executor": "tools/computer-use-double-click.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "computer_use_right_click",
+      "description": "Right-click on a UI element by its [ID] from the accessibility tree, or at raw screen coordinates as fallback.",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "element_id": {
+            "type": "integer",
+            "description": "The [ID] number of the element from the accessibility tree (preferred)"
+          },
+          "x": {
+            "type": "integer",
+            "description": "X coordinate on screen (fallback when no element_id)"
+          },
+          "y": {
+            "type": "integer",
+            "description": "Y coordinate on screen (fallback when no element_id)"
+          },
+          "reasoning": {
+            "type": "string",
+            "description": "Explanation of what you see and why you are right-clicking here"
+          }
+        },
+        "required": ["reasoning"]
+      },
+      "executor": "tools/computer-use-right-click.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "computer_use_type_text",
+      "description": "Type text at the current cursor position. The target field must already be focused (click it first).",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "text": {
+            "type": "string",
+            "description": "The text to type"
+          },
+          "reasoning": {
+            "type": "string",
+            "description": "Explanation of what you are typing and why"
+          }
+        },
+        "required": ["text", "reasoning"]
+      },
+      "executor": "tools/computer-use-type-text.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "computer_use_key",
+      "description": "Press a key or keyboard shortcut. Supported: enter, tab, escape, backspace, delete, up, down, left, right, space, cmd+a, cmd+c, cmd+v, cmd+z, cmd+tab, cmd+w, shift+tab, option+tab",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "key": {
+            "type": "string",
+            "description": "Key or shortcut to press (e.g. enter, tab, cmd+c, cmd+v)"
+          },
+          "reasoning": {
+            "type": "string",
+            "description": "Explanation of why you are pressing this key"
+          }
+        },
+        "required": ["key", "reasoning"]
+      },
+      "executor": "tools/computer-use-key.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "computer_use_scroll",
+      "description": "Scroll within an element by its [ID], or at raw screen coordinates as fallback.",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "element_id": {
+            "type": "integer",
+            "description": "The [ID] number of the element to scroll within (preferred)"
+          },
+          "x": {
+            "type": "integer",
+            "description": "X coordinate on screen (fallback when no element_id)"
+          },
+          "y": {
+            "type": "integer",
+            "description": "Y coordinate on screen (fallback when no element_id)"
+          },
+          "direction": {
+            "type": "string",
+            "enum": ["up", "down", "left", "right"],
+            "description": "Scroll direction"
+          },
+          "amount": {
+            "type": "integer",
+            "description": "Scroll amount (1-10)"
+          },
+          "reasoning": {
+            "type": "string",
+            "description": "Explanation of why you are scrolling"
+          }
+        },
+        "required": ["direction", "amount", "reasoning"]
+      },
+      "executor": "tools/computer-use-scroll.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "computer_use_drag",
+      "description": "Drag from one element or position to another. Use for moving files, resizing windows, rearranging items, or adjusting sliders.",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "element_id": {
+            "type": "integer",
+            "description": "The [ID] of the source element to drag from (preferred)"
+          },
+          "x": {
+            "type": "integer",
+            "description": "Source X coordinate (fallback when no element_id)"
+          },
+          "y": {
+            "type": "integer",
+            "description": "Source Y coordinate (fallback when no element_id)"
+          },
+          "to_element_id": {
+            "type": "integer",
+            "description": "The [ID] of the destination element to drag to (preferred)"
+          },
+          "to_x": {
+            "type": "integer",
+            "description": "Destination X coordinate (fallback when no to_element_id)"
+          },
+          "to_y": {
+            "type": "integer",
+            "description": "Destination Y coordinate (fallback when no to_element_id)"
+          },
+          "reasoning": {
+            "type": "string",
+            "description": "Explanation of what you are dragging and why"
+          }
+        },
+        "required": ["reasoning"]
+      },
+      "executor": "tools/computer-use-drag.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "computer_use_wait",
+      "description": "Wait for the UI to update",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "duration_ms": {
+            "type": "integer",
+            "description": "Milliseconds to wait"
+          },
+          "reasoning": {
+            "type": "string",
+            "description": "Explanation of what you are waiting for"
+          }
+        },
+        "required": ["duration_ms", "reasoning"]
+      },
+      "executor": "tools/computer-use-wait.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "computer_use_open_app",
+      "description": "Open or switch to a macOS application by name. Preferred over cmd+tab for switching apps — more reliable and explicit.",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "app_name": {
+            "type": "string",
+            "description": "The name of the application to open (e.g. \"Slack\", \"Safari\", \"Google Chrome\", \"VS Code\")"
+          },
+          "reasoning": {
+            "type": "string",
+            "description": "Explanation of why you need to open or switch to this app"
+          }
+        },
+        "required": ["app_name", "reasoning"]
+      },
+      "executor": "tools/computer-use-open-app.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "computer_use_run_applescript",
+      "description": "Execute an AppleScript to control applications via Apple's scripting bridge. Use this for operations that are more reliable through scripting than UI interaction: setting a browser URL directly, navigating Finder to a path, querying app state (tab count, window titles, document status), or clicking deeply nested menu items. The script's return value (if any) will be reported back. NEVER use \"do shell script\" — it is blocked for security. Keep scripts short and targeted to a single operation.",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "script": {
+            "type": "string",
+            "description": "The AppleScript source code to execute"
+          },
+          "reasoning": {
+            "type": "string",
+            "description": "Explanation of what this script does and why AppleScript is better than UI interaction for this step"
+          }
+        },
+        "required": ["script", "reasoning"]
+      },
+      "executor": "tools/computer-use-run-applescript.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "computer_use_done",
+      "description": "Task is complete",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "summary": {
+            "type": "string",
+            "description": "Human-readable summary of what was accomplished"
+          }
+        },
+        "required": ["summary"]
+      },
+      "executor": "tools/computer-use-done.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "computer_use_respond",
+      "description": "Respond directly to the user with a text answer. Use this when the user is asking a question (about their schedule, meetings, calendar, etc.) rather than asking you to control the computer.",
+      "category": "computer-use",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "answer": {
+            "type": "string",
+            "description": "The text answer to display to the user"
+          },
+          "reasoning": {
+            "type": "string",
+            "description": "Explanation of how you determined the answer"
+          }
+        },
+        "required": ["answer", "reasoning"]
+      },
+      "executor": "tools/computer-use-respond.ts",
+      "execution_target": "host"
+    }
+  ]
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-click.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_click', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-done.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_done', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-double-click.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_double_click', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-drag.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_drag', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-key.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_key', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-open-app.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_open_app', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-request-control.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_request_control', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-respond.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_respond', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-right-click.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_right_click', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-run-applescript.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_run_applescript', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-scroll.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_scroll', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-type-text.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_type_text', input, context);
+}

package/src/config/bundled-skills/computer-use/tools/computer-use-wait.ts

@@ -0,0 +1,9 @@
+import { forwardComputerUseProxyTool } from '../../../../tools/computer-use/skill-proxy-bridge.js';
+import type { ToolContext, ToolExecutionResult } from '../../../../tools/types.js';
+
+export async function run(
+  input: Record<string, unknown>,
+  context: ToolContext,
+): Promise<ToolExecutionResult> {
+  return forwardComputerUseProxyTool('computer_use_wait', input, context);
+}

package/src/config/bundled-skills/google-calendar/SKILL.md

@@ -0,0 +1,51 @@
+---
+name: "Google Calendar"
+description: "View, create, and manage Google Calendar events and check availability"
+user-invocable: true
+metadata: {"vellum": {"emoji": "📅"}}
+---
+
+You are a Google Calendar assistant with full access to the user's calendar. Use the Calendar tools to help them view, create, and manage events.
+
+## Connection Setup
+
+Before using any Calendar tool, verify that Google Calendar is connected by attempting a lightweight call (e.g., `calendar_list_events` with a narrow date range). If the call fails with a token/authorization error:
+
+1. **Do NOT call `credential_store oauth2_connect` yourself.** You do not have valid OAuth client credentials, and fabricating a client_id will cause a "401: invalid_client" error from Google.
+2. Instead, install and load the **google-oauth-setup** skill, which walks the user through creating real credentials in Google Cloud Console:
+   - Call `vellum_skills_catalog` with `action: "install"` and `skill_id: "google-oauth-setup"`.
+   - Then call `vellum_skills_catalog` with `action: "load"` and `skill_id: "google-oauth-setup"`.
+3. Tell the user: *"Google Calendar isn't connected yet. I've loaded a setup guide that will walk you through connecting your Google account — it only takes a couple of minutes."*
+
+## Capabilities
+
+- **List Events**: View upcoming events from any calendar within a date range.
+- **Get Event**: Read full details of a specific calendar event.
+- **Create Event**: Create new events with attendees, location, and description.
+- **Check Availability**: Find free/busy times across calendars to identify open slots for scheduling.
+- **RSVP**: Respond to event invitations (accepted, declined, tentative).
+
+## Scheduling Playbook
+
+When the user wants to schedule something:
+
+1. **Always check availability first** before proposing times. Use `calendar_check_availability` to find free slots.
+2. Propose 2-3 available time options to the user.
+3. Once the user picks a time, create the event with `calendar_create_event`.
+4. If adding other attendees, mention that they'll receive an invitation email.
+
+## Date & Time Handling
+
+- Always ask the user for their timezone if it's not already known from context or their profile.
+- Use ISO 8601 format for dates and times (e.g., `2024-01-15T09:00:00-05:00`).
+- For all-day events, use date-only format (e.g., `2024-01-15`).
+- When listing events, display times in the user's local timezone.
+
+## Confidence Scores
+
+Medium-risk tools (create event, RSVP) require a confidence score between 0 and 1. Set this based on how certain you are the action matches the user's intent:
+
+- **0.9-1.0**: User explicitly requested this exact action
+- **0.7-0.8**: Action is strongly implied by context
+- **0.5-0.6**: Reasonable inference but some ambiguity
+- **Below 0.5**: Ask the user to confirm before proceeding

package/src/config/bundled-skills/google-calendar/TOOLS.json

@@ -0,0 +1,108 @@
+{
+  "version": 1,
+  "tools": [
+    {
+      "name": "calendar_list_events",
+      "description": "List upcoming calendar events within a date range. Returns event summaries, times, and metadata.",
+      "category": "calendar",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "calendar_id": { "type": "string", "description": "Calendar ID to query (default \"primary\")" },
+          "time_min": { "type": "string", "description": "Start of time range in ISO 8601 format (e.g. \"2024-01-15T00:00:00Z\"). Defaults to now." },
+          "time_max": { "type": "string", "description": "End of time range in ISO 8601 format (e.g. \"2024-01-22T00:00:00Z\"). Defaults to 7 days from now." },
+          "max_results": { "type": "number", "description": "Maximum number of events to return (default 25, max 250)" },
+          "query": { "type": "string", "description": "Free text search terms to filter events" },
+          "single_events": { "type": "boolean", "description": "Whether to expand recurring events into individual instances (default true)" },
+          "order_by": { "type": "string", "enum": ["startTime", "updated"], "description": "Sort order (default \"startTime\"). Only valid when single_events is true." }
+        }
+      },
+      "executor": "tools/calendar-list-events.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "calendar_get_event",
+      "description": "Get the full details of a single calendar event by its ID.",
+      "category": "calendar",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "event_id": { "type": "string", "description": "The calendar event ID" },
+          "calendar_id": { "type": "string", "description": "Calendar ID (default \"primary\")" }
+        },
+        "required": ["event_id"]
+      },
+      "executor": "tools/calendar-get-event.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "calendar_create_event",
+      "description": "Create a new calendar event. Include a confidence score (0-1) indicating how certain you are this action is correct.",
+      "category": "calendar",
+      "risk": "medium",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "summary": { "type": "string", "description": "Event title" },
+          "start": { "type": "string", "description": "Start time in ISO 8601 format (e.g. \"2024-01-15T09:00:00-05:00\") or date for all-day events (\"2024-01-15\")" },
+          "end": { "type": "string", "description": "End time in ISO 8601 format or date for all-day events" },
+          "description": { "type": "string", "description": "Event description or notes" },
+          "location": { "type": "string", "description": "Event location" },
+          "attendees": {
+            "type": "array",
+            "items": { "type": "string" },
+            "description": "Email addresses of attendees to invite"
+          },
+          "timezone": { "type": "string", "description": "IANA timezone (e.g. \"America/New_York\"). Required when start/end don't include timezone offset." },
+          "calendar_id": { "type": "string", "description": "Calendar ID (default \"primary\")" },
+          "confidence": { "type": "number", "description": "Confidence score (0-1) for this action" }
+        },
+        "required": ["summary", "start", "end", "confidence"]
+      },
+      "executor": "tools/calendar-create-event.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "calendar_check_availability",
+      "description": "Check free/busy status across one or more calendars to find available time slots.",
+      "category": "calendar",
+      "risk": "low",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "time_min": { "type": "string", "description": "Start of time range in ISO 8601 format" },
+          "time_max": { "type": "string", "description": "End of time range in ISO 8601 format" },
+          "calendar_ids": {
+            "type": "array",
+            "items": { "type": "string" },
+            "description": "Calendar IDs to check (default [\"primary\"])"
+          },
+          "timezone": { "type": "string", "description": "IANA timezone for interpreting results (e.g. \"America/New_York\")" }
+        },
+        "required": ["time_min", "time_max"]
+      },
+      "executor": "tools/calendar-check-availability.ts",
+      "execution_target": "host"
+    },
+    {
+      "name": "calendar_rsvp",
+      "description": "Respond to a calendar event invitation (accept, decline, or tentative). Include a confidence score (0-1).",
+      "category": "calendar",
+      "risk": "medium",
+      "input_schema": {
+        "type": "object",
+        "properties": {
+          "event_id": { "type": "string", "description": "The calendar event ID" },
+          "response": { "type": "string", "enum": ["accepted", "declined", "tentative"], "description": "RSVP response" },
+          "calendar_id": { "type": "string", "description": "Calendar ID (default \"primary\")" },
+          "confidence": { "type": "number", "description": "Confidence score (0-1) for this action" }
+        },
+        "required": ["event_id", "response", "confidence"]
+      },
+      "executor": "tools/calendar-rsvp.ts",
+      "execution_target": "host"
+    }
+  ]
+}