@vellumai/assistant 0.4.44 → 0.4.45
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.prettierignore +4 -0
- package/ARCHITECTURE.md +34 -31
- package/README.md +4 -4
- package/bun.lock +10 -35
- package/docs/architecture/integrations.md +102 -197
- package/docs/architecture/keychain-broker.md +1 -1
- package/docs/architecture/memory.md +2 -2
- package/docs/architecture/scheduling.md +1 -1
- package/docs/architecture/security.md +11 -11
- package/docs/error-handling.md +1 -1
- package/docs/trusted-contact-access.md +3 -3
- package/drizzle/meta/0000_snapshot.json +34 -100
- package/drizzle/meta/_journal.json +1 -1
- package/drizzle.config.ts +4 -4
- package/package.json +3 -2
- package/scripts/capture-x-graphql.ts +237 -141
- package/scripts/generate-bundled-tool-registry.ts +223 -0
- package/src/__tests__/access-request-decision.test.ts +0 -1
- package/src/__tests__/actor-token-service.test.ts +23 -24
- package/src/__tests__/agent-loop.test.ts +0 -131
- package/src/__tests__/always-loaded-tools-guard.test.ts +71 -0
- package/src/__tests__/amazon-cdp-integration.test.ts +11 -9
- package/src/__tests__/approval-primitive.test.ts +0 -1
- package/src/__tests__/approval-routes-http.test.ts +11 -1
- package/src/__tests__/asset-materialize-tool.test.ts +0 -1
- package/src/__tests__/asset-search-tool.test.ts +0 -1
- package/src/__tests__/assistant-attachment-directive.test.ts +1 -1
- package/src/__tests__/assistant-events-sse-hardening.test.ts +0 -1
- package/src/__tests__/assistant-feature-flag-guardrails.test.ts +0 -2
- package/src/__tests__/assistant-feature-flags-integration.test.ts +70 -18
- package/src/__tests__/assistant-id-boundary-guard.test.ts +6 -6
- package/src/__tests__/attachments-store.test.ts +0 -1
- package/src/__tests__/avatar-e2e.test.ts +74 -115
- package/src/__tests__/avatar-router.test.ts +25 -62
- package/src/__tests__/browser-manager.test.ts +24 -0
- package/src/__tests__/browser-skill-baseline-tool-payload.test.ts +4 -3
- package/src/__tests__/browser-skill-endstate.test.ts +8 -11
- package/src/__tests__/btw-routes.test.ts +326 -0
- package/src/__tests__/bundled-skill-retrieval-guard.test.ts +23 -9
- package/src/__tests__/call-controller.test.ts +0 -1
- package/src/__tests__/call-conversation-messages.test.ts +0 -1
- package/src/__tests__/call-domain.test.ts +0 -1
- package/src/__tests__/call-pointer-messages.test.ts +0 -1
- package/src/__tests__/call-recovery.test.ts +0 -1
- package/src/__tests__/call-routes-http.test.ts +0 -1
- package/src/__tests__/call-store.test.ts +0 -1
- package/src/__tests__/canonical-guardian-store.test.ts +0 -1
- package/src/__tests__/channel-approval-routes.test.ts +1 -1
- package/src/__tests__/channel-approvals.test.ts +1 -1
- package/src/__tests__/channel-delivery-store.test.ts +0 -1
- package/src/__tests__/channel-guardian.test.ts +5 -7
- package/src/__tests__/channel-retry-sweep.test.ts +0 -1
- package/src/__tests__/checker.test.ts +4 -11
- package/src/__tests__/compaction.benchmark.test.ts +16 -14
- package/src/__tests__/computer-use-session-lifecycle.test.ts +10 -11
- package/src/__tests__/computer-use-session-working-dir.test.ts +2 -6
- package/src/__tests__/computer-use-skill-lifecycle-cleanup.test.ts +2 -5
- package/src/__tests__/computer-use-tools.test.ts +35 -31
- package/src/__tests__/config-schema.test.ts +11 -15
- package/src/__tests__/config-watcher.test.ts +0 -1
- package/src/__tests__/confirmation-request-guardian-bridge.test.ts +0 -1
- package/src/__tests__/conflict-store.test.ts +0 -1
- package/src/__tests__/connection-policy.test.ts +4 -7
- package/src/__tests__/contacts-tools.test.ts +0 -1
- package/src/__tests__/context-memory-e2e.test.ts +2 -4
- package/src/__tests__/context-overflow-reducer.test.ts +2 -4
- package/src/__tests__/context-window-manager.test.ts +147 -60
- package/src/__tests__/contradiction-checker.test.ts +0 -1
- package/src/__tests__/conversation-attention-store.test.ts +0 -1
- package/src/__tests__/conversation-attention-telegram.test.ts +1 -1
- package/src/__tests__/conversation-pairing.test.ts +2 -2
- package/src/__tests__/conversation-routes-guardian-reply.test.ts +25 -1
- package/src/__tests__/conversation-routes-slash-commands.test.ts +381 -0
- package/src/__tests__/conversation-store.test.ts +0 -1
- package/src/__tests__/conversation-unread-route.test.ts +1 -2
- package/src/__tests__/credential-security-invariants.test.ts +7 -8
- package/src/__tests__/cross-provider-web-search.test.ts +353 -0
- package/src/__tests__/daemon-assistant-events.test.ts +6 -7
- package/src/__tests__/db-schedule-syntax-migration.test.ts +15 -3
- package/src/__tests__/delete-managed-skill-tool.test.ts +5 -9
- package/src/__tests__/deterministic-verification-control-plane.test.ts +0 -1
- package/src/__tests__/diagnostics-export.test.ts +189 -0
- package/src/__tests__/dynamic-skill-workflow-prompt.test.ts +0 -1
- package/src/__tests__/emit-signal-routing-intent.test.ts +3 -3
- package/src/__tests__/entity-extractor.test.ts +0 -1
- package/src/__tests__/entity-search.test.ts +0 -1
- package/src/__tests__/ephemeral-permissions.test.ts +2 -4
- package/src/__tests__/file-read-tool.test.ts +86 -0
- package/src/__tests__/followup-tools.test.ts +0 -1
- package/src/__tests__/frontmatter.test.ts +77 -34
- package/src/__tests__/gateway-only-enforcement.test.ts +0 -1
- package/src/__tests__/gateway-only-guard.test.ts +1 -1
- package/src/__tests__/guardian-action-conversation-turn.test.ts +0 -1
- package/src/__tests__/guardian-action-followup-executor.test.ts +0 -1
- package/src/__tests__/guardian-action-followup-store.test.ts +0 -1
- package/src/__tests__/guardian-action-grant-mint-consume.test.ts +0 -1
- package/src/__tests__/guardian-action-late-reply.test.ts +0 -1
- package/src/__tests__/guardian-action-store.test.ts +0 -1
- package/src/__tests__/guardian-action-sweep.test.ts +0 -1
- package/src/__tests__/guardian-decision-primitive-canonical.test.ts +0 -1
- package/src/__tests__/guardian-dispatch.test.ts +1 -2
- package/src/__tests__/guardian-grant-minting.test.ts +1 -1
- package/src/__tests__/guardian-outbound-http.test.ts +0 -1
- package/src/__tests__/guardian-principal-id-roundtrip.test.ts +0 -1
- package/src/__tests__/guardian-routing-invariants.test.ts +1 -1
- package/src/__tests__/guardian-routing-state.test.ts +0 -1
- package/src/__tests__/guardian-verification-voice-binding.test.ts +0 -1
- package/src/__tests__/guardian-verify-setup-skill-regression.test.ts +3 -5
- package/src/__tests__/handlers-user-message-approval-consumption.test.ts +28 -426
- package/src/__tests__/host-bash-proxy.test.ts +335 -0
- package/src/__tests__/host-file-proxy.test.ts +374 -0
- package/src/__tests__/host-shell-tool.test.ts +147 -1
- package/src/__tests__/http-user-message-parity.test.ts +361 -0
- package/src/__tests__/inbound-invite-redemption.test.ts +0 -1
- package/src/__tests__/integration-status.test.ts +3 -8
- package/src/__tests__/intent-routing.test.ts +7 -46
- package/src/__tests__/invite-redemption-service.test.ts +0 -1
- package/src/__tests__/invite-routes-http.test.ts +0 -1
- package/src/__tests__/llm-usage-store.test.ts +0 -1
- package/src/__tests__/managed-avatar-client.test.ts +101 -55
- package/src/__tests__/managed-skill-lifecycle.test.ts +9 -18
- package/src/__tests__/managed-store.test.ts +94 -21
- package/src/__tests__/media-reuse-story.e2e.test.ts +0 -1
- package/src/__tests__/memory-context-benchmark.benchmark.test.ts +2 -4
- package/src/__tests__/memory-lifecycle-e2e.test.ts +0 -1
- package/src/__tests__/memory-recall-quality.test.ts +0 -1
- package/src/__tests__/memory-regressions.experimental.test.ts +0 -1
- package/src/__tests__/memory-regressions.test.ts +0 -1
- package/src/__tests__/memory-retrieval.benchmark.test.ts +0 -1
- package/src/__tests__/memory-upsert-concurrency.test.ts +0 -1
- package/src/__tests__/messaging-send-tool.test.ts +35 -0
- package/src/__tests__/messaging-skill-split.test.ts +138 -0
- package/src/__tests__/migration-cross-version-compatibility.test.ts +0 -1
- package/src/__tests__/migration-export-http.test.ts +2 -3
- package/src/__tests__/migration-import-commit-http.test.ts +1 -2
- package/src/__tests__/migration-import-preflight-http.test.ts +1 -2
- package/src/__tests__/migration-validate-http.test.ts +1 -2
- package/src/__tests__/native-web-search.test.ts +475 -0
- package/src/__tests__/navigate-settings-tab.test.ts +84 -0
- package/src/__tests__/non-member-access-request.test.ts +0 -1
- package/src/__tests__/notification-broadcaster.test.ts +15 -15
- package/src/__tests__/notification-decision-strategy.test.ts +6 -6
- package/src/__tests__/notification-deep-link.test.ts +7 -7
- package/src/__tests__/notification-guardian-path.test.ts +2 -3
- package/src/__tests__/notification-telegram-adapter.test.ts +1 -1
- package/src/__tests__/notification-thread-candidates.test.ts +4 -4
- package/src/__tests__/onboarding-starter-tasks.test.ts +0 -1
- package/src/__tests__/playbook-execution.test.ts +0 -1
- package/src/__tests__/playbook-tools.test.ts +0 -1
- package/src/__tests__/profile-compiler.test.ts +0 -1
- package/src/__tests__/provider-managed-proxy-integration.test.ts +25 -0
- package/src/__tests__/qdrant-collection-migration.test.ts +223 -0
- package/src/__tests__/recording-handler.test.ts +30 -94
- package/src/__tests__/registry.test.ts +28 -35
- package/src/__tests__/relay-server.test.ts +0 -1
- package/src/__tests__/ride-shotgun-handler.test.ts +4 -20
- package/src/__tests__/runtime-attachment-metadata.test.ts +0 -1
- package/src/__tests__/runtime-events-sse-parity.test.ts +3 -4
- package/src/__tests__/runtime-events-sse.test.ts +0 -1
- package/src/__tests__/sandbox-diagnostics.test.ts +0 -1
- package/src/__tests__/scaffold-managed-skill-tool.test.ts +30 -28
- package/src/__tests__/schedule-store.test.ts +441 -1
- package/src/__tests__/schedule-tools.test.ts +468 -7
- package/src/__tests__/scheduler-recurrence.test.ts +196 -23
- package/src/__tests__/scoped-approval-grants.test.ts +0 -1
- package/src/__tests__/scoped-grant-security-matrix.test.ts +0 -1
- package/src/__tests__/secret-prompt-log-hygiene.test.ts +6 -3
- package/src/__tests__/secret-response-routing.test.ts +4 -1
- package/src/__tests__/send-endpoint-busy.test.ts +14 -2
- package/src/__tests__/send-notification-tool.test.ts +0 -7
- package/src/__tests__/sequence-store.test.ts +0 -1
- package/src/__tests__/server-history-render.test.ts +1 -2
- package/src/__tests__/session-abort-tool-results.test.ts +0 -1
- package/src/__tests__/session-agent-loop.test.ts +46 -6
- package/src/__tests__/session-confirmation-signals.test.ts +0 -1
- package/src/__tests__/session-conflict-gate.test.ts +2 -6
- package/src/__tests__/session-error.test.ts +5 -14
- package/src/__tests__/session-init.benchmark.test.ts +3 -5
- package/src/__tests__/session-load-history-repair.test.ts +0 -1
- package/src/__tests__/session-media-retry.test.ts +12 -74
- package/src/__tests__/session-pre-run-repair.test.ts +0 -1
- package/src/__tests__/session-profile-injection.test.ts +2 -6
- package/src/__tests__/session-provider-retry-repair.test.ts +2 -6
- package/src/__tests__/session-queue.test.ts +94 -139
- package/src/__tests__/session-skill-tools.test.ts +115 -115
- package/src/__tests__/session-slash-known.test.ts +0 -1
- package/src/__tests__/session-slash-queue.test.ts +0 -1
- package/src/__tests__/session-slash-unknown.test.ts +0 -1
- package/src/__tests__/session-surfaces-task-progress.test.ts +34 -0
- package/src/__tests__/session-usage.test.ts +0 -1
- package/src/__tests__/session-workspace-cache-state.test.ts +2 -6
- package/src/__tests__/session-workspace-injection.test.ts +2 -6
- package/src/__tests__/session-workspace-tool-tracking.test.ts +2 -6
- package/src/__tests__/skill-feature-flags-integration.test.ts +180 -184
- package/src/__tests__/skill-feature-flags.test.ts +125 -18
- package/src/__tests__/skill-load-feature-flag.test.ts +1 -2
- package/src/__tests__/skill-load-tool.test.ts +194 -2
- package/src/__tests__/skill-projection-feature-flag.test.ts +27 -16
- package/src/__tests__/skill-projection.benchmark.test.ts +15 -14
- package/src/__tests__/skills.test.ts +14 -53
- package/src/__tests__/slack-channel-config.test.ts +0 -1
- package/src/__tests__/slack-inbound-verification.test.ts +0 -1
- package/src/__tests__/slack-skill.test.ts +1 -1
- package/src/__tests__/subagent-tools.test.ts +2 -2
- package/src/__tests__/system-prompt.test.ts +4 -3
- package/src/__tests__/task-compiler.test.ts +0 -1
- package/src/__tests__/task-management-tools.test.ts +0 -1
- package/src/__tests__/task-memory-cleanup.test.ts +0 -1
- package/src/__tests__/task-runner.test.ts +0 -1
- package/src/__tests__/task-scheduler.test.ts +0 -1
- package/src/__tests__/terminal-tools.test.ts +0 -1
- package/src/__tests__/test-support/computer-use-skill-harness.ts +2 -4
- package/src/__tests__/thread-seed-composer.test.ts +5 -5
- package/src/__tests__/tool-approval-handler.test.ts +0 -1
- package/src/__tests__/tool-execution-abort-cleanup.test.ts +0 -1
- package/src/__tests__/tool-execution-pipeline.benchmark.test.ts +0 -1
- package/src/__tests__/tool-executor.test.ts +8 -86
- package/src/__tests__/tool-grant-request-escalation.test.ts +0 -1
- package/src/__tests__/tool-notification-listener.test.ts +1 -1
- package/src/__tests__/tool-preview-lifecycle.test.ts +416 -0
- package/src/__tests__/trust-store.test.ts +80 -4
- package/src/__tests__/trusted-contact-approval-notifier.test.ts +0 -1
- package/src/__tests__/trusted-contact-inline-approval-integration.test.ts +0 -1
- package/src/__tests__/trusted-contact-lifecycle-notifications.test.ts +0 -1
- package/src/__tests__/trusted-contact-multichannel.test.ts +0 -1
- package/src/__tests__/trusted-contact-verification.test.ts +0 -1
- package/src/__tests__/twilio-provider.test.ts +0 -1
- package/src/__tests__/twilio-routes.test.ts +0 -1
- package/src/__tests__/{request-file-tool.test.ts → ui-file-upload-surface.test.ts} +11 -72
- package/src/__tests__/update-bulletin.test.ts +0 -1
- package/src/__tests__/usage-cache-backfill-migration.test.ts +0 -1
- package/src/__tests__/usage-routes.test.ts +0 -1
- package/src/__tests__/verification-control-plane-policy.test.ts +4 -4
- package/src/__tests__/voice-invite-redemption.test.ts +0 -1
- package/src/__tests__/voice-scoped-grant-consumer.test.ts +0 -1
- package/src/__tests__/voice-session-bridge.test.ts +9 -1
- package/src/__tests__/web-fetch.test.ts +57 -0
- package/src/__tests__/workspace-git-service.test.ts +5 -14
- package/src/__tests__/workspace-policy.test.ts +0 -1
- package/src/agent/loop.ts +22 -34
- package/src/bundler/bundle-signer.ts +4 -4
- package/src/calls/call-controller.ts +1 -1
- package/src/calls/relay-server.ts +1 -1
- package/src/calls/twilio-rest.ts +1 -1
- package/src/calls/voice-session-bridge.ts +3 -1
- package/src/cli/__tests__/notifications.test.ts +3 -4
- package/src/cli/commands/map.ts +2 -6
- package/src/cli/commands/mcp.ts +73 -15
- package/src/cli/commands/notifications.ts +4 -4
- package/src/cli/commands/sessions.ts +9 -1
- package/src/cli/commands/skills.ts +6 -10
- package/src/cli/http-client.ts +2 -3
- package/src/cli/main-screen.tsx +10 -10
- package/src/cli/program.ts +0 -4
- package/src/cli/reference.ts +0 -2
- package/src/cli.ts +15 -9
- package/src/config/__tests__/bundled-tool-registry-guard.test.ts +120 -0
- package/src/config/bundled-skills/_shared/CLI_RETRIEVAL_PATTERN.md +11 -0
- package/src/config/bundled-skills/app-builder/SKILL.md +6 -1
- package/src/config/bundled-skills/browser/SKILL.md +6 -1
- package/src/config/bundled-skills/chatgpt-import/SKILL.md +5 -1
- package/src/config/bundled-skills/claude-code/SKILL.md +5 -1
- package/src/config/bundled-skills/computer-use/SKILL.md +6 -1
- package/src/config/bundled-skills/computer-use/TOOLS.json +6 -69
- package/src/config/bundled-skills/computer-use/tools/computer-use-click.ts +10 -1
- package/src/config/bundled-skills/contacts/SKILL.md +10 -1
- package/src/config/bundled-skills/contacts/TOOLS.json +35 -0
- package/src/config/bundled-skills/{messaging → contacts}/tools/google-contacts.ts +9 -2
- package/src/config/bundled-skills/document/SKILL.md +4 -1
- package/src/config/bundled-skills/doordash/SKILL.md +8 -1
- package/src/config/bundled-skills/doordash/lib/shared/platform.ts +4 -1
- package/src/config/bundled-skills/followups/SKILL.md +4 -1
- package/src/config/bundled-skills/gmail/SKILL.md +180 -0
- package/src/config/bundled-skills/gmail/TOOLS.json +506 -0
- package/src/config/bundled-skills/gmail/tools/gmail-archive.ts +149 -0
- package/src/config/bundled-skills/gmail/tools/gmail-attachments.ts +110 -0
- package/src/config/bundled-skills/{messaging → gmail}/tools/gmail-draft.ts +1 -1
- package/src/config/bundled-skills/{messaging → gmail}/tools/gmail-filters.ts +1 -1
- package/src/config/bundled-skills/{messaging → gmail}/tools/gmail-follow-up.ts +1 -1
- package/src/config/bundled-skills/{messaging → gmail}/tools/gmail-forward.ts +1 -1
- package/src/config/bundled-skills/gmail/tools/gmail-label.ts +50 -0
- package/src/config/bundled-skills/{messaging → gmail}/tools/gmail-outreach-scan.ts +8 -90
- package/src/config/bundled-skills/{messaging → gmail}/tools/gmail-send-draft.ts +1 -1
- package/src/config/bundled-skills/{messaging → gmail}/tools/gmail-sender-digest.ts +2 -2
- package/src/config/bundled-skills/{messaging → gmail}/tools/gmail-trash.ts +1 -1
- package/src/config/bundled-skills/{messaging → gmail}/tools/gmail-unsubscribe.ts +1 -1
- package/src/config/bundled-skills/{messaging → gmail}/tools/gmail-vacation.ts +1 -1
- package/src/config/bundled-skills/gmail/tools/shared.ts +47 -0
- package/src/config/bundled-skills/google-calendar/SKILL.md +5 -1
- package/src/config/bundled-skills/image-studio/SKILL.md +5 -1
- package/src/config/bundled-skills/knowledge-graph/SKILL.md +4 -1
- package/src/config/bundled-skills/media-processing/SKILL.md +7 -13
- package/src/config/bundled-skills/media-processing/TOOLS.json +0 -22
- package/src/config/bundled-skills/media-processing/tools/generate-clip.ts +12 -1
- package/src/config/bundled-skills/messaging/SKILL.md +23 -139
- package/src/config/bundled-skills/messaging/TOOLS.json +33 -1215
- package/src/config/bundled-skills/messaging/tools/gmail-mime-helpers.ts +42 -0
- package/src/config/bundled-skills/messaging/tools/messaging-send.ts +165 -2
- package/src/config/bundled-skills/messaging/tools/messaging-sender-digest.ts +1 -13
- package/src/config/bundled-skills/messaging/tools/shared.ts +81 -34
- package/src/config/bundled-skills/notifications/SKILL.md +5 -1
- package/src/config/bundled-skills/orchestration/SKILL.md +30 -0
- package/src/config/bundled-skills/orchestration/TOOLS.json +35 -0
- package/src/config/bundled-skills/{reminder/tools/reminder-create.ts → orchestration/tools/swarm-delegate.ts} +3 -3
- package/src/config/bundled-skills/phone-calls/SKILL.md +9 -1
- package/src/config/bundled-skills/playbooks/SKILL.md +4 -1
- package/src/config/bundled-skills/schedule/SKILL.md +70 -9
- package/src/config/bundled-skills/schedule/TOOLS.json +38 -6
- package/src/config/bundled-skills/screen-watch/SKILL.md +28 -0
- package/src/config/bundled-skills/screen-watch/TOOLS.json +35 -0
- package/src/config/bundled-skills/{reminder/tools/reminder-cancel.ts → screen-watch/tools/start-screen-watch.ts} +3 -3
- package/src/config/bundled-skills/sequences/SKILL.md +47 -0
- package/src/config/bundled-skills/sequences/TOOLS.json +340 -0
- package/src/config/bundled-skills/sequences/tools/sequence-update.ts +128 -0
- package/src/config/bundled-skills/sequences/tools/shared.ts +9 -0
- package/src/config/bundled-skills/settings/SKILL.md +12 -0
- package/src/config/bundled-skills/settings/TOOLS.json +112 -0
- package/src/config/bundled-skills/settings/tools/navigate-settings-tab.ts +43 -0
- package/src/config/bundled-skills/settings/tools/open-system-settings.ts +52 -0
- package/src/config/bundled-skills/{computer-use/tools/computer-use-right-click.ts → settings/tools/set-avatar.ts} +2 -6
- package/src/{tools/system/voice-config.ts → config/bundled-skills/settings/tools/voice-config-update.ts} +59 -96
- package/src/config/bundled-skills/skill-management/SKILL.md +18 -0
- package/src/config/bundled-skills/skill-management/TOOLS.json +90 -0
- package/src/config/bundled-skills/{computer-use/tools/computer-use-double-click.ts → skill-management/tools/delete-managed.ts} +2 -6
- package/src/config/bundled-skills/skill-management/tools/scaffold-managed.ts +12 -0
- package/src/config/bundled-skills/slack/SKILL.md +5 -1
- package/src/config/bundled-skills/subagent/SKILL.md +4 -1
- package/src/config/bundled-skills/tasks/SKILL.md +5 -2
- package/src/config/bundled-skills/transcribe/SKILL.md +4 -1
- package/src/config/bundled-skills/watcher/SKILL.md +4 -1
- package/src/config/bundled-tool-registry.ts +118 -107
- package/src/config/env.ts +5 -2
- package/src/config/feature-flag-registry.json +25 -9
- package/src/config/loader.ts +10 -2
- package/src/config/schema.ts +19 -16
- package/src/config/schemas/inference.ts +12 -22
- package/src/config/schemas/memory-storage.ts +19 -1
- package/src/config/schemas/platform.ts +0 -16
- package/src/config/skill-state.ts +11 -8
- package/src/config/skills.ts +83 -32
- package/src/context/token-estimator.ts +11 -0
- package/src/context/window-manager.ts +180 -151
- package/src/daemon/computer-use-session.ts +11 -43
- package/src/daemon/daemon-control.ts +4 -1
- package/src/daemon/handlers/config-channels.ts +5 -9
- package/src/daemon/handlers/config-ingress.ts +0 -4
- package/src/daemon/handlers/config-model.ts +7 -13
- package/src/daemon/handlers/config-telegram.ts +4 -8
- package/src/daemon/handlers/config-voice.ts +2 -5
- package/src/daemon/handlers/dictation.ts +2 -12
- package/src/daemon/handlers/identity.ts +0 -105
- package/src/daemon/handlers/recording.ts +3 -23
- package/src/daemon/handlers/session-history.ts +1 -1
- package/src/daemon/handlers/sessions.ts +53 -72
- package/src/daemon/handlers/shared.ts +7 -28
- package/src/daemon/handlers/skills.ts +31 -27
- package/src/daemon/host-bash-proxy.ts +148 -0
- package/src/daemon/host-file-proxy.ts +135 -0
- package/src/daemon/lifecycle.ts +49 -24
- package/src/daemon/mcp-reload-service.ts +123 -0
- package/src/daemon/message-protocol.ts +6 -0
- package/src/daemon/message-types/browser.ts +1 -1
- package/src/daemon/message-types/computer-use.ts +1 -4
- package/src/daemon/message-types/guardian-actions.ts +1 -1
- package/src/daemon/message-types/host-bash.ts +18 -0
- package/src/daemon/message-types/host-file.ts +44 -0
- package/src/daemon/message-types/integrations.ts +1 -67
- package/src/daemon/message-types/messages.ts +15 -0
- package/src/daemon/message-types/schedules.ts +11 -27
- package/src/daemon/message-types/sessions.ts +2 -1
- package/src/daemon/message-types/settings.ts +1 -1
- package/src/daemon/message-types/shared.ts +1 -1
- package/src/daemon/ride-shotgun-handler.ts +2 -42
- package/src/daemon/server.ts +43 -10
- package/src/daemon/session-agent-loop-handlers.ts +48 -7
- package/src/daemon/session-agent-loop.ts +97 -66
- package/src/daemon/session-attachments.ts +1 -1
- package/src/daemon/session-error.ts +17 -16
- package/src/daemon/session-lifecycle.ts +20 -1
- package/src/daemon/session-media-retry.ts +1 -15
- package/src/daemon/session-messaging.ts +14 -6
- package/src/daemon/session-process.ts +36 -7
- package/src/daemon/session-queue-manager.ts +62 -103
- package/src/daemon/session-runtime-assembly.ts +27 -0
- package/src/daemon/session-skill-tools.ts +12 -11
- package/src/daemon/session-slash.ts +7 -0
- package/src/daemon/session-surfaces.ts +19 -97
- package/src/daemon/session-tool-setup.ts +146 -6
- package/src/daemon/session.ts +77 -13
- package/src/errors.ts +0 -2
- package/src/export/formatter.ts +6 -0
- package/src/mcp/mcp-oauth-provider.ts +1 -3
- package/src/media/avatar-router.ts +20 -28
- package/src/media/avatar-types.ts +7 -14
- package/src/media/managed-avatar-client.ts +70 -34
- package/src/memory/conversation-title-service.ts +1 -2
- package/src/memory/db-init.ts +16 -0
- package/src/memory/embedding-backend.ts +129 -27
- package/src/memory/embedding-gemini.test.ts +256 -0
- package/src/memory/embedding-gemini.ts +47 -13
- package/src/memory/embedding-local.ts +14 -2
- package/src/memory/embedding-ollama.ts +15 -2
- package/src/memory/embedding-openai.ts +15 -2
- package/src/memory/embedding-types.test.ts +116 -0
- package/src/memory/embedding-types.ts +61 -0
- package/src/memory/fingerprint.ts +1 -1
- package/src/memory/indexer.ts +25 -1
- package/src/memory/job-handlers/embedding.test.ts +258 -0
- package/src/memory/job-handlers/embedding.ts +81 -1
- package/src/memory/job-handlers/index-maintenance.ts +35 -1
- package/src/memory/job-handlers/media-processing.ts +11 -1
- package/src/memory/job-utils.ts +21 -6
- package/src/memory/jobs-store.ts +5 -1
- package/src/memory/jobs-worker.ts +8 -0
- package/src/memory/message-content.ts +66 -0
- package/src/memory/migrations/100-core-tables.ts +1 -31
- package/src/memory/migrations/104-core-indexes.ts +0 -11
- package/src/memory/migrations/145-drop-accounts-table.ts +19 -0
- package/src/memory/migrations/146-schedule-oneshot-routing.ts +94 -0
- package/src/memory/migrations/147-migrate-reminders-to-schedules.ts +129 -0
- package/src/memory/migrations/148-drop-reminders-table.ts +18 -0
- package/src/memory/migrations/index.ts +4 -0
- package/src/memory/migrations/registry.ts +19 -0
- package/src/memory/qdrant-client.ts +158 -43
- package/src/memory/retriever.test.ts +0 -1
- package/src/memory/retriever.ts +12 -2
- package/src/memory/schema/infrastructure.ts +5 -29
- package/src/memory/search/formatting.ts +34 -9
- package/src/memory/search/semantic.ts +57 -2
- package/src/memory/search/types.ts +2 -1
- package/src/notifications/AGENTS.md +2 -2
- package/src/notifications/README.md +59 -58
- package/src/notifications/adapters/macos.ts +1 -1
- package/src/notifications/broadcaster.ts +5 -5
- package/src/notifications/copy-composer.ts +1 -1
- package/src/notifications/decision-engine.ts +2 -2
- package/src/notifications/destination-resolver.ts +2 -2
- package/src/notifications/emit-signal.ts +8 -8
- package/src/notifications/signal.ts +1 -1
- package/src/notifications/thread-seed-composer.ts +1 -1
- package/src/oauth/connect-orchestrator.ts +1 -1
- package/src/oauth/token-persistence.ts +1 -1
- package/src/permissions/checker.ts +12 -1
- package/src/permissions/defaults.ts +10 -14
- package/src/permissions/trust-store.ts +37 -0
- package/src/permissions/workspace-policy.ts +0 -1
- package/src/prompts/__tests__/build-cli-reference-section.test.ts +11 -0
- package/src/prompts/computer-use-prompt.ts +1 -1
- package/src/prompts/system-prompt.ts +29 -30
- package/src/prompts/templates/SOUL.md +1 -2
- package/src/prompts/templates/UPDATES.md +16 -7
- package/src/providers/anthropic/client.ts +87 -33
- package/src/providers/gemini/client.ts +6 -0
- package/src/providers/managed-proxy/constants.ts +5 -0
- package/src/providers/openai/client.ts +15 -0
- package/src/providers/registry.ts +2 -2
- package/src/providers/types.ts +24 -2
- package/src/runtime/AGENTS.md +18 -0
- package/src/runtime/assistant-event-hub.ts +2 -3
- package/src/runtime/assistant-event.ts +4 -4
- package/src/runtime/auth/__tests__/context.test.ts +5 -5
- package/src/runtime/auth/__tests__/credential-service.test.ts +0 -1
- package/src/runtime/auth/__tests__/guard-tests.test.ts +2 -2
- package/src/runtime/auth/__tests__/{ipc-auth-context.test.ts → local-auth-context.test.ts} +21 -21
- package/src/runtime/auth/__tests__/route-policy.test.ts +2 -2
- package/src/runtime/auth/__tests__/scopes.test.ts +7 -7
- package/src/runtime/auth/__tests__/subject.test.ts +8 -8
- package/src/runtime/auth/__tests__/token-service.test.ts +0 -1
- package/src/runtime/auth/route-policy.ts +8 -4
- package/src/runtime/auth/scopes.ts +1 -1
- package/src/runtime/auth/subject.ts +4 -4
- package/src/runtime/auth/token-service.ts +0 -23
- package/src/runtime/auth/types.ts +3 -3
- package/src/runtime/guardian-action-followup-executor.ts +1 -1
- package/src/runtime/guardian-action-grant-minter.ts +1 -1
- package/src/runtime/guardian-action-service.ts +3 -3
- package/src/runtime/http-server.ts +15 -2
- package/src/runtime/invite-service.ts +3 -3
- package/src/runtime/local-actor-identity.ts +17 -22
- package/src/runtime/pending-interactions.ts +21 -9
- package/src/runtime/routes/app-management-routes.ts +2 -3
- package/src/runtime/routes/approval-routes.ts +1 -3
- package/src/runtime/routes/btw-routes.ts +155 -0
- package/src/runtime/routes/computer-use-routes.ts +77 -31
- package/src/runtime/routes/conversation-routes.ts +230 -46
- package/src/runtime/routes/diagnostics-routes.ts +63 -29
- package/src/runtime/routes/documents-routes.ts +2 -2
- package/src/runtime/routes/global-search-routes.ts +1 -1
- package/src/runtime/routes/host-bash-routes.ts +83 -0
- package/src/runtime/routes/host-file-routes.ts +79 -0
- package/src/runtime/routes/integrations/slack/share.ts +1 -1
- package/src/runtime/routes/log-export-routes.ts +120 -0
- package/src/runtime/routes/mcp-routes.ts +20 -0
- package/src/runtime/routes/migration-routes.ts +3 -3
- package/src/runtime/routes/pairing-routes.ts +1 -1
- package/src/runtime/routes/recording-routes.ts +6 -4
- package/src/runtime/routes/schedule-routes.ts +31 -5
- package/src/runtime/routes/session-management-routes.ts +2 -6
- package/src/runtime/routes/session-query-routes.ts +18 -15
- package/src/runtime/routes/settings-routes.ts +7 -261
- package/src/runtime/routes/skills-routes.ts +7 -6
- package/src/runtime/routes/subagents-routes.ts +4 -10
- package/src/runtime/routes/surface-action-routes.ts +3 -14
- package/src/runtime/routes/surface-content-routes.ts +22 -5
- package/src/runtime/routes/work-items-routes.ts +21 -25
- package/src/runtime/routes/workspace-routes.test.ts +3 -3
- package/src/runtime/routes/workspace-utils.ts +1 -1
- package/src/runtime/telegram-streaming-delivery.ts +3 -0
- package/src/runtime/verification-outbound-actions.ts +2 -2
- package/src/schedule/integration-status.ts +0 -6
- package/src/schedule/schedule-store.ts +234 -43
- package/src/schedule/scheduler.ts +73 -74
- package/src/security/oauth2.ts +1 -1
- package/src/sequence/store.ts +12 -2
- package/src/skills/frontmatter.ts +19 -77
- package/src/skills/managed-store.ts +11 -2
- package/src/subagent/manager.ts +5 -3
- package/src/tasks/ephemeral-permissions.ts +3 -5
- package/src/tools/AGENTS.md +0 -1
- package/src/tools/browser/browser-manager.ts +17 -11
- package/src/tools/browser/jit-auth.ts +4 -1
- package/src/tools/claude-code/claude-code.ts +1 -1
- package/src/tools/computer-use/definitions.ts +48 -60
- package/src/tools/document/document-tool.ts +6 -6
- package/src/tools/filesystem/edit.ts +2 -1
- package/src/tools/filesystem/read.ts +20 -2
- package/src/tools/filesystem/write.ts +2 -1
- package/src/tools/host-filesystem/edit.ts +17 -1
- package/src/tools/host-filesystem/read.ts +16 -1
- package/src/tools/host-filesystem/write.ts +15 -1
- package/src/tools/host-terminal/host-shell.ts +24 -0
- package/src/tools/memory/definitions.ts +45 -81
- package/src/tools/memory/handlers.test.ts +0 -1
- package/src/tools/memory/handlers.ts +1 -1
- package/src/tools/memory/register.ts +26 -60
- package/src/tools/network/script-proxy/session-manager.ts +6 -8
- package/src/tools/network/web-fetch.ts +7 -1
- package/src/tools/network/web-search.ts +2 -1
- package/src/tools/registry.ts +23 -0
- package/src/tools/schedule/create.ts +113 -5
- package/src/tools/schedule/list.ts +57 -15
- package/src/tools/schedule/update.ts +73 -3
- package/src/tools/shared/filesystem/image-read.ts +192 -0
- package/src/tools/side-effects.ts +1 -7
- package/src/tools/skills/delete-managed.ts +27 -64
- package/src/tools/skills/execute.ts +54 -0
- package/src/tools/skills/load.ts +127 -5
- package/src/tools/skills/scaffold-managed.ts +93 -172
- package/src/tools/subagent/message.ts +0 -7
- package/src/tools/subagent/spawn.ts +1 -1
- package/src/tools/swarm/delegate.ts +0 -3
- package/src/tools/system/avatar-generator.ts +13 -19
- package/src/tools/system/request-permission.ts +2 -1
- package/src/tools/terminal/safe-env.ts +1 -0
- package/src/tools/tool-manifest.ts +41 -47
- package/src/tools/types.ts +6 -2
- package/src/tools/ui-surface/definitions.ts +0 -55
- package/src/util/errors.ts +0 -10
- package/src/workspace/git-service.ts +0 -2
- package/src/__tests__/account-registry.test.ts +0 -258
- package/src/__tests__/email-classifier.test.ts +0 -25
- package/src/__tests__/gmail-integration.test.ts +0 -97
- package/src/__tests__/handle-user-message-secret-resume.test.ts +0 -172
- package/src/__tests__/managed-twitter-guardrails.test.ts +0 -357
- package/src/__tests__/recording-intent-fallback.test.ts +0 -199
- package/src/__tests__/recording-intent.test.ts +0 -985
- package/src/__tests__/recording-state-machine.test.ts +0 -1574
- package/src/__tests__/reminder-store.test.ts +0 -350
- package/src/__tests__/reminder.test.ts +0 -337
- package/src/__tests__/scan-result-store.test.ts +0 -121
- package/src/__tests__/twitter-platform-proxy-client.test.ts +0 -475
- package/src/__tests__/view-image-tool.test.ts +0 -241
- package/src/cli/commands/amazon/cart.ts +0 -513
- package/src/cli/commands/amazon/checkout.ts +0 -394
- package/src/cli/commands/amazon/client.ts +0 -513
- package/src/cli/commands/amazon/index.ts +0 -885
- package/src/cli/commands/amazon/product-details.ts +0 -145
- package/src/cli/commands/amazon/request-extractor.ts +0 -187
- package/src/cli/commands/amazon/search.ts +0 -76
- package/src/cli/commands/amazon/session.ts +0 -108
- package/src/cli/commands/twitter/__tests__/cli-read-routing.test.ts +0 -345
- package/src/cli/commands/twitter/__tests__/cli-routing.test.ts +0 -252
- package/src/cli/commands/twitter/__tests__/oauth-client.test.ts +0 -151
- package/src/cli/commands/twitter/index.ts +0 -420
- package/src/cli/commands/twitter/oauth-client.ts +0 -60
- package/src/cli/commands/twitter/router.ts +0 -351
- package/src/cli/commands/twitter/types.ts +0 -30
- package/src/config/bundled-skills/agentmail/SKILL.md +0 -132
- package/src/config/bundled-skills/agentmail/icon.svg +0 -21
- package/src/config/bundled-skills/amazon/SKILL.md +0 -136
- package/src/config/bundled-skills/amazon/icon.svg +0 -13
- package/src/config/bundled-skills/api-mapping/SKILL.md +0 -78
- package/src/config/bundled-skills/api-mapping/icon.svg +0 -18
- package/src/config/bundled-skills/cli-discover/SKILL.md +0 -68
- package/src/config/bundled-skills/deploy-fullstack-vercel/SKILL.md +0 -179
- package/src/config/bundled-skills/document-writer/SKILL.md +0 -195
- package/src/config/bundled-skills/elevenlabs-voice/SKILL.md +0 -140
- package/src/config/bundled-skills/email-setup/SKILL.md +0 -68
- package/src/config/bundled-skills/frontend-design/SKILL.md +0 -44
- package/src/config/bundled-skills/frontend-design/icon.svg +0 -16
- package/src/config/bundled-skills/google-oauth-setup/SKILL.md +0 -452
- package/src/config/bundled-skills/guardian-verify-setup/SKILL.md +0 -203
- package/src/config/bundled-skills/influencer/SKILL.md +0 -144
- package/src/config/bundled-skills/influencer/scripts/client.ts +0 -1269
- package/src/config/bundled-skills/influencer/scripts/influencer.ts +0 -267
- package/src/config/bundled-skills/macos-automation/SKILL.md +0 -65
- package/src/config/bundled-skills/macos-automation/icon.svg +0 -12
- package/src/config/bundled-skills/mcp-setup/SKILL.md +0 -75
- package/src/config/bundled-skills/media-processing/tools/media-diagnostics.ts +0 -184
- package/src/config/bundled-skills/messaging/tools/gmail-archive-by-query.ts +0 -80
- package/src/config/bundled-skills/messaging/tools/gmail-archive.ts +0 -29
- package/src/config/bundled-skills/messaging/tools/gmail-batch-archive.ts +0 -56
- package/src/config/bundled-skills/messaging/tools/gmail-batch-label.ts +0 -34
- package/src/config/bundled-skills/messaging/tools/gmail-download-attachment.ts +0 -47
- package/src/config/bundled-skills/messaging/tools/gmail-label.ts +0 -31
- package/src/config/bundled-skills/messaging/tools/gmail-list-attachments.ts +0 -67
- package/src/config/bundled-skills/messaging/tools/gmail-send-with-attachments.ts +0 -97
- package/src/config/bundled-skills/messaging/tools/gmail-summarize-thread.ts +0 -87
- package/src/config/bundled-skills/messaging/tools/gmail-triage.ts +0 -135
- package/src/config/bundled-skills/messaging/tools/messaging-analyze-activity.ts +0 -24
- package/src/config/bundled-skills/messaging/tools/messaging-reply.ts +0 -201
- package/src/config/bundled-skills/messaging/tools/send-notification.ts +0 -1
- package/src/config/bundled-skills/messaging/tools/sequence-cancel.ts +0 -27
- package/src/config/bundled-skills/messaging/tools/sequence-pause.ts +0 -48
- package/src/config/bundled-skills/messaging/tools/sequence-resume.ts +0 -27
- package/src/config/bundled-skills/messaging/tools/sequence-update.ts +0 -56
- package/src/config/bundled-skills/notion/SKILL.md +0 -240
- package/src/config/bundled-skills/notion-oauth-setup/SKILL.md +0 -126
- package/src/config/bundled-skills/oauth-setup/SKILL.md +0 -143
- package/src/config/bundled-skills/public-ingress/SKILL.md +0 -258
- package/src/config/bundled-skills/reminder/SKILL.md +0 -79
- package/src/config/bundled-skills/reminder/TOOLS.json +0 -89
- package/src/config/bundled-skills/reminder/tools/reminder-list.ts +0 -12
- package/src/config/bundled-skills/restaurant-reservation/SKILL.md +0 -141
- package/src/config/bundled-skills/screen-recording/SKILL.md +0 -148
- package/src/config/bundled-skills/self-upgrade/SKILL.md +0 -69
- package/src/config/bundled-skills/skills-catalog/SKILL.md +0 -78
- package/src/config/bundled-skills/slack-app-setup/SKILL.md +0 -178
- package/src/config/bundled-skills/slack-digest-setup/SKILL.md +0 -163
- package/src/config/bundled-skills/slack-oauth-setup/SKILL.md +0 -157
- package/src/config/bundled-skills/start-the-day/SKILL.md +0 -70
- package/src/config/bundled-skills/start-the-day/icon.svg +0 -13
- package/src/config/bundled-skills/telegram-setup/SKILL.md +0 -105
- package/src/config/bundled-skills/time-based-actions/SKILL.md +0 -142
- package/src/config/bundled-skills/twilio-setup/SKILL.md +0 -232
- package/src/config/bundled-skills/twitter/SKILL.md +0 -206
- package/src/config/bundled-skills/twitter/icon.svg +0 -14
- package/src/config/bundled-skills/typescript-eval/SKILL.md +0 -60
- package/src/config/bundled-skills/vercel-token-setup/SKILL.md +0 -214
- package/src/config/bundled-skills/voice-setup/SKILL.md +0 -131
- package/src/config/bundled-skills/voice-setup/icon.svg +0 -20
- package/src/daemon/handlers/pairing.ts +0 -119
- package/src/daemon/handlers/session-user-message.ts +0 -961
- package/src/daemon/recording-executor.ts +0 -180
- package/src/daemon/recording-intent-fallback.ts +0 -162
- package/src/daemon/recording-intent.ts +0 -493
- package/src/memory/account-store.ts +0 -117
- package/src/messaging/activity-analyzer.ts +0 -76
- package/src/messaging/email-classifier.ts +0 -208
- package/src/messaging/index.ts +0 -2
- package/src/messaging/outreach-classifier.ts +0 -185
- package/src/messaging/thread-summarizer.ts +0 -346
- package/src/messaging/types.ts +0 -17
- package/src/tools/browser/x-auto-navigate.ts +0 -254
- package/src/tools/credentials/account-registry.ts +0 -144
- package/src/tools/filesystem/view-image.ts +0 -244
- package/src/tools/reminder/reminder-store.ts +0 -194
- package/src/tools/reminder/reminder.ts +0 -158
- package/src/tools/system/navigate-settings.ts +0 -74
- package/src/tools/system/open-system-settings.ts +0 -85
- package/src/tools/system/version.ts +0 -54
- package/src/twitter/platform-proxy-client.ts +0 -408
- /package/src/config/bundled-skills/{messaging → gmail}/tools/scan-result-store.ts +0 -0
- /package/src/config/bundled-skills/{messaging → sequences}/tools/sequence-analytics.ts +0 -0
- /package/src/config/bundled-skills/{messaging → sequences}/tools/sequence-create.ts +0 -0
- /package/src/config/bundled-skills/{messaging → sequences}/tools/sequence-delete.ts +0 -0
- /package/src/config/bundled-skills/{messaging → sequences}/tools/sequence-enroll.ts +0 -0
- /package/src/config/bundled-skills/{messaging → sequences}/tools/sequence-enrollment-list.ts +0 -0
- /package/src/config/bundled-skills/{messaging → sequences}/tools/sequence-get.ts +0 -0
- /package/src/config/bundled-skills/{messaging → sequences}/tools/sequence-import.ts +0 -0
- /package/src/config/bundled-skills/{messaging → sequences}/tools/sequence-list.ts +0 -0
|
@@ -763,6 +763,11 @@ export async function executeWebFetch(
|
|
|
763
763
|
`start_index (${startIndex}) exceeded available content length (${processed.length}).`,
|
|
764
764
|
);
|
|
765
765
|
}
|
|
766
|
+
if (html && !rawMode && processed.length < 200) {
|
|
767
|
+
notices.push(
|
|
768
|
+
`Extracted text content is very short (${processed.length} characters). The page may require JavaScript rendering for full content.`,
|
|
769
|
+
);
|
|
770
|
+
}
|
|
766
771
|
|
|
767
772
|
const content = formatWebFetchOutput({
|
|
768
773
|
requestedUrl: safeRequestedUrl,
|
|
@@ -877,4 +882,5 @@ class WebFetchTool implements Tool {
|
|
|
877
882
|
}
|
|
878
883
|
}
|
|
879
884
|
|
|
880
|
-
|
|
885
|
+
export const webFetchTool = new WebFetchTool();
|
|
886
|
+
registerTool(webFetchTool);
|
package/src/tools/registry.ts
CHANGED
|
@@ -239,6 +239,18 @@ export function registerMcpTools(newTools: Tool[]): Tool[] {
|
|
|
239
239
|
return accepted;
|
|
240
240
|
}
|
|
241
241
|
|
|
242
|
+
/**
|
|
243
|
+
* Unregister all MCP-origin tools from the registry.
|
|
244
|
+
*/
|
|
245
|
+
export function unregisterAllMcpTools(): void {
|
|
246
|
+
for (const [name, tool] of tools) {
|
|
247
|
+
if (tool.origin === "mcp") {
|
|
248
|
+
tools.delete(name);
|
|
249
|
+
log.info({ name }, "MCP tool unregistered (reload)");
|
|
250
|
+
}
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
|
|
242
254
|
/**
|
|
243
255
|
* Unregister all tools belonging to a specific MCP server.
|
|
244
256
|
*/
|
|
@@ -260,6 +272,17 @@ export function getMcpToolNames(): string[] {
|
|
|
260
272
|
.map((t) => t.name);
|
|
261
273
|
}
|
|
262
274
|
|
|
275
|
+
/**
|
|
276
|
+
* Return tool definitions for all currently registered MCP-origin tools.
|
|
277
|
+
* Used by the session resolver to dynamically pick up MCP tools that
|
|
278
|
+
* were registered after session creation (e.g. via `vellum mcp reload`).
|
|
279
|
+
*/
|
|
280
|
+
export function getMcpToolDefinitions(): ToolDefinition[] {
|
|
281
|
+
return Array.from(tools.values())
|
|
282
|
+
.filter((t) => t.origin === "mcp")
|
|
283
|
+
.map((t) => t.getDefinition());
|
|
284
|
+
}
|
|
285
|
+
|
|
263
286
|
/**
|
|
264
287
|
* Return the names of all currently registered skill-origin tools.
|
|
265
288
|
*/
|
|
@@ -1,6 +1,10 @@
|
|
|
1
1
|
import { formatIntegrationSummary } from "../../schedule/integration-status.js";
|
|
2
2
|
import { validateRruleSetLines } from "../../schedule/recurrence-engine.js";
|
|
3
3
|
import { normalizeScheduleSyntax } from "../../schedule/recurrence-types.js";
|
|
4
|
+
import type {
|
|
5
|
+
RoutingIntent,
|
|
6
|
+
ScheduleMode,
|
|
7
|
+
} from "../../schedule/schedule-store.js";
|
|
4
8
|
import {
|
|
5
9
|
createSchedule,
|
|
6
10
|
describeCronExpression,
|
|
@@ -9,6 +13,13 @@ import {
|
|
|
9
13
|
} from "../../schedule/schedule-store.js";
|
|
10
14
|
import type { ToolContext, ToolExecutionResult } from "../types.js";
|
|
11
15
|
|
|
16
|
+
const VALID_MODES: ScheduleMode[] = ["notify", "execute"];
|
|
17
|
+
const VALID_ROUTING_INTENTS: RoutingIntent[] = [
|
|
18
|
+
"single_channel",
|
|
19
|
+
"multi_channel",
|
|
20
|
+
"all_channels",
|
|
21
|
+
];
|
|
22
|
+
|
|
12
23
|
export async function executeScheduleCreate(
|
|
13
24
|
input: Record<string, unknown>,
|
|
14
25
|
_context: ToolContext,
|
|
@@ -17,6 +28,12 @@ export async function executeScheduleCreate(
|
|
|
17
28
|
const timezone = (input.timezone as string) ?? null;
|
|
18
29
|
const message = input.message as string;
|
|
19
30
|
const enabled = (input.enabled as boolean) ?? true;
|
|
31
|
+
const fireAt = input.fire_at as string | undefined;
|
|
32
|
+
const mode = (input.mode as ScheduleMode | undefined) ?? "execute";
|
|
33
|
+
const routingIntent = input.routing_intent as string | undefined;
|
|
34
|
+
const routingHints = input.routing_hints as
|
|
35
|
+
| Record<string, unknown>
|
|
36
|
+
| undefined;
|
|
20
37
|
|
|
21
38
|
if (!name || typeof name !== "string") {
|
|
22
39
|
return {
|
|
@@ -31,6 +48,90 @@ export async function executeScheduleCreate(
|
|
|
31
48
|
};
|
|
32
49
|
}
|
|
33
50
|
|
|
51
|
+
// Validate mode
|
|
52
|
+
if (!VALID_MODES.includes(mode)) {
|
|
53
|
+
return {
|
|
54
|
+
content: `Error: mode must be one of: ${VALID_MODES.join(", ")}`,
|
|
55
|
+
isError: true,
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
// Validate routing_intent
|
|
60
|
+
if (
|
|
61
|
+
routingIntent !== undefined &&
|
|
62
|
+
!VALID_ROUTING_INTENTS.includes(routingIntent as RoutingIntent)
|
|
63
|
+
) {
|
|
64
|
+
return {
|
|
65
|
+
content: `Error: routing_intent must be one of: ${VALID_ROUTING_INTENTS.join(", ")}`,
|
|
66
|
+
isError: true,
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
// ── One-shot schedule (fire_at) ──────────────────────────────────
|
|
71
|
+
if (fireAt) {
|
|
72
|
+
const fireAtMs = Date.parse(fireAt);
|
|
73
|
+
if (isNaN(fireAtMs)) {
|
|
74
|
+
return {
|
|
75
|
+
content:
|
|
76
|
+
"Error: fire_at must be a valid ISO 8601 timestamp (e.g. 2025-06-15T09:00:00Z)",
|
|
77
|
+
isError: true,
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
// Require explicit timezone (Z, ±HH:MM, or ±HHMM offset) to avoid host-timezone ambiguity
|
|
81
|
+
if (!/(?:Z|[+-]\d{2}:?\d{2})\s*$/.test(fireAt)) {
|
|
82
|
+
return {
|
|
83
|
+
content:
|
|
84
|
+
"Error: fire_at must include a timezone offset (e.g. 2025-06-15T09:00:00Z or 2025-06-15T09:00:00+05:30)",
|
|
85
|
+
isError: true,
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
if (fireAtMs <= Date.now()) {
|
|
89
|
+
return {
|
|
90
|
+
content: "Error: fire_at must be in the future",
|
|
91
|
+
isError: true,
|
|
92
|
+
};
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
try {
|
|
96
|
+
const job = createSchedule({
|
|
97
|
+
name,
|
|
98
|
+
cronExpression: null,
|
|
99
|
+
timezone,
|
|
100
|
+
message,
|
|
101
|
+
enabled,
|
|
102
|
+
syntax: "cron",
|
|
103
|
+
expression: null,
|
|
104
|
+
nextRunAt: fireAtMs,
|
|
105
|
+
mode,
|
|
106
|
+
routingIntent: routingIntent as RoutingIntent | undefined,
|
|
107
|
+
routingHints,
|
|
108
|
+
});
|
|
109
|
+
|
|
110
|
+
const fireDate = formatLocalDate(job.nextRunAt);
|
|
111
|
+
const integrations = formatIntegrationSummary();
|
|
112
|
+
return {
|
|
113
|
+
content: [
|
|
114
|
+
`One-shot schedule created successfully.`,
|
|
115
|
+
` ID: ${job.id}`,
|
|
116
|
+
` Name: ${job.name}`,
|
|
117
|
+
` Type: one-shot`,
|
|
118
|
+
` Mode: ${job.mode}`,
|
|
119
|
+
` Fire at: ${fireDate}`,
|
|
120
|
+
` Enabled: ${job.enabled}`,
|
|
121
|
+
` Status: ${job.status}`,
|
|
122
|
+
``,
|
|
123
|
+
`Integrations: ${integrations}`,
|
|
124
|
+
`\u26a0 If this schedule requires an integration that isn't connected, it will fail at runtime. Warn the user about any missing capabilities before confirming the schedule is ready.`,
|
|
125
|
+
].join("\n"),
|
|
126
|
+
isError: false,
|
|
127
|
+
};
|
|
128
|
+
} catch (err) {
|
|
129
|
+
const msg = err instanceof Error ? err.message : String(err);
|
|
130
|
+
return { content: `Error creating schedule: ${msg}`, isError: true };
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
// ── Recurring schedule (expression) ──────────────────────────────
|
|
34
135
|
const resolved = normalizeScheduleSyntax({
|
|
35
136
|
syntax: input.syntax as "cron" | "rrule" | undefined,
|
|
36
137
|
expression: input.expression as string | undefined,
|
|
@@ -38,7 +139,8 @@ export async function executeScheduleCreate(
|
|
|
38
139
|
|
|
39
140
|
if (!resolved) {
|
|
40
141
|
return {
|
|
41
|
-
content:
|
|
142
|
+
content:
|
|
143
|
+
"Error: expression is required for recurring schedules (or provide fire_at for one-shot)",
|
|
42
144
|
isError: true,
|
|
43
145
|
};
|
|
44
146
|
}
|
|
@@ -75,21 +177,27 @@ export async function executeScheduleCreate(
|
|
|
75
177
|
enabled,
|
|
76
178
|
syntax: resolved.syntax,
|
|
77
179
|
expression: resolved.expression,
|
|
180
|
+
mode,
|
|
181
|
+
routingIntent: routingIntent as RoutingIntent | undefined,
|
|
182
|
+
routingHints,
|
|
78
183
|
});
|
|
79
184
|
|
|
80
185
|
const scheduleDescription =
|
|
81
|
-
job.
|
|
82
|
-
?
|
|
83
|
-
:
|
|
186
|
+
job.expression == null
|
|
187
|
+
? "One-time"
|
|
188
|
+
: job.syntax === "rrule"
|
|
189
|
+
? job.expression
|
|
190
|
+
: describeCronExpression(job.cronExpression);
|
|
84
191
|
|
|
85
192
|
const nextRunDate = formatLocalDate(job.nextRunAt);
|
|
86
193
|
const integrations = formatIntegrationSummary();
|
|
87
194
|
return {
|
|
88
195
|
content: [
|
|
89
|
-
`
|
|
196
|
+
`Recurring schedule created successfully.`,
|
|
90
197
|
` ID: ${job.id}`,
|
|
91
198
|
` Name: ${job.name}`,
|
|
92
199
|
` Syntax: ${job.syntax}`,
|
|
200
|
+
` Mode: ${job.mode}`,
|
|
93
201
|
` Schedule: ${scheduleDescription}${
|
|
94
202
|
job.timezone ? ` (${job.timezone})` : ""
|
|
95
203
|
}`,
|
|
@@ -10,9 +10,10 @@ import type { ToolContext, ToolExecutionResult } from "../types.js";
|
|
|
10
10
|
|
|
11
11
|
function describeSchedule(job: {
|
|
12
12
|
syntax: string;
|
|
13
|
-
expression: string;
|
|
14
|
-
cronExpression: string;
|
|
13
|
+
expression: string | null;
|
|
14
|
+
cronExpression: string | null;
|
|
15
15
|
}): string {
|
|
16
|
+
if (job.expression == null) return "One-time";
|
|
16
17
|
if (job.syntax === "rrule") {
|
|
17
18
|
const label = hasSetConstructs(job.expression) ? "[RRULE set] " : "";
|
|
18
19
|
return `${label}${job.expression}`;
|
|
@@ -20,6 +21,10 @@ function describeSchedule(job: {
|
|
|
20
21
|
return describeCronExpression(job.cronExpression);
|
|
21
22
|
}
|
|
22
23
|
|
|
24
|
+
function isOneShot(job: { expression: string | null }): boolean {
|
|
25
|
+
return job.expression == null;
|
|
26
|
+
}
|
|
27
|
+
|
|
23
28
|
export async function executeScheduleList(
|
|
24
29
|
input: Record<string, unknown>,
|
|
25
30
|
_context: ToolContext,
|
|
@@ -34,23 +39,51 @@ export async function executeScheduleList(
|
|
|
34
39
|
return { content: `Error: Schedule not found: ${jobId}`, isError: true };
|
|
35
40
|
}
|
|
36
41
|
|
|
42
|
+
const oneShot = isOneShot(job);
|
|
43
|
+
|
|
37
44
|
const runs = getScheduleRuns(jobId, 5);
|
|
38
45
|
const lines = [
|
|
39
46
|
`Schedule: ${job.name}`,
|
|
40
47
|
` ID: ${job.id}`,
|
|
41
|
-
`
|
|
42
|
-
`
|
|
43
|
-
`
|
|
44
|
-
|
|
45
|
-
|
|
48
|
+
` Type: ${oneShot ? "one-shot" : "recurring"}`,
|
|
49
|
+
` Mode: ${job.mode}`,
|
|
50
|
+
` Status: ${job.status}`,
|
|
51
|
+
];
|
|
52
|
+
|
|
53
|
+
if (oneShot) {
|
|
54
|
+
lines.push(` Fire at: ${formatLocalDate(job.nextRunAt)}`);
|
|
55
|
+
} else {
|
|
56
|
+
lines.push(
|
|
57
|
+
` Syntax: ${job.syntax}`,
|
|
58
|
+
` Expression: ${job.expression ?? "(one-time)"}`,
|
|
59
|
+
` Schedule: ${describeSchedule(job)}${
|
|
60
|
+
job.timezone ? ` (${job.timezone})` : ""
|
|
61
|
+
}`,
|
|
62
|
+
);
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
lines.push(
|
|
46
66
|
` Enabled: ${job.enabled}`,
|
|
47
67
|
` Message: ${job.message}`,
|
|
48
|
-
|
|
68
|
+
);
|
|
69
|
+
|
|
70
|
+
if (!oneShot) {
|
|
71
|
+
lines.push(
|
|
72
|
+
` Next run: ${formatLocalDate(job.nextRunAt)}`,
|
|
73
|
+
);
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
lines.push(
|
|
49
77
|
` Last run: ${job.lastRunAt ? formatLocalDate(job.lastRunAt) : "never"}`,
|
|
50
78
|
` Last status: ${job.lastStatus ?? "n/a"}`,
|
|
51
79
|
` Retry count: ${job.retryCount}`,
|
|
52
80
|
` Created: ${formatLocalDate(job.createdAt)}`,
|
|
53
|
-
|
|
81
|
+
);
|
|
82
|
+
|
|
83
|
+
// Show routing intent in detail view when not the default
|
|
84
|
+
if (job.routingIntent !== "all_channels") {
|
|
85
|
+
lines.push(` Routing: ${job.routingIntent}`);
|
|
86
|
+
}
|
|
54
87
|
|
|
55
88
|
if (runs.length > 0) {
|
|
56
89
|
lines.push("", `Recent runs (${runs.length}):`);
|
|
@@ -78,12 +111,21 @@ export async function executeScheduleList(
|
|
|
78
111
|
const lines = [`Schedules (${jobs.length}):`];
|
|
79
112
|
for (const job of jobs) {
|
|
80
113
|
const status = job.enabled ? "enabled" : "disabled";
|
|
81
|
-
const
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
114
|
+
const oneShot = isOneShot(job);
|
|
115
|
+
|
|
116
|
+
if (oneShot) {
|
|
117
|
+
const fireTime = formatLocalDate(job.nextRunAt);
|
|
118
|
+
lines.push(
|
|
119
|
+
` - [${status}] ${job.name} (id: ${job.id}) (one-shot, ${job.mode}) — fire at: ${fireTime} [${job.status}]`,
|
|
120
|
+
);
|
|
121
|
+
} else {
|
|
122
|
+
const next = job.enabled ? formatLocalDate(job.nextRunAt) : "n/a";
|
|
123
|
+
lines.push(
|
|
124
|
+
` - [${status}] ${job.name} (id: ${job.id}) ([${
|
|
125
|
+
job.syntax
|
|
126
|
+
}] ${describeSchedule(job)}, ${job.mode}) — next: ${next}`,
|
|
127
|
+
);
|
|
128
|
+
}
|
|
87
129
|
}
|
|
88
130
|
|
|
89
131
|
return { content: lines.join("\n"), isError: false };
|
|
@@ -4,13 +4,25 @@ import {
|
|
|
4
4
|
normalizeScheduleSyntax,
|
|
5
5
|
type ScheduleSyntax,
|
|
6
6
|
} from "../../schedule/recurrence-types.js";
|
|
7
|
+
import type {
|
|
8
|
+
RoutingIntent,
|
|
9
|
+
ScheduleMode,
|
|
10
|
+
} from "../../schedule/schedule-store.js";
|
|
7
11
|
import {
|
|
8
12
|
describeCronExpression,
|
|
9
13
|
formatLocalDate,
|
|
14
|
+
getSchedule,
|
|
10
15
|
updateSchedule,
|
|
11
16
|
} from "../../schedule/schedule-store.js";
|
|
12
17
|
import type { ToolContext, ToolExecutionResult } from "../types.js";
|
|
13
18
|
|
|
19
|
+
const VALID_MODES: ScheduleMode[] = ["notify", "execute"];
|
|
20
|
+
const VALID_ROUTING_INTENTS: RoutingIntent[] = [
|
|
21
|
+
"single_channel",
|
|
22
|
+
"multi_channel",
|
|
23
|
+
"all_channels",
|
|
24
|
+
];
|
|
25
|
+
|
|
14
26
|
export async function executeScheduleUpdate(
|
|
15
27
|
input: Record<string, unknown>,
|
|
16
28
|
_context: ToolContext,
|
|
@@ -20,12 +32,64 @@ export async function executeScheduleUpdate(
|
|
|
20
32
|
return { content: "Error: job_id is required", isError: true };
|
|
21
33
|
}
|
|
22
34
|
|
|
35
|
+
// Prevent changing a one-shot to recurring or vice versa
|
|
36
|
+
if (input.expression !== undefined || input.fire_at !== undefined) {
|
|
37
|
+
const existing = getSchedule(jobId);
|
|
38
|
+
if (!existing) {
|
|
39
|
+
return { content: `Error: Schedule not found: ${jobId}`, isError: true };
|
|
40
|
+
}
|
|
41
|
+
const isExistingOneShot = existing.expression == null;
|
|
42
|
+
if (isExistingOneShot && input.expression !== undefined) {
|
|
43
|
+
return {
|
|
44
|
+
content:
|
|
45
|
+
"Error: Cannot change a one-shot schedule to recurring. Delete and recreate instead.",
|
|
46
|
+
isError: true,
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
if (!isExistingOneShot && input.fire_at !== undefined) {
|
|
50
|
+
return {
|
|
51
|
+
content:
|
|
52
|
+
"Error: Cannot change a recurring schedule to one-shot. Delete and recreate instead.",
|
|
53
|
+
isError: true,
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
|
|
23
58
|
const updates: Record<string, unknown> = {};
|
|
24
59
|
if (input.name !== undefined) updates.name = input.name;
|
|
25
60
|
if (input.timezone !== undefined) updates.timezone = input.timezone;
|
|
26
61
|
if (input.message !== undefined) updates.message = input.message;
|
|
27
62
|
if (input.enabled !== undefined) updates.enabled = input.enabled;
|
|
28
63
|
|
|
64
|
+
// Mode validation and pass-through
|
|
65
|
+
if (input.mode !== undefined) {
|
|
66
|
+
const mode = input.mode as ScheduleMode;
|
|
67
|
+
if (!VALID_MODES.includes(mode)) {
|
|
68
|
+
return {
|
|
69
|
+
content: `Error: mode must be one of: ${VALID_MODES.join(", ")}`,
|
|
70
|
+
isError: true,
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
updates.mode = mode;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
// Routing intent validation and pass-through
|
|
77
|
+
if (input.routing_intent !== undefined) {
|
|
78
|
+
const routingIntent = input.routing_intent as RoutingIntent;
|
|
79
|
+
if (!VALID_ROUTING_INTENTS.includes(routingIntent)) {
|
|
80
|
+
return {
|
|
81
|
+
content: `Error: routing_intent must be one of: ${VALID_ROUTING_INTENTS.join(", ")}`,
|
|
82
|
+
isError: true,
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
updates.routingIntent = routingIntent;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
// Routing hints pass-through
|
|
89
|
+
if (input.routing_hints !== undefined) {
|
|
90
|
+
updates.routingHints = input.routing_hints;
|
|
91
|
+
}
|
|
92
|
+
|
|
29
93
|
// Auto-detect syntax when expression changes without explicit syntax
|
|
30
94
|
if (input.expression !== undefined || input.syntax !== undefined) {
|
|
31
95
|
const resolved = normalizeScheduleSyntax({
|
|
@@ -85,6 +149,9 @@ export async function executeScheduleUpdate(
|
|
|
85
149
|
enabled?: boolean;
|
|
86
150
|
syntax?: ScheduleSyntax;
|
|
87
151
|
expression?: string;
|
|
152
|
+
mode?: ScheduleMode;
|
|
153
|
+
routingIntent?: RoutingIntent;
|
|
154
|
+
routingHints?: Record<string, unknown>;
|
|
88
155
|
},
|
|
89
156
|
);
|
|
90
157
|
|
|
@@ -93,15 +160,18 @@ export async function executeScheduleUpdate(
|
|
|
93
160
|
}
|
|
94
161
|
|
|
95
162
|
const scheduleDescription =
|
|
96
|
-
job.
|
|
97
|
-
?
|
|
98
|
-
:
|
|
163
|
+
job.expression == null
|
|
164
|
+
? "One-time"
|
|
165
|
+
: job.syntax === "rrule"
|
|
166
|
+
? job.expression
|
|
167
|
+
: describeCronExpression(job.cronExpression);
|
|
99
168
|
|
|
100
169
|
return {
|
|
101
170
|
content: [
|
|
102
171
|
`Schedule updated successfully.`,
|
|
103
172
|
` Name: ${job.name}`,
|
|
104
173
|
` Syntax: ${job.syntax}`,
|
|
174
|
+
` Mode: ${job.mode}`,
|
|
105
175
|
` Schedule: ${scheduleDescription}${job.timezone ? ` (${job.timezone})` : ""}`,
|
|
106
176
|
` Enabled: ${job.enabled}`,
|
|
107
177
|
` Next run: ${job.enabled ? formatLocalDate(job.nextRunAt) : "n/a (disabled)"}`,
|
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
import { execFileSync } from "node:child_process";
|
|
2
|
+
import { readFileSync, statSync, unlinkSync } from "node:fs";
|
|
3
|
+
import { tmpdir } from "node:os";
|
|
4
|
+
import { join } from "node:path";
|
|
5
|
+
|
|
6
|
+
import type { ImageContent } from "../../../providers/types.js";
|
|
7
|
+
import type { ToolExecutionResult } from "../../types.js";
|
|
8
|
+
|
|
9
|
+
export const IMAGE_EXTENSIONS = new Set([
|
|
10
|
+
".jpg",
|
|
11
|
+
".jpeg",
|
|
12
|
+
".png",
|
|
13
|
+
".gif",
|
|
14
|
+
".webp",
|
|
15
|
+
]);
|
|
16
|
+
|
|
17
|
+
const MAX_SIZE_BYTES = 20 * 1024 * 1024; // 20 MB
|
|
18
|
+
|
|
19
|
+
// Images above this threshold get auto-optimized via sips (macOS) to avoid
|
|
20
|
+
// sending multi-MB base64 payloads to the LLM API.
|
|
21
|
+
const OPTIMIZE_THRESHOLD_BYTES = 1 * 1024 * 1024; // 1 MB
|
|
22
|
+
const OPTIMIZE_MAX_DIMENSION = 1568; // Anthropic's recommended max
|
|
23
|
+
const OPTIMIZE_JPEG_QUALITY = 80;
|
|
24
|
+
|
|
25
|
+
/**
|
|
26
|
+
* Detect the actual image format from the first bytes of the buffer.
|
|
27
|
+
* Returns the MIME type, or null if unrecognised.
|
|
28
|
+
*/
|
|
29
|
+
function detectMediaType(buf: Buffer): string | null {
|
|
30
|
+
if (buf.length < 12) return null;
|
|
31
|
+
|
|
32
|
+
// JPEG: FF D8 FF
|
|
33
|
+
if (buf[0] === 0xff && buf[1] === 0xd8 && buf[2] === 0xff) {
|
|
34
|
+
return "image/jpeg";
|
|
35
|
+
}
|
|
36
|
+
// PNG: 89 50 4E 47 0D 0A 1A 0A
|
|
37
|
+
if (
|
|
38
|
+
buf[0] === 0x89 &&
|
|
39
|
+
buf[1] === 0x50 &&
|
|
40
|
+
buf[2] === 0x4e &&
|
|
41
|
+
buf[3] === 0x47
|
|
42
|
+
) {
|
|
43
|
+
return "image/png";
|
|
44
|
+
}
|
|
45
|
+
// GIF: 47 49 46 38
|
|
46
|
+
if (
|
|
47
|
+
buf[0] === 0x47 &&
|
|
48
|
+
buf[1] === 0x49 &&
|
|
49
|
+
buf[2] === 0x46 &&
|
|
50
|
+
buf[3] === 0x38
|
|
51
|
+
) {
|
|
52
|
+
return "image/gif";
|
|
53
|
+
}
|
|
54
|
+
// WebP: RIFF....WEBP
|
|
55
|
+
if (
|
|
56
|
+
buf[0] === 0x52 &&
|
|
57
|
+
buf[1] === 0x49 &&
|
|
58
|
+
buf[2] === 0x46 &&
|
|
59
|
+
buf[3] === 0x46 &&
|
|
60
|
+
buf[8] === 0x57 &&
|
|
61
|
+
buf[9] === 0x45 &&
|
|
62
|
+
buf[10] === 0x42 &&
|
|
63
|
+
buf[11] === 0x50
|
|
64
|
+
) {
|
|
65
|
+
return "image/webp";
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
return null;
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
/**
|
|
72
|
+
* Use macOS `sips` to resize and convert an image to JPEG.
|
|
73
|
+
* Returns the path to the optimized temp file, or null if sips is unavailable.
|
|
74
|
+
*/
|
|
75
|
+
function optimizeWithSips(srcPath: string): string | null {
|
|
76
|
+
const tmpPath = join(tmpdir(), `vellum-view-image-${Date.now()}.jpg`);
|
|
77
|
+
try {
|
|
78
|
+
execFileSync(
|
|
79
|
+
"sips",
|
|
80
|
+
[
|
|
81
|
+
"--resampleHeightWidthMax",
|
|
82
|
+
String(OPTIMIZE_MAX_DIMENSION),
|
|
83
|
+
"-s",
|
|
84
|
+
"format",
|
|
85
|
+
"jpeg",
|
|
86
|
+
"-s",
|
|
87
|
+
"formatOptions",
|
|
88
|
+
String(OPTIMIZE_JPEG_QUALITY),
|
|
89
|
+
srcPath,
|
|
90
|
+
"--out",
|
|
91
|
+
tmpPath,
|
|
92
|
+
],
|
|
93
|
+
{ stdio: "pipe", timeout: 15_000 },
|
|
94
|
+
);
|
|
95
|
+
return tmpPath;
|
|
96
|
+
} catch {
|
|
97
|
+
return null;
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
/**
|
|
102
|
+
* Read an image file from disk, optionally optimize it, and return a
|
|
103
|
+
* ToolExecutionResult with base64-encoded image content blocks.
|
|
104
|
+
*
|
|
105
|
+
* The caller is responsible for path resolution and sandbox enforcement —
|
|
106
|
+
* `resolvedPath` must be an already-validated absolute path.
|
|
107
|
+
*/
|
|
108
|
+
export function readImageFile(resolvedPath: string): ToolExecutionResult {
|
|
109
|
+
let stat;
|
|
110
|
+
try {
|
|
111
|
+
stat = statSync(resolvedPath);
|
|
112
|
+
} catch {
|
|
113
|
+
return {
|
|
114
|
+
content: `Error: file not found: ${resolvedPath}`,
|
|
115
|
+
isError: true,
|
|
116
|
+
};
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
if (!stat.isFile()) {
|
|
120
|
+
return { content: `Error: ${resolvedPath} is not a file`, isError: true };
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
if (stat.size > MAX_SIZE_BYTES) {
|
|
124
|
+
const sizeMB = (stat.size / (1024 * 1024)).toFixed(1);
|
|
125
|
+
return {
|
|
126
|
+
content: `Error: image too large (${sizeMB} MB). Maximum is 20 MB.`,
|
|
127
|
+
isError: true,
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
let buffer: Buffer;
|
|
132
|
+
let optimized = false;
|
|
133
|
+
let tmpPath: string | null = null;
|
|
134
|
+
|
|
135
|
+
try {
|
|
136
|
+
if (stat.size > OPTIMIZE_THRESHOLD_BYTES) {
|
|
137
|
+
tmpPath = optimizeWithSips(resolvedPath);
|
|
138
|
+
if (tmpPath) {
|
|
139
|
+
buffer = readFileSync(tmpPath) as Buffer;
|
|
140
|
+
optimized = true;
|
|
141
|
+
} else {
|
|
142
|
+
buffer = readFileSync(resolvedPath) as Buffer;
|
|
143
|
+
}
|
|
144
|
+
} else {
|
|
145
|
+
buffer = readFileSync(resolvedPath) as Buffer;
|
|
146
|
+
}
|
|
147
|
+
} catch (err) {
|
|
148
|
+
const msg = err instanceof Error ? err.message : String(err);
|
|
149
|
+
return { content: `Error reading file: ${msg}`, isError: true };
|
|
150
|
+
} finally {
|
|
151
|
+
if (tmpPath) {
|
|
152
|
+
try {
|
|
153
|
+
unlinkSync(tmpPath);
|
|
154
|
+
} catch {
|
|
155
|
+
/* ignore cleanup errors */
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
// Detect actual format from magic bytes — never trust the file extension
|
|
161
|
+
// alone, since sips converts to JPEG and files can be misnamed.
|
|
162
|
+
const detectedType = detectMediaType(buffer);
|
|
163
|
+
if (!detectedType) {
|
|
164
|
+
return {
|
|
165
|
+
content: `Error: could not detect image format for ${resolvedPath}. The file may be corrupt.`,
|
|
166
|
+
isError: true,
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
const base64Data = buffer.toString("base64");
|
|
171
|
+
|
|
172
|
+
const imageBlock: ImageContent = {
|
|
173
|
+
type: "image" as const,
|
|
174
|
+
source: {
|
|
175
|
+
type: "base64" as const,
|
|
176
|
+
media_type: detectedType,
|
|
177
|
+
data: base64Data,
|
|
178
|
+
},
|
|
179
|
+
};
|
|
180
|
+
|
|
181
|
+
const sizeSuffix = optimized
|
|
182
|
+
? ` (optimized from ${(stat.size / 1024).toFixed(0)} KB to ${(
|
|
183
|
+
buffer.length / 1024
|
|
184
|
+
).toFixed(0)} KB)`
|
|
185
|
+
: "";
|
|
186
|
+
|
|
187
|
+
return {
|
|
188
|
+
content: `Image loaded: ${resolvedPath} (${buffer.length} bytes, ${detectedType})${sizeSuffix}`,
|
|
189
|
+
isError: false,
|
|
190
|
+
contentBlocks: [imageBlock],
|
|
191
|
+
};
|
|
192
|
+
}
|
|
@@ -23,8 +23,6 @@ const SIDE_EFFECT_TOOLS: ReadonlySet<string> = new Set([
|
|
|
23
23
|
"browser_fill_credential",
|
|
24
24
|
"document_create",
|
|
25
25
|
"document_update",
|
|
26
|
-
"reminder_create",
|
|
27
|
-
"reminder_cancel",
|
|
28
26
|
"schedule_create",
|
|
29
27
|
"schedule_update",
|
|
30
28
|
"schedule_delete",
|
|
@@ -35,7 +33,7 @@ const SIDE_EFFECT_TOOLS: ReadonlySet<string> = new Set([
|
|
|
35
33
|
* (i.e. it can modify the filesystem, execute arbitrary commands, or trigger
|
|
36
34
|
* external actions). Read-only and informational tools return `false`.
|
|
37
35
|
*
|
|
38
|
-
* For mixed-action tools (e.g.
|
|
36
|
+
* For mixed-action tools (e.g. credential_store), the optional
|
|
39
37
|
* `input` parameter is inspected to distinguish mutating actions (create,
|
|
40
38
|
* update, cancel) from read-only ones (list, get).
|
|
41
39
|
*/
|
|
@@ -46,10 +44,6 @@ export function isSideEffectTool(
|
|
|
46
44
|
if (SIDE_EFFECT_TOOLS.has(toolName)) return true;
|
|
47
45
|
|
|
48
46
|
// Action-aware checks for mixed-action tools
|
|
49
|
-
if (toolName === "account_manage") {
|
|
50
|
-
const action = input?.action;
|
|
51
|
-
return action === "create" || action === "update";
|
|
52
|
-
}
|
|
53
47
|
if (toolName === "credential_store") {
|
|
54
48
|
const action = input?.action;
|
|
55
49
|
return (
|