@vellumai/assistant 0.12.1 → 0.12.2-dev.202609162214.308bda0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +2 -0
- package/AGENTS.md +5 -1
- package/ARCHITECTURE.md +20 -21
- package/Dockerfile +7 -7
- package/docs/architecture/integrations.md +7 -0
- package/docs/architecture/memory.md +11 -2
- package/docs/architecture/turn-actor.md +15 -8
- package/docs/credential-execution-service.md +1 -1
- package/docs/desktop-browser-cli.md +35 -0
- package/docs/guardian-request-flow.md +16 -0
- package/node_modules/@vellumai/environments/src/shell.test.ts +21 -0
- package/node_modules/@vellumai/environments/src/shell.ts +24 -0
- package/node_modules/@vellumai/gateway-client/src/inbound-contract.ts +8 -2
- package/node_modules/@vellumai/slack-text/src/index.ts +13 -8
- package/node_modules/@vellumai/slack-text/src/label-resolution-entities.test.ts +95 -0
- package/openapi.yaml +564 -111
- package/package.json +7 -4
- package/scripts/bundled-plugin-packages.ts +154 -0
- package/scripts/generate-bundled-plugin-packages.ts +29 -0
- package/scripts/postinstall.ts +33 -0
- package/scripts/smoke-desktop-browser-cli.ts +280 -0
- package/scripts/smoke-desktop-window-theme.ts +186 -0
- package/scripts/sync-llm-catalog.ts +3 -0
- package/scripts/test.ts +15 -13
- package/scripts/voice-ttft-spike.ts +2 -2
- package/src/__tests__/agent-loop.test.ts +124 -0
- package/src/__tests__/always-loaded-tools-guard.test.ts +18 -10
- package/src/__tests__/anthropic-provider.test.ts +0 -63
- package/src/__tests__/app-compiler.test.ts +6 -0
- package/src/__tests__/app-control-tool-schemas.test.ts +5 -2
- package/src/__tests__/app-dir-path-guard.test.ts +1 -3
- package/src/__tests__/approval-interception-trust-gates.test.ts +40 -0
- package/src/__tests__/assistant-event-hub-machine-name.test.ts +6 -7
- package/src/__tests__/assistant-event-hub.test.ts +44 -0
- package/src/__tests__/attachments-store.test.ts +22 -3
- package/src/__tests__/channel-approval.test.ts +9 -14
- package/src/__tests__/channel-reply-delivery.test.ts +56 -0
- package/src/__tests__/computer-use-screenshot-attachments.test.ts +411 -0
- package/src/__tests__/computer-use-screenshot-selection.test.ts +50 -0
- package/src/__tests__/computer-use-skill-manifest-regression.test.ts +1 -1
- package/src/__tests__/computer-use-skill-proxy-bridge.test.ts +5 -2
- package/src/__tests__/computer-use-tools.test.ts +19 -7
- package/src/__tests__/config-schema-cmd.test.ts +2 -2
- package/src/__tests__/config-schema.test.ts +29 -30
- package/src/__tests__/config-sounds-sync.test.ts +23 -0
- package/src/__tests__/config-watcher.test.ts +23 -8
- package/src/__tests__/connection-model-compat.test.ts +2 -2
- package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +2 -0
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +2 -0
- package/src/__tests__/conversation-agent-loop.test.ts +257 -6
- package/src/__tests__/conversation-attachments.test.ts +106 -0
- package/src/__tests__/conversation-error.test.ts +4 -1
- package/src/__tests__/conversation-fork-crud.test.ts +191 -0
- package/src/__tests__/conversation-key-store-disk-view.test.ts +1 -1
- package/src/__tests__/conversation-pairing.test.ts +26 -0
- package/src/__tests__/conversation-process-app-control-preactivation.test.ts +4 -10
- package/src/__tests__/conversation-queue.test.ts +48 -207
- package/src/__tests__/conversation-retry-discard.test.ts +54 -1
- package/src/__tests__/conversation-runtime-assembly.test.ts +33 -3
- package/src/__tests__/conversation-skill-tools.test.ts +27 -0
- package/src/__tests__/conversation-surfaces-app-control.test.ts +8 -3
- package/src/__tests__/conversation-surfaces-point-at-budget.test.ts +1 -0
- package/src/__tests__/conversation-surfaces-point-at-capability.test.ts +1 -0
- package/src/__tests__/conversation-surfaces-task-progress.test.ts +67 -0
- package/src/__tests__/conversation-title-service.test.ts +14 -10
- package/src/__tests__/conversation-tool-setup-app-refresh.test.ts +3 -5
- package/src/__tests__/conversation-tool-setup-attribution.test.ts +51 -0
- package/src/__tests__/credential-execution-client.test.ts +70 -53
- package/src/__tests__/credential-record-retire.test.ts +171 -1
- package/src/__tests__/credential-routes.test.ts +250 -3
- package/src/__tests__/credential-security-invariants.test.ts +5 -3
- package/src/__tests__/cu-unified-flow.test.ts +14 -4
- package/src/__tests__/db-conversation-tool-surface.test.ts +144 -0
- package/src/__tests__/document-sync-tags.test.ts +25 -0
- package/src/__tests__/drain-kick-guard.test.ts +0 -2
- package/src/__tests__/drain-requeue-on-contention.test.ts +0 -6
- package/src/__tests__/events-tail-route.test.ts +33 -0
- package/src/__tests__/evict-conversations-for-reload.test.ts +1 -1
- package/src/__tests__/external-plugin-loader.test.ts +52 -0
- package/src/__tests__/git-porcelain.test.ts +47 -0
- package/src/__tests__/headless-browser-mode.test.ts +48 -0
- package/src/__tests__/heartbeat-service.test.ts +56 -40
- package/src/__tests__/helpers/set-workspace-mcp.ts +11 -0
- package/src/__tests__/host-bash-proxy.test.ts +26 -45
- package/src/__tests__/host-browser-proxy.test.ts +6 -17
- package/src/__tests__/host-cu-proxy.test.ts +712 -18
- package/src/__tests__/host-file-proxy-targeted.test.ts +23 -0
- package/src/__tests__/host-file-proxy.test.ts +11 -23
- package/src/__tests__/host-transfer-proxy-targeted.test.ts +30 -9
- package/src/__tests__/inference-profile-session-handler.test.ts +26 -0
- package/src/__tests__/list-all-apps.test.ts +40 -8
- package/src/__tests__/list-messages-camera-frame.test.ts +121 -0
- package/src/__tests__/list-messages-tool-merge.test.ts +85 -1
- package/src/__tests__/llm-catalog-parity.test.ts +51 -3
- package/src/__tests__/managed-store.test.ts +121 -0
- package/src/__tests__/mcp-auth-routes.test.ts +104 -8
- package/src/__tests__/mcp-client-auth.test.ts +54 -0
- package/src/__tests__/mcp-config-secret-boundary.test.ts +78 -136
- package/src/__tests__/mcp-health-check.test.ts +40 -43
- package/src/__tests__/mcp-list-plugin-servers.test.ts +85 -42
- package/src/__tests__/mcp-tool-annotations-risk.test.ts +4 -2
- package/src/__tests__/message-deleted-hook-dispatch.test.ts +119 -0
- package/src/__tests__/messages-after-tiebreaker.test.ts +91 -0
- package/src/__tests__/messages-read-boundary-guard.test.ts +1 -1
- package/src/__tests__/messaging-send-tool.test.ts +355 -548
- package/src/__tests__/model-intents.test.ts +3 -0
- package/src/__tests__/notification-vellum-adapter.test.ts +85 -2
- package/src/__tests__/oauth-apps-routes.test.ts +1 -0
- package/src/__tests__/oauth-commands-routes.test.ts +282 -101
- package/src/__tests__/oauth-connect-orchestrator.test.ts +2 -0
- package/src/__tests__/oauth-provider-profiles.test.ts +18 -0
- package/src/__tests__/oauth-provider-serializer.test.ts +23 -0
- package/src/__tests__/oauth-providers-routes.test.ts +3 -0
- package/src/__tests__/openai-provider.test.ts +1 -0
- package/src/__tests__/outlook-messaging-provider.test.ts +6 -6
- package/src/__tests__/persist-media-references.test.ts +50 -0
- package/src/__tests__/platform-callback-registration.test.ts +8 -16
- package/src/__tests__/platform-client-verify-credential.test.ts +2 -0
- package/src/__tests__/plugin-import-boundary-guard.test.ts +13 -0
- package/src/__tests__/qdrant-manager.test.ts +132 -0
- package/src/__tests__/resolve-app.test.ts +135 -0
- package/src/__tests__/run-conversation-turn-persistence.test.ts +138 -1
- package/src/__tests__/scaffold-managed-skill-tool.test.ts +317 -6
- package/src/__tests__/schedule-routes.test.ts +20 -0
- package/src/__tests__/scheduler-result-notification.test.ts +23 -4
- package/src/__tests__/script-proxy-certs.test.ts +35 -0
- package/src/__tests__/secret-routes-acp-guard.test.ts +59 -1
- package/src/__tests__/secret-routes-platform-proxy.test.ts +86 -31
- package/src/__tests__/secret-routes-scrub.test.ts +22 -27
- package/src/__tests__/secure-keys-managed-failover.test.ts +8 -0
- package/src/__tests__/secure-keys.test.ts +7 -3
- package/src/__tests__/service-account-token.test.ts +247 -0
- package/src/__tests__/skill-feature-flags-integration.test.ts +1 -1
- package/src/__tests__/skill-feature-flags.test.ts +2 -2
- package/src/__tests__/skills.test.ts +20 -4
- package/src/__tests__/source-fingerprint.test.ts +184 -0
- package/src/__tests__/subagent-tool-gate-mode.test.ts +239 -3
- package/src/__tests__/subagent-tools.test.ts +3 -2
- package/src/__tests__/telephony-tts-guard.test.ts +38 -3
- package/src/__tests__/terminal-tools.test.ts +8 -0
- package/src/__tests__/test-support/computer-use-skill-harness.ts +3 -2
- package/src/__tests__/tool-result-metadata-plumbing.test.ts +63 -0
- package/src/__tests__/ui-channel-variants.test.ts +1 -56
- package/src/__tests__/unicode.test.ts +49 -0
- package/src/__tests__/user-plugin-loader.test.ts +21 -0
- package/src/__tests__/vellum-self-knowledge-inline-command.test.ts +4 -0
- package/src/__tests__/watch-retro-tool-availability.test.ts +8 -17
- package/src/__tests__/workspace-git-service.test.ts +26 -0
- package/src/__tests__/workspace-migration-154-repair-retired-codex-gpt-5-4-model-ids.test.ts +336 -0
- package/src/acp/__tests__/acp-claude-oauth.test.ts +257 -6
- package/src/acp/__tests__/acp-credentials.test.ts +13 -0
- package/src/acp/__tests__/agent-process.test.ts +258 -4
- package/src/acp/__tests__/auth-required.test.ts +96 -0
- package/src/acp/__tests__/claude-token-refresh.test.ts +257 -0
- package/src/acp/__tests__/client-handler.test.ts +90 -2
- package/src/acp/__tests__/helpers/acp-model-option.ts +51 -0
- package/src/acp/__tests__/prepare-agent-env.test.ts +60 -1
- package/src/acp/__tests__/session-manager-persistence.test.ts +5 -1
- package/src/acp/__tests__/session-manager-resume.test.ts +270 -6
- package/src/acp/__tests__/session-manager-usage.test.ts +4 -2
- package/src/acp/__tests__/session-manager.test.ts +895 -4
- package/src/acp/acp-claude-oauth.ts +328 -14
- package/src/acp/acp-credentials.ts +19 -0
- package/src/acp/agent-process.test.ts +4 -1
- package/src/acp/agent-process.ts +96 -10
- package/src/acp/auth-required.ts +50 -1
- package/src/acp/auto-install.test.ts +9 -7
- package/src/acp/claude-token-refresh.ts +150 -0
- package/src/acp/client-handler.ts +16 -3
- package/src/acp/model-config.test.ts +166 -0
- package/src/acp/model-config.ts +138 -0
- package/src/acp/prepare-agent-env.ts +21 -6
- package/src/acp/resolve-agent.test.ts +220 -6
- package/src/acp/resolve-agent.ts +88 -23
- package/src/acp/session-manager.test.ts +196 -3
- package/src/acp/session-manager.ts +441 -18
- package/src/acp/session-snapshot.ts +260 -0
- package/src/acp/types.ts +50 -5
- package/src/agent/loop.ts +20 -0
- package/src/api/attachment-provenance.test.ts +68 -0
- package/src/api/computer-use-tool.test.ts +55 -0
- package/src/api/computer-use-tool.ts +27 -0
- package/src/api/events/acp-session-model-update.test.ts +88 -0
- package/src/api/events/acp-session-model-update.ts +46 -0
- package/src/api/events/app-files-changed.ts +4 -3
- package/src/api/events/assistant-outbound-attachment.ts +3 -0
- package/src/api/events/desktop-activity-changed.ts +10 -0
- package/src/api/events/notification-intent.ts +2 -0
- package/src/api/events/user-message-echo.ts +7 -1
- package/src/api/index.ts +17 -0
- package/src/api/responses/conversation-message.ts +8 -0
- package/src/approvals/approval-primitive.ts +5 -2
- package/src/approvals/scoped-approval-grants.ts +6 -2
- package/src/apps/app-store.ts +7 -6
- package/src/apps/resolve-app.ts +81 -0
- package/src/apps/source-fingerprint.ts +266 -0
- package/src/avatar/identity-avatar.ts +7 -2
- package/src/browser/operations.ts +2 -1
- package/src/browser/types.ts +7 -0
- package/src/browser/virtual-desktop-target.ts +34 -0
- package/src/bundler/app-compiler.ts +15 -0
- package/src/calls/__tests__/barge-in-guard.test.ts +81 -0
- package/src/{__tests__ → calls/__tests__}/call-controller.test.ts +503 -82
- package/src/{__tests__ → calls/__tests__}/media-stream-audio-transcode.test.ts +1 -1
- package/src/{__tests__ → calls/__tests__}/media-stream-output.test.ts +37 -8
- package/src/{__tests__ → calls/__tests__}/media-stream-parser.test.ts +1 -1
- package/src/{__tests__ → calls/__tests__}/media-stream-server-integration.test.ts +150 -57
- package/src/{__tests__ → calls/__tests__}/media-stream-stt-session.test.ts +5 -5
- package/src/{__tests__ → calls/__tests__}/media-turn-detector.test.ts +1 -1
- package/src/{live-voice → calls}/__tests__/progress-narration.test.ts +27 -4
- package/src/{live-voice → calls}/__tests__/progress-phrases.test.ts +1 -1
- package/src/calls/__tests__/voice-control-protocol.test.ts +151 -27
- package/src/calls/__tests__/voice-leg-coordinator.test.ts +229 -0
- package/src/calls/__tests__/voice-progress-cadence.test.ts +274 -0
- package/src/{__tests__/voice-session-bridge.test.ts → calls/__tests__/voice-session-bridge-turn-flow.test.ts} +20 -12
- package/src/calls/__tests__/voice-session-bridge.test.ts +140 -3
- package/src/calls/__tests__/voice-triage-escalate.test.ts +105 -0
- package/src/calls/barge-in-guard.ts +118 -0
- package/src/calls/call-constants.ts +24 -4
- package/src/calls/call-controller.ts +499 -199
- package/src/calls/call-transport.ts +16 -0
- package/src/calls/media-stream-output.ts +32 -0
- package/src/calls/media-stream-server.ts +82 -30
- package/src/calls/media-stream-stt-session.ts +15 -0
- package/src/{live-voice → calls}/progress-narration.ts +17 -4
- package/src/calls/resolve-call-tts-provider.ts +33 -2
- package/src/calls/tts-call-strategy.ts +9 -5
- package/src/calls/types.ts +2 -0
- package/src/calls/voice-control-protocol.ts +194 -21
- package/src/calls/voice-leg-coordinator.ts +189 -0
- package/src/calls/voice-progress-cadence.ts +423 -0
- package/src/calls/voice-session-bridge.ts +140 -76
- package/src/calls/voice-triage-escalate.ts +178 -59
- package/src/cli/commands/__tests__/apps.test.ts +245 -0
- package/src/cli/commands/__tests__/bash.test.ts +53 -0
- package/src/cli/commands/__tests__/browser.test.ts +84 -3
- package/src/cli/commands/__tests__/cli-test-harness.ts +21 -3
- package/src/cli/commands/__tests__/plugins.test.ts +85 -0
- package/src/cli/commands/__tests__/roadmap.help.test.ts +19 -0
- package/src/cli/commands/__tests__/schedules.test.ts +14 -0
- package/src/cli/commands/apps.help.ts +67 -13
- package/src/cli/commands/apps.ts +183 -0
- package/src/cli/commands/bash.help.ts +9 -13
- package/src/cli/commands/bash.ts +7 -25
- package/src/cli/commands/browser.help.ts +43 -0
- package/src/cli/commands/browser.ts +52 -8
- package/src/cli/commands/channels/__tests__/send.test.ts +218 -0
- package/src/cli/commands/channels/index.help.ts +70 -2
- package/src/cli/commands/channels/index.ts +16 -3
- package/src/cli/commands/channels/send.ts +128 -0
- package/src/cli/commands/credentials.help.ts +9 -5
- package/src/cli/commands/credentials.ts +2 -2
- package/src/cli/commands/mcp.help.ts +8 -8
- package/src/cli/commands/mcp.ts +1 -1
- package/src/cli/commands/oauth/index.help.ts +10 -0
- package/src/cli/commands/oauth/providers.ts +12 -0
- package/src/cli/commands/oauth/request.test.ts +179 -2
- package/src/cli/commands/oauth/request.ts +41 -10
- package/src/cli/commands/oauth/status.ts +5 -0
- package/src/cli/commands/plugins.ts +73 -23
- package/src/cli/commands/roadmap.help.ts +5 -1
- package/src/cli/commands/roadmap.ts +1 -1
- package/src/cli/commands/schedules.ts +2 -0
- package/src/cli/lib/__tests__/inspect-plugin.test.ts +54 -0
- package/src/cli/lib/__tests__/install-from-github.test.ts +219 -0
- package/src/cli/lib/__tests__/install-from-platform.test.ts +77 -2
- package/src/cli/lib/__tests__/list-installed-plugins.test.ts +45 -3
- package/src/cli/lib/__tests__/local-plugin-upgrade.test.ts +251 -0
- package/src/cli/lib/__tests__/plugin-catalog-cache.test.ts +65 -2
- package/src/cli/lib/__tests__/plugin-catalog-platform.test.ts +14 -0
- package/src/cli/lib/__tests__/plugin-catalog-resolve.test.ts +27 -1
- package/src/cli/lib/__tests__/plugin-details.test.ts +35 -2
- package/src/cli/lib/__tests__/plugin-marketplace.test.ts +20 -0
- package/src/cli/lib/__tests__/plugins-install-offline.test.ts +43 -0
- package/src/cli/lib/__tests__/search-plugins.test.ts +31 -0
- package/src/cli/lib/__tests__/uninstall-plugin.test.ts +122 -5
- package/src/cli/lib/bundled-marketplace.json +962 -81
- package/src/cli/lib/bundled-plugin-packages.json +786 -0
- package/src/cli/lib/bundled-plugin-packages.ts +87 -0
- package/src/cli/lib/diff-plugin.ts +1 -1
- package/src/cli/lib/inspect-plugin.ts +87 -12
- package/src/cli/lib/install-from-github.ts +150 -94
- package/src/cli/lib/install-from-platform.ts +14 -9
- package/src/cli/lib/list-installed-plugins.ts +21 -35
- package/src/cli/lib/plugin-catalog-cache.ts +22 -3
- package/src/cli/lib/plugin-catalog-local.ts +13 -3
- package/src/cli/lib/plugin-catalog-platform.ts +6 -1
- package/src/cli/lib/plugin-catalog-resolve.ts +20 -0
- package/src/cli/lib/plugin-details.ts +33 -8
- package/src/cli/lib/plugin-marketplace.ts +121 -21
- package/src/cli/lib/plugin-pin-history.ts +5 -2
- package/src/cli/lib/search-plugins.ts +58 -16
- package/src/cli/lib/uninstall-plugin.ts +59 -1
- package/src/cli/lib/upgrade-plugin.ts +61 -8
- package/src/cli/output.ts +18 -4
- package/src/config/__tests__/default-profile-catalog.test.ts +22 -0
- package/src/config/__tests__/default-provider.test.ts +4 -0
- package/src/config/__tests__/memory-retrospective-schema.test.ts +15 -1
- package/src/config/__tests__/platform-identity.test.ts +255 -0
- package/src/config/__tests__/platform-rehydration.test.ts +99 -9
- package/src/config/__tests__/plugin-resident-skill-discovery.test.ts +21 -0
- package/src/config/acp-agent-write.ts +43 -0
- package/src/config/acp-defaults.test.ts +13 -3
- package/src/config/acp-defaults.ts +23 -6
- package/src/config/acp-schema.test.ts +81 -0
- package/src/config/acp-schema.ts +30 -2
- package/src/config/bundled-skills/acp/SKILL.md +23 -15
- package/src/config/bundled-skills/acp/TOOLS.json +7 -3
- package/src/config/bundled-skills/app-builder/SKILL.md +12 -9
- package/src/config/bundled-skills/app-builder/references/CUSTOM_ROUTES.md +1 -1
- package/src/config/bundled-skills/computer-use/SKILL.md +59 -2
- package/src/config/bundled-skills/computer-use/TOOLS.json +101 -2
- package/src/config/bundled-skills/computer-use/tools/computer-use-sequence.ts +12 -0
- package/src/config/bundled-skills/media-processing/services/preprocess.ts +2 -1
- package/src/config/bundled-skills/media-processing/services/processing-pipeline.ts +2 -1
- package/src/config/bundled-skills/media-processing/tools/generate-clip.ts +2 -1
- package/src/config/bundled-skills/messaging/SKILL.md +3 -3
- package/src/config/bundled-skills/messaging/TOOLS.json +3 -3
- package/src/config/bundled-skills/messaging/tools/messaging-send.ts +67 -139
- package/src/config/bundled-skills/phone-calls/references/TRANSCRIPTS.md +1 -1
- package/src/config/bundled-skills/playbooks/tools/playbook-create.ts +2 -1
- package/src/config/bundled-skills/playbooks/tools/playbook-update.ts +2 -1
- package/src/config/bundled-skills/schedule/SKILL.md +7 -8
- package/src/config/bundled-skills/screen-annotation/SKILL.md +10 -3
- package/src/config/bundled-skills/screen-annotation/tools/screen-annotation.test.ts +4 -1
- package/src/config/bundled-skills/skill-management/SKILL.md +1 -1
- package/src/config/bundled-skills/skill-management/TOOLS.json +13 -9
- package/src/config/bundled-skills/transcribe/tools/transcribe-media.ts +5 -2
- package/src/config/default-profile-catalog.ts +1 -1
- package/src/config/env.ts +2 -2
- package/src/config/feature-flag-registry.json +33 -13
- package/src/config/loader.ts +11 -17
- package/src/config/memory-v3-gate.test.ts +31 -0
- package/src/config/memory-v3-gate.ts +20 -16
- package/src/config/platform-identity.ts +201 -0
- package/src/config/platform-rehydration.ts +11 -27
- package/src/config/profile-text-generation.test.ts +51 -0
- package/src/config/profile-text-generation.ts +51 -0
- package/src/config/schema.ts +2 -2
- package/src/config/schemas/__tests__/live-voice.test.ts +8 -158
- package/src/config/schemas/__tests__/voice.test.ts +148 -0
- package/src/config/schemas/calls.ts +1 -28
- package/src/config/schemas/live-voice.ts +1 -173
- package/src/config/schemas/llm.ts +7 -2
- package/src/config/schemas/mcp.ts +15 -9
- package/src/config/schemas/memory-retrospective.ts +10 -0
- package/src/config/schemas/monitoring.ts +9 -0
- package/src/config/schemas/services.ts +18 -0
- package/src/config/schemas/skills.ts +0 -14
- package/src/config/schemas/voice.ts +150 -0
- package/src/config/skills.ts +13 -21
- package/src/credential-execution/ces-runtime.ts +2 -2
- package/src/credential-execution/executable-discovery.ts +36 -134
- package/src/credential-execution/process-manager.test.ts +37 -42
- package/src/credential-execution/process-manager.ts +24 -19
- package/src/credential-health/credential-health-service.ts +11 -17
- package/src/daemon/__tests__/conversation-tool-setup-exclude.test.ts +47 -0
- package/src/daemon/__tests__/conversation-tool-setup.test.ts +109 -121
- package/src/daemon/__tests__/plugin-mcp-reconcile.test.ts +5 -1
- package/src/daemon/__tests__/skill-memory-refresh-mtime.test.ts +133 -0
- package/src/daemon/__tests__/turn-tail-deleted-conversation.test.ts +36 -0
- package/src/daemon/app-change-notify.ts +45 -0
- package/src/daemon/assistant-attachments.ts +20 -12
- package/src/daemon/config-watcher.ts +13 -194
- package/src/daemon/conversation-agent-loop-handlers.ts +74 -3
- package/src/daemon/conversation-agent-loop.ts +12 -0
- package/src/daemon/conversation-attachments.ts +93 -12
- package/src/daemon/conversation-client-surface.ts +26 -0
- package/src/daemon/conversation-error.ts +3 -2
- package/src/daemon/conversation-media-retry.ts +2 -1
- package/src/daemon/conversation-process.ts +35 -64
- package/src/daemon/conversation-runtime-assembly.ts +21 -8
- package/src/daemon/conversation-skill-tools.ts +13 -31
- package/src/daemon/conversation-store.ts +1 -1
- package/src/daemon/conversation-surfaces.ts +21 -10
- package/src/daemon/conversation-tool-setup.ts +135 -109
- package/src/daemon/conversation-turn-finalize.ts +26 -13
- package/src/daemon/conversation.ts +17 -3
- package/src/daemon/daemon-control.ts +3 -7
- package/src/daemon/dictation-profile-store.ts +2 -1
- package/src/daemon/handlers/shared.ts +2 -1
- package/src/daemon/handlers/skills.ts +6 -3
- package/src/daemon/host-bash-proxy.ts +8 -12
- package/src/daemon/host-browser-proxy.ts +15 -1
- package/src/daemon/host-cu-proxy.ts +275 -45
- package/src/daemon/host-file-proxy.ts +8 -10
- package/src/daemon/host-proxy-preactivation.ts +4 -1
- package/src/daemon/host-transfer-proxy.ts +14 -18
- package/src/daemon/lifecycle.ts +4 -9
- package/src/daemon/mcp-reload-service.ts +13 -6
- package/src/daemon/message-types/shared.ts +1 -0
- package/src/daemon/message-types/sync.ts +2 -0
- package/src/daemon/orphan-reaper.ts +4 -3
- package/src/daemon/persist-media-references.ts +20 -3
- package/src/daemon/providers-setup.ts +5 -1
- package/src/daemon/reaction-history-render.ts +2 -1
- package/src/daemon/shutdown-handlers.ts +1 -9
- package/src/daemon/skill-memory-refresh.ts +64 -0
- package/src/daemon/tool-setup-types.ts +6 -0
- package/src/daemon/tool-side-effects.ts +7 -18
- package/src/daemon/wake-conversation-ops.ts +38 -15
- package/src/desktop/__tests__/fake-desktop.ts +123 -0
- package/src/desktop/desktop-automation-lease.test.ts +351 -0
- package/src/desktop/desktop-automation-lease.ts +306 -0
- package/src/desktop/desktop-browser-client.test.ts +413 -0
- package/src/desktop/desktop-browser-client.ts +430 -0
- package/src/desktop/desktop-browser-cursor.ts +40 -0
- package/src/desktop/desktop-browser-endpoint.test.ts +78 -0
- package/src/desktop/desktop-browser-endpoint.ts +145 -0
- package/src/desktop/desktop-browser-operations.ts +130 -0
- package/src/desktop/desktop-chrome-policy.test.ts +79 -0
- package/src/desktop/desktop-chrome-policy.ts +47 -0
- package/src/desktop/desktop-chrome-session.test.ts +48 -0
- package/src/desktop/desktop-chrome-session.ts +87 -0
- package/src/desktop/desktop-dependencies.test.ts +131 -0
- package/src/desktop/desktop-dependencies.ts +329 -0
- package/src/desktop/desktop-display.ts +9 -0
- package/src/desktop/desktop-panel-config.test.ts +135 -0
- package/src/desktop/desktop-panel-config.ts +162 -0
- package/src/desktop/desktop-session-manager.test.ts +813 -0
- package/src/desktop/desktop-session-manager.ts +970 -0
- package/src/desktop/desktop-stream-bridge.test.ts +395 -0
- package/src/desktop/desktop-stream-bridge.ts +214 -0
- package/src/desktop/desktop-wallpaper.test.ts +191 -0
- package/src/desktop/desktop-wallpaper.ts +113 -0
- package/src/desktop/desktop-window-drag.ts +177 -0
- package/src/desktop/desktop-window-manager-config.test.ts +230 -0
- package/src/desktop/desktop-window-manager-config.ts +238 -0
- package/src/desktop/desktop-window-theme.ts +170 -0
- package/src/desktop/virtual-desktop-feature.ts +18 -0
- package/src/desktop/virtual-desktop-platform.test.ts +61 -0
- package/src/heartbeat/heartbeat-service.ts +21 -3
- package/src/home/__tests__/feed-writer.test.ts +22 -0
- package/src/home/feed-writer.ts +11 -2
- package/src/hooks/types.ts +33 -0
- package/src/i18n/AGENTS.md +22 -0
- package/src/i18n/__tests__/i18n.test.ts +112 -0
- package/src/i18n/index.ts +16 -0
- package/src/i18n/locales.ts +93 -0
- package/src/i18n/messages.ts +70 -0
- package/src/i18n/title.ts +25 -0
- package/src/inbound/platform-callback-registration.ts +4 -5
- package/src/ipc/__tests__/browser-ipc.test.ts +230 -2
- package/src/ipc/__tests__/cancel-on-disconnect.test.ts +54 -0
- package/src/ipc/assistant-server.ts +15 -1
- package/src/ipc/cli-client.ts +13 -5
- package/src/live-voice/__tests__/live-voice-agent-turn.test.ts +143 -0
- package/src/live-voice/__tests__/live-voice-events.test.ts +9 -7
- package/src/live-voice/__tests__/live-voice-look-follow-up.test.ts +374 -0
- package/src/live-voice/__tests__/live-voice-metrics.test.ts +0 -3
- package/src/live-voice/__tests__/live-voice-progress.test.ts +94 -15
- package/src/live-voice/__tests__/live-voice-session-telemetry.test.ts +19 -0
- package/src/live-voice/__tests__/live-voice-sight-frame-echo.test.ts +238 -0
- package/src/live-voice/__tests__/live-voice-vad.test.ts +660 -5
- package/src/live-voice/__tests__/protocol.test.ts +95 -0
- package/src/live-voice/__tests__/runtime-websocket-shell.test.ts +13 -69
- package/src/live-voice/__tests__/session-controls.test.ts +156 -0
- package/src/live-voice/live-voice-metrics.ts +9 -0
- package/src/live-voice/live-voice-photo.ts +25 -6
- package/src/live-voice/live-voice-session.ts +1081 -760
- package/src/live-voice/protocol.ts +89 -2
- package/src/live-voice/session-controls.ts +197 -0
- package/src/mcp/__tests__/credential-target.test.ts +59 -0
- package/src/mcp/__tests__/effective-config.test.ts +13 -2
- package/src/mcp/__tests__/manager-state.test.ts +128 -0
- package/src/mcp/__tests__/manager-tool-caps.test.ts +111 -0
- package/src/mcp/__tests__/mcp-auth-orchestrator.test.ts +20 -6
- package/src/mcp/__tests__/mcp-auth-state-target.test.ts +49 -0
- package/src/mcp/__tests__/plugin-mcp-oauth-cleanup.test.ts +107 -0
- package/src/mcp/__tests__/plugin-mcp-oauth-provider-isolation.test.ts +89 -0
- package/src/mcp/__tests__/plugin-server-credential-isolation.test.ts +63 -11
- package/src/mcp/__tests__/reload-signal-emission.test.ts +39 -2
- package/src/mcp/__tests__/startup.test.ts +30 -7
- package/src/mcp/__tests__/tool-caps.test.ts +107 -0
- package/src/mcp/__tests__/workspace-mcp-config.test.ts +135 -0
- package/src/mcp/client.ts +64 -16
- package/src/mcp/credential-target.ts +105 -0
- package/src/mcp/effective-config.ts +45 -18
- package/src/mcp/manager.ts +201 -81
- package/src/mcp/mcp-auth-orchestrator.ts +17 -4
- package/src/mcp/mcp-auth-state.ts +38 -6
- package/src/mcp/mcp-header-store.ts +29 -45
- package/src/mcp/mcp-oauth-provider.ts +101 -33
- package/src/mcp/spec-schema.ts +111 -0
- package/src/mcp/startup.ts +41 -17
- package/src/mcp/tool-caps.ts +176 -0
- package/src/mcp/workspace-mcp-config.ts +188 -0
- package/src/messaging/provider-message-metadata.ts +3 -3
- package/src/messaging/provider.ts +10 -3
- package/src/messaging/providers/__tests__/proactive-address.test.ts +95 -0
- package/src/messaging/providers/callback-routing.ts +18 -0
- package/src/messaging/providers/channel-transport.ts +56 -0
- package/src/messaging/providers/discord/transport.ts +17 -0
- package/src/messaging/providers/slack/__tests__/adapter-token-routing.test.ts +6 -17
- package/src/messaging/providers/slack/adapter.ts +7 -44
- package/src/messaging/providers/slack/transport.ts +16 -0
- package/src/messaging/providers/telegram-bot/adapter.ts +1 -48
- package/src/messaging/providers/telegram-bot/client.ts +0 -26
- package/src/messaging/providers/telegram-bot/transport.ts +20 -0
- package/src/messaging/providers/whatsapp/adapter.ts +1 -48
- package/src/messaging/providers/whatsapp/transport.ts +18 -0
- package/src/monitoring/__tests__/mount-watch.test.ts +236 -0
- package/src/monitoring/__tests__/workspace-git-heartbeat.test.ts +8 -0
- package/src/monitoring/mount-watch.ts +348 -0
- package/src/monitoring/plugin-auto-update.ts +6 -0
- package/src/monitoring/worker.ts +9 -0
- package/src/notifications/__tests__/assistant-reply-producer.test.ts +55 -0
- package/src/notifications/__tests__/copy-composer.test.ts +70 -0
- package/src/notifications/__tests__/decision-engine.test.ts +175 -0
- package/src/notifications/__tests__/guardian-feed-projection.test.ts +158 -2
- package/src/notifications/__tests__/home-feed-side-effect.test.ts +153 -3
- package/src/notifications/__tests__/schedule-result-producer.test.ts +99 -3
- package/src/notifications/adapters/macos.ts +3 -0
- package/src/notifications/assistant-reply-producer.ts +8 -3
- package/src/notifications/conversation-pairing.ts +36 -16
- package/src/notifications/copy-composer.ts +11 -3
- package/src/notifications/decision-engine.ts +43 -8
- package/src/notifications/delivered-post-record.ts +11 -1
- package/src/notifications/guardian-feed-projection.ts +125 -5
- package/src/notifications/home-feed-side-effect.ts +55 -7
- package/src/notifications/schedule-result-producer.ts +64 -22
- package/src/oauth/AGENTS.md +4 -0
- package/src/oauth/__tests__/identity-verifier.test.ts +36 -1
- package/src/oauth/__tests__/seed-providers-managed.test.ts +149 -0
- package/src/oauth/byo-connection.test.ts +105 -0
- package/src/oauth/byo-connection.ts +36 -6
- package/src/oauth/connection-resolver.test.ts +100 -0
- package/src/oauth/connection-resolver.ts +120 -3
- package/src/oauth/identity-verifier.ts +24 -0
- package/src/oauth/oauth-store.ts +11 -1
- package/src/oauth/provider-serializer.ts +10 -0
- package/src/oauth/scope-utils.ts +24 -0
- package/src/oauth/seed-providers.ts +367 -27
- package/src/onboarding/checkin-event.ts +2 -1
- package/src/outbound-proxy/certs.ts +3 -5
- package/src/permissions/checker.test.ts +11 -6
- package/src/permissions/confirmation-guardian-request.test.ts +16 -0
- package/src/permissions/confirmation-guardian-request.ts +2 -3
- package/src/persistence/attachments-store.ts +84 -44
- package/src/persistence/compaction-log-store-clickhouse.ts +3 -3
- package/src/persistence/conversation-crud.ts +182 -83
- package/src/persistence/conversation-lineage.ts +12 -4
- package/src/persistence/conversation-plugin-facade.ts +13 -0
- package/src/persistence/conversation-queries.ts +2 -2
- package/src/persistence/conversation-title-placeholders.ts +23 -0
- package/src/persistence/conversation-title-service.ts +9 -26
- package/src/persistence/conversation-tool-surface.ts +86 -0
- package/src/persistence/conversation-types.test.ts +32 -0
- package/src/persistence/conversation-types.ts +26 -4
- package/src/persistence/embeddings/qdrant-manager.ts +163 -18
- package/src/persistence/llm-request-log-sink-clickhouse.ts +3 -3
- package/src/persistence/llm-request-log-source-clickhouse.ts +3 -3
- package/src/persistence/message-cursor.ts +78 -0
- package/src/persistence/message-reads.ts +30 -0
- package/src/persistence/migrations/157-invite-contact-id.ts +18 -6
- package/src/persistence/migrations/378-create-conversation-tool-surfaces.test.ts +78 -0
- package/src/persistence/migrations/378-create-conversation-tool-surfaces.ts +29 -0
- package/src/persistence/migrations/379-oauth-providers-response-ok-field.test.ts +92 -0
- package/src/persistence/migrations/379-oauth-providers-response-ok-field.ts +32 -0
- package/src/persistence/migrations/__tests__/157-invite-contact-id.test.ts +149 -0
- package/src/persistence/schema/conversation-tool-surfaces.ts +22 -0
- package/src/persistence/schema/index.ts +1 -0
- package/src/persistence/schema/memory-core.ts +5 -0
- package/src/persistence/schema/oauth.ts +1 -0
- package/src/persistence/steps.ts +15 -3
- package/src/platform/client.test.ts +4 -2
- package/src/platform/client.ts +2 -10
- package/src/plugin-api/constants.ts +2 -0
- package/src/plugin-api/conversation-turn.ts +31 -7
- package/src/plugin-api/index.ts +10 -1
- package/src/plugin-api/plugin-channel-turn-trust.test.ts +133 -0
- package/src/plugin-api/plugin-channel-turn-trust.ts +71 -0
- package/src/plugin-api/types.ts +2 -0
- package/src/plugins/__tests__/installed-plugin-dirs.test.ts +14 -1
- package/src/plugins/__tests__/mcp-servers.test.ts +38 -8
- package/src/plugins/defaults/index.ts +2 -0
- package/src/plugins/defaults/memory/AGENTS.md +14 -2
- package/src/plugins/defaults/memory/__tests__/buffer-file.test.ts +365 -0
- package/src/plugins/defaults/memory/__tests__/buffer-format.test.ts +43 -0
- package/src/plugins/defaults/memory/__tests__/fixtures/buffer-appender.ts +17 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-accounting.test.ts +46 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-cursor-backfill.test.ts +118 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-cursor-preserve.test.ts +83 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-enqueue.test.ts +9 -5
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-job.test.ts +66 -10
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-prompt.test.ts +20 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-state.test.ts +219 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-sweep.test.ts +31 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-trigger-check.test.ts +63 -0
- package/src/plugins/defaults/memory/__tests__/memory-run-evidence.test.ts +161 -0
- package/src/plugins/defaults/memory/__tests__/shutdown-hook.test.ts +4 -0
- package/src/plugins/defaults/memory/buffer-file.ts +354 -0
- package/src/plugins/defaults/memory/buffer-format.ts +40 -0
- package/src/plugins/defaults/memory/context-search/agent-runner.ts +3 -3
- package/src/plugins/defaults/memory/context-search/format.ts +4 -2
- package/src/plugins/defaults/memory/context-search/sources/memory-v2.ts +7 -3
- package/src/plugins/defaults/memory/context-search/sources/workspace.ts +4 -2
- package/src/plugins/defaults/memory/graph/capability-seed.ts +6 -8
- package/src/plugins/defaults/memory/graph/tool-handlers.ts +1 -42
- package/src/plugins/defaults/memory/hooks/init.ts +10 -0
- package/src/plugins/defaults/memory/hooks/message-deleted.ts +21 -0
- package/src/plugins/defaults/memory/hooks/shutdown.ts +2 -0
- package/src/plugins/defaults/memory/injectors.ts +4 -3
- package/src/plugins/defaults/memory/jobs-worker.ts +13 -0
- package/src/plugins/defaults/memory/memory-retrospective-accounting.ts +34 -60
- package/src/plugins/defaults/memory/memory-retrospective-cursor-backfill.ts +126 -0
- package/src/plugins/defaults/memory/memory-retrospective-cursor-preserve.ts +79 -0
- package/src/plugins/defaults/memory/memory-retrospective-cursor.ts +28 -0
- package/src/plugins/defaults/memory/memory-retrospective-enqueue.ts +3 -5
- package/src/plugins/defaults/memory/memory-retrospective-job.ts +67 -184
- package/src/plugins/defaults/memory/memory-retrospective-prompt.ts +1 -1
- package/src/plugins/defaults/memory/memory-retrospective-state.ts +312 -71
- package/src/plugins/defaults/memory/memory-retrospective-sweep.ts +2 -1
- package/src/plugins/defaults/memory/memory-retrospective-trigger-check.ts +5 -3
- package/src/plugins/defaults/memory/memory-run-evidence.ts +213 -0
- package/src/plugins/defaults/memory/skill-md-mtime-poll.ts +9 -0
- package/src/plugins/defaults/memory/src/memory-item-routes.test.ts +1 -1
- package/src/plugins/defaults/memory/startup.ts +28 -2
- package/src/plugins/defaults/memory/substrate/__tests__/consolidation-job.test.ts +407 -99
- package/src/plugins/defaults/memory/substrate/__tests__/consolidation-prompt-flag-gating-guard.test.ts +10 -0
- package/src/plugins/defaults/memory/substrate/__tests__/prompts-consolidation.test.ts +107 -7
- package/src/plugins/defaults/memory/substrate/__tests__/skill-content.test.ts +7 -9
- package/src/plugins/defaults/memory/substrate/consolidation-job.ts +307 -86
- package/src/plugins/defaults/memory/substrate/consolidation-tool-surface.ts +34 -0
- package/src/plugins/defaults/memory/substrate/page-index.ts +7 -1
- package/src/plugins/defaults/memory/substrate/prompts/consolidation.ts +89 -49
- package/src/plugins/defaults/memory/substrate/skill-content.ts +2 -2
- package/src/plugins/defaults/memory/substrate/sweep-job.ts +1 -1
- package/src/plugins/defaults/memory/tools.ts +1 -1
- package/src/plugins/defaults/memory/v1/graph/consolidation.ts +4 -2
- package/src/plugins/defaults/memory/v1/graph/extraction.ts +4 -1
- package/src/plugins/defaults/memory/v1/graph/retriever.ts +4 -1
- package/src/plugins/defaults/memory/v2/__tests__/migration.test.ts +5 -0
- package/src/plugins/defaults/memory/v2/__tests__/reranker.test.ts +5 -2
- package/src/plugins/defaults/memory/v2/reranker.ts +7 -1
- package/src/plugins/defaults/memory/v3/__tests__/card.test.ts +24 -0
- package/src/plugins/defaults/memory/v3/__tests__/injection.test.ts +81 -1
- package/src/plugins/defaults/memory/v3/__tests__/orchestrate.test.ts +87 -0
- package/src/plugins/defaults/memory/v3/__tests__/pool-select.test.ts +125 -0
- package/src/plugins/defaults/memory/v3/__tests__/sections.test.ts +26 -0
- package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +51 -0
- package/src/plugins/defaults/memory/v3/card.ts +4 -2
- package/src/plugins/defaults/memory/v3/injector.ts +212 -178
- package/src/plugins/defaults/memory/v3/orchestrate.ts +86 -22
- package/src/plugins/defaults/memory/v3/pool-select.ts +13 -8
- package/src/plugins/defaults/memory/v3/sections.ts +10 -3
- package/src/plugins/defaults/memory/v3/shadow-plugin.ts +13 -1
- package/src/plugins/defaults/memory/worker.ts +6 -0
- package/src/plugins/defaults/tool-result-truncate/terminal.ts +1 -46
- package/src/plugins/external-plugin-loader.ts +49 -86
- package/src/plugins/installed-plugin-dirs.ts +6 -4
- package/src/plugins/mcp-servers.ts +24 -90
- package/src/plugins/mtime-cache.ts +2 -1
- package/src/plugins/user-loader.ts +2 -1
- package/src/providers/__tests__/connection-model-compat.test.ts +3 -3
- package/src/providers/__tests__/retry-callsite.test.ts +41 -0
- package/src/providers/__tests__/retry-outbound-sanitize.test.ts +176 -0
- package/src/providers/anthropic/client.ts +0 -47
- package/src/providers/gemini/client.ts +9 -23
- package/src/providers/gemini-thought-signature.test.ts +63 -0
- package/src/providers/gemini-thought-signature.ts +44 -0
- package/src/providers/inference/__tests__/endpoint-probe.test.ts +87 -3
- package/src/providers/inference/adapter-factory.ts +6 -0
- package/src/providers/inference/auth.ts +2 -3
- package/src/providers/inference/connection-availability.ts +27 -8
- package/src/providers/inference/endpoint-probe.ts +36 -12
- package/src/providers/inference/resolve-auth.ts +22 -4
- package/src/providers/inference/service-account-token.ts +248 -0
- package/src/providers/jev/client.test.ts +260 -0
- package/src/providers/jev/client.ts +518 -0
- package/src/providers/model-catalog.ts +92 -3
- package/src/providers/model-intents.ts +10 -5
- package/src/providers/openai/__tests__/chat-completions-output-token-limit.test.ts +141 -0
- package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +146 -18
- package/src/providers/openai/__tests__/chat-completions-provider-thought-signature.test.ts +613 -0
- package/src/providers/openai/__tests__/google-thought-signature.test.ts +235 -0
- package/src/providers/openai/__tests__/tool-choice-mapping.test.ts +83 -1
- package/src/providers/openai/chat-completions-provider.ts +212 -79
- package/src/providers/openai/codex-models.ts +0 -4
- package/src/providers/openai/google-thought-signature.ts +320 -0
- package/src/providers/openai/responses-provider.ts +9 -2
- package/src/providers/opencode/client.test.ts +240 -4
- package/src/providers/opencode/client.ts +129 -3
- package/src/providers/openrouter/client.ts +20 -0
- package/src/providers/outbound-request-sanitize.ts +96 -0
- package/src/providers/retry.ts +30 -19
- package/src/providers/unparseable-tool-args.ts +5 -1
- package/src/runtime/AGENTS.md +9 -3
- package/src/runtime/__tests__/agent-wake.test.ts +86 -1
- package/src/runtime/__tests__/channel-send.test.ts +443 -0
- package/src/runtime/__tests__/desktop-stream-upgrade.test.ts +132 -0
- package/src/runtime/__tests__/host-observe.test.ts +40 -1
- package/src/runtime/__tests__/live-voice-upgrade.test.ts +58 -0
- package/src/runtime/__tests__/runtime-ws-test-utils.ts +72 -0
- package/src/runtime/__tests__/watch-stream-upgrade.test.ts +59 -0
- package/src/runtime/agent-wake.ts +22 -5
- package/src/runtime/assistant-event-hub.ts +21 -3
- package/src/runtime/auth/same-actor.ts +38 -3
- package/src/runtime/channel-send.ts +316 -0
- package/src/runtime/guardian-action-service.ts +2 -17
- package/src/runtime/guardian-reply-router.ts +1 -8
- package/src/runtime/host-observe.ts +11 -1
- package/src/runtime/http-server.ts +160 -151
- package/src/runtime/migrations/__tests__/vbundle-import-policy.test.ts +89 -0
- package/src/runtime/migrations/vbundle-import-policy.ts +33 -11
- package/src/runtime/routes/__tests__/acp-claude-auth-routes.test.ts +16 -5
- package/src/runtime/routes/__tests__/acp-routes.test.ts +178 -4
- package/src/runtime/routes/__tests__/apps-refresh-route.test.ts +275 -0
- package/src/runtime/routes/__tests__/channel-send-routes.test.ts +127 -0
- package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +108 -1
- package/src/runtime/routes/__tests__/default-provider-routes.test.ts +2 -2
- package/src/runtime/routes/__tests__/dictation-cleanup-guard.test.ts +107 -0
- package/src/runtime/routes/__tests__/inference-profiles-routes.test.ts +24 -2
- package/src/runtime/routes/__tests__/mcp-add-default-risk.test.ts +16 -12
- package/src/runtime/routes/__tests__/plugins-routes.test.ts +127 -3
- package/src/runtime/routes/acp-claude-auth-routes.ts +11 -3
- package/src/runtime/routes/acp-routes.test.ts +15 -0
- package/src/runtime/routes/acp-routes.ts +84 -165
- package/src/runtime/routes/app-management-routes.ts +90 -2
- package/src/runtime/routes/app-routes.ts +1 -1
- package/src/runtime/routes/browser-context.ts +39 -0
- package/src/runtime/routes/browser-routes.ts +16 -47
- package/src/runtime/routes/browser-tabs-routes.ts +72 -29
- package/src/runtime/routes/channel-route-shared.ts +1 -9
- package/src/runtime/routes/channel-send-routes.ts +85 -0
- package/src/runtime/routes/conversation-list-routes.ts +14 -3
- package/src/runtime/routes/conversation-query-routes.ts +40 -0
- package/src/runtime/routes/conversation-routes.ts +45 -7
- package/src/runtime/routes/credential-routes.ts +20 -14
- package/src/runtime/routes/desktop-setup-routes.test.ts +89 -0
- package/src/runtime/routes/desktop-setup-routes.ts +41 -0
- package/src/runtime/routes/diagnostics-routes.ts +61 -4
- package/src/runtime/routes/events-routes.ts +4 -0
- package/src/runtime/routes/guardian-approval-interception.ts +24 -0
- package/src/runtime/routes/host-cu-routes.ts +6 -0
- package/src/runtime/routes/inbound-message-handler.ts +2 -3
- package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +1 -1
- package/src/runtime/routes/inbound-stages/background-dispatch.ts +7 -4
- package/src/runtime/routes/index.ts +4 -2
- package/src/runtime/routes/inference-profile-session-handler.ts +11 -1
- package/src/runtime/routes/inference-profiles-routes.ts +9 -0
- package/src/runtime/routes/log-export-routes.ts +2 -0
- package/src/runtime/routes/mcp-auth-routes.ts +141 -137
- package/src/runtime/routes/migration-routes.ts +6 -20
- package/src/runtime/routes/oauth-commands-routes.ts +98 -45
- package/src/runtime/routes/oauth-providers.ts +11 -0
- package/src/runtime/routes/oauth-request-hints.test.ts +246 -0
- package/src/runtime/routes/oauth-request-hints.ts +149 -0
- package/src/runtime/routes/platform-routes.ts +18 -15
- package/src/runtime/routes/plugins-routes.ts +83 -50
- package/src/runtime/routes/schedule-routes.ts +2 -0
- package/src/runtime/routes/secret-routes.ts +99 -119
- package/src/runtime/routes/workspace-routes.test.ts +55 -26
- package/src/runtime/routes/workspace-routes.ts +46 -63
- package/src/runtime/routes/workspace-tree-walk.test.ts +244 -0
- package/src/runtime/routes/workspace-tree-walk.ts +240 -0
- package/src/runtime/routes/workspace-utils.ts +17 -0
- package/src/runtime/services/__tests__/conversation-serializer.test.ts +28 -0
- package/src/runtime/services/conversation-serializer.ts +16 -3
- package/src/runtime/sync/resource-sync-events.ts +6 -1
- package/src/schedule/__tests__/worker-mcp-bootstrap.test.ts +107 -0
- package/src/schedule/__tests__/worker-mcp-readiness.test.ts +173 -0
- package/src/schedule/__tests__/worker-mcp-tools.test.ts +13 -47
- package/src/schedule/run-script.ts +4 -3
- package/src/schedule/schedule-store.ts +9 -2
- package/src/schedule/scheduler.ts +47 -11
- package/src/schedule/tool-surface-readiness.ts +65 -0
- package/src/schedule/worker-mcp.ts +85 -0
- package/src/schedule/worker.ts +9 -31
- package/src/security/__tests__/ces-http-record-backend.test.ts +137 -0
- package/src/security/ces-http-record-backend.ts +120 -0
- package/src/security/ces-rpc-record-backend.ts +7 -0
- package/src/security/secure-keys.ts +60 -48
- package/src/security/untrusted-content.ts +3 -1
- package/src/skills/__tests__/workspace-skill-md-signature.test.ts +60 -0
- package/src/skills/managed-store.ts +153 -31
- package/src/skills/workspace-skill-md-signature.ts +50 -0
- package/src/subagent/consult-context.ts +12 -25
- package/src/tools/__tests__/side-effect-abort-guard.test.ts +1 -0
- package/src/tools/acp/list-agents.test.ts +3 -1
- package/src/tools/acp/spawn.test.ts +146 -11
- package/src/tools/acp/spawn.ts +21 -3
- package/src/tools/acp/status.test.ts +349 -0
- package/src/tools/acp/status.ts +112 -9
- package/src/tools/app-control/skill-proxy-bridge.ts +2 -1
- package/src/tools/browser/browser-execution.ts +45 -14
- package/src/tools/browser/cdp-client/__tests__/factory.test.ts +69 -0
- package/src/tools/browser/cdp-client/accessibility-snapshot.ts +9 -3
- package/src/tools/browser/cdp-client/cdp-inspect/__tests__/ws-transport.test.ts +1 -0
- package/src/tools/browser/cdp-client/cdp-inspect/discovery.ts +2 -1
- package/src/tools/browser/cdp-client/cdp-inspect/ws-transport.ts +5 -0
- package/src/tools/browser/cdp-client/extension-cdp-client.ts +3 -2
- package/src/tools/browser/network-recorder.ts +2 -1
- package/src/tools/capability-offer.test.ts +22 -2
- package/src/tools/capability-offer.ts +16 -1
- package/src/tools/computer-use/definitions.ts +123 -5
- package/src/tools/computer-use/skill-proxy-bridge.ts +2 -1
- package/src/tools/credentials/metadata-store.ts +100 -0
- package/src/tools/filesystem/search.ts +2 -1
- package/src/tools/host-filesystem/edit.test.ts +2 -1
- package/src/tools/host-filesystem/edit.ts +2 -2
- package/src/tools/host-filesystem/read.test.ts +2 -1
- package/src/tools/host-filesystem/read.ts +2 -2
- package/src/tools/host-filesystem/transfer.test.ts +2 -1
- package/src/tools/host-filesystem/transfer.ts +2 -2
- package/src/tools/host-filesystem/write.test.ts +2 -1
- package/src/tools/host-filesystem/write.ts +2 -2
- package/src/tools/host-terminal/host-shell.test.ts +16 -0
- package/src/tools/host-terminal/host-shell.ts +16 -26
- package/src/tools/network/web-search.ts +6 -1
- package/src/tools/policy-context.ts +6 -7
- package/src/tools/shared/filesystem/file-ops-service.ts +1 -31
- package/src/tools/shared/shell-output.test.ts +10 -0
- package/src/tools/shared/shell-output.ts +14 -2
- package/src/tools/skills/find-similar-skills.test.ts +214 -2
- package/src/tools/skills/find-similar-skills.ts +62 -9
- package/src/tools/skills/resolve-execute-invocation.ts +24 -0
- package/src/tools/skills/sandbox-runner.ts +13 -2
- package/src/tools/skills/scaffold-managed.ts +78 -16
- package/src/tools/subagent/spawn.ts +5 -8
- package/src/tools/terminal/__tests__/safe-env.test.ts +33 -4
- package/src/tools/terminal/__tests__/sanitized-bash.test.ts +43 -0
- package/src/tools/terminal/safe-env.ts +35 -24
- package/src/tools/terminal/sanitized-bash.ts +118 -0
- package/src/tools/terminal/shell-launch.test.ts +162 -0
- package/src/tools/terminal/shell.test.ts +29 -0
- package/src/tools/terminal/shell.ts +13 -7
- package/src/tools/ui-surface/channel-variants.ts +10 -59
- package/src/tools/watch/watch-retro-report.ts +0 -8
- package/src/types/host-capabilities.ts +5 -3
- package/src/util/__tests__/language-subtag.test.ts +23 -1
- package/src/util/abort-reasons.ts +12 -1
- package/src/util/ca-bundle.ts +13 -0
- package/src/util/host-process.test.ts +17 -1
- package/src/util/host-process.ts +24 -0
- package/src/util/language-subtag.ts +16 -0
- package/src/util/platform.ts +8 -0
- package/src/util/plugin-manifest.ts +203 -0
- package/src/util/unicode.ts +44 -1
- package/src/watch/watch-retro.ts +6 -8
- package/src/watch/watch-timeline.ts +2 -2
- package/src/workflows/run-manager.ts +2 -1
- package/src/workspace/git-porcelain.ts +66 -0
- package/src/workspace/git-service.ts +6 -55
- package/src/workspace/migrations/154-repair-retired-codex-gpt-5-4-model-ids.ts +258 -0
- package/src/workspace/migrations/155-move-front-model-config-to-voice.ts +78 -0
- package/src/workspace/migrations/156-extract-workspace-mcp-json.ts +214 -0
- package/src/workspace/migrations/__tests__/155-move-front-model-config-to-voice.test.ts +102 -0
- package/src/workspace/migrations/__tests__/156-extract-workspace-mcp-json.test.ts +199 -0
- package/src/workspace/migrations/registry.ts +6 -0
- package/src/__tests__/app-source-watcher.test.ts +0 -218
- package/src/__tests__/config-watcher-skill-reseed.test.ts +0 -359
- package/src/__tests__/speaker-identification.test.ts +0 -56
- package/src/calls/speaker-identification.ts +0 -233
- package/src/daemon/app-source-watcher.ts +0 -218
- package/src/messaging/providers/whatsapp/client.ts +0 -29
- package/src/runtime/routes/debug-bash-routes.ts +0 -173
- package/src/util/fs-watcher-error.ts +0 -36
- /package/src/{live-voice → calls}/progress-phrases.ts +0 -0
|
@@ -109,8 +109,8 @@ export function classifyKind(mimeType: string): "image" | "video" | "document" {
|
|
|
109
109
|
// Validation / cap enforcement
|
|
110
110
|
// ---------------------------------------------------------------------------
|
|
111
111
|
|
|
112
|
-
interface ValidatedDrafts {
|
|
113
|
-
accepted:
|
|
112
|
+
interface ValidatedDrafts<T extends AssistantAttachmentDraft> {
|
|
113
|
+
accepted: T[];
|
|
114
114
|
warnings: string[];
|
|
115
115
|
}
|
|
116
116
|
|
|
@@ -119,10 +119,10 @@ interface ValidatedDrafts {
|
|
|
119
119
|
*
|
|
120
120
|
* - Rejects individual drafts that exceed `MAX_ASSISTANT_ATTACHMENT_BYTES`.
|
|
121
121
|
*/
|
|
122
|
-
export function validateDrafts(
|
|
123
|
-
drafts:
|
|
124
|
-
): ValidatedDrafts {
|
|
125
|
-
const accepted:
|
|
122
|
+
export function validateDrafts<T extends AssistantAttachmentDraft>(
|
|
123
|
+
drafts: T[],
|
|
124
|
+
): ValidatedDrafts<T> {
|
|
125
|
+
const accepted: T[] = [];
|
|
126
126
|
const warnings: string[] = [];
|
|
127
127
|
|
|
128
128
|
for (const draft of drafts) {
|
|
@@ -800,6 +800,16 @@ function toolNameToFilePrefix(toolName?: string): string {
|
|
|
800
800
|
.toLowerCase();
|
|
801
801
|
}
|
|
802
802
|
|
|
803
|
+
/** Shared download name for an image produced by a tool result. */
|
|
804
|
+
export function toolImageFilename(
|
|
805
|
+
mediaType: string,
|
|
806
|
+
toolName?: string,
|
|
807
|
+
title?: string,
|
|
808
|
+
): string {
|
|
809
|
+
const ext = mediaType.split("/")[1] ?? "png";
|
|
810
|
+
return `${title || toolNameToFilePrefix(toolName)}.${ext}`;
|
|
811
|
+
}
|
|
812
|
+
|
|
803
813
|
/**
|
|
804
814
|
* Convert tool content blocks (images/files from tool results) into
|
|
805
815
|
* attachment drafts. Blocks that aren't image or file types are skipped.
|
|
@@ -820,12 +830,10 @@ export function contentBlocksToDrafts(
|
|
|
820
830
|
const src = b.source as ImageBlock["source"];
|
|
821
831
|
const data = src.data;
|
|
822
832
|
const mimeType = src.media_type;
|
|
823
|
-
const ext = mimeType.split("/")[1] ?? "png";
|
|
824
833
|
const title = typeof b._title === "string" ? b._title : undefined;
|
|
825
|
-
const prefix = title || toolNameToFilePrefix(toolName);
|
|
826
834
|
drafts.push({
|
|
827
835
|
sourceType: "tool_block",
|
|
828
|
-
filename:
|
|
836
|
+
filename: toolImageFilename(mimeType, toolName, title),
|
|
829
837
|
mimeType,
|
|
830
838
|
dataBase64: data,
|
|
831
839
|
sizeBytes: estimateBase64Bytes(data),
|
|
@@ -918,9 +926,9 @@ export function cleanAssistantContent(content: readonly unknown[]): {
|
|
|
918
926
|
* data from being attached twice when it appears as both a directive tag
|
|
919
927
|
* (user-chosen name) and an auto-converted tool block ("tool-output.png").
|
|
920
928
|
*/
|
|
921
|
-
export function deduplicateDrafts(
|
|
922
|
-
drafts:
|
|
923
|
-
):
|
|
929
|
+
export function deduplicateDrafts<T extends AssistantAttachmentDraft>(
|
|
930
|
+
drafts: T[],
|
|
931
|
+
): T[] {
|
|
924
932
|
const seenKeys = new Set<string>();
|
|
925
933
|
const seenDirectiveHashes = new Set<string>();
|
|
926
934
|
return drafts.filter((d) => {
|
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* File watchers and config reload logic extracted from DaemonServer.
|
|
3
|
-
* Watches workspace files (config, prompts
|
|
4
|
-
*
|
|
3
|
+
* Watches workspace files (config, prompts, signals, avatar, sounds).
|
|
4
|
+
* Skill capability cards reseed from SKILL.md mtimes in the memory worker
|
|
5
|
+
* and the assistant process, not from this watcher.
|
|
5
6
|
*/
|
|
6
7
|
import {
|
|
7
8
|
existsSync,
|
|
8
9
|
type FSWatcher,
|
|
9
10
|
mkdirSync,
|
|
10
|
-
readdirSync,
|
|
11
11
|
readFileSync,
|
|
12
12
|
unwatchFile,
|
|
13
13
|
watch,
|
|
14
14
|
watchFile,
|
|
15
15
|
} from "node:fs";
|
|
16
|
-
import {
|
|
16
|
+
import { join } from "node:path";
|
|
17
17
|
|
|
18
18
|
import { AVATAR_IMAGE_FILENAME } from "@vellumai/avatar-manifest";
|
|
19
19
|
|
|
@@ -44,50 +44,14 @@ import {
|
|
|
44
44
|
getSoundsDir,
|
|
45
45
|
getWorkspaceDir,
|
|
46
46
|
getWorkspacePromptPath,
|
|
47
|
-
|
|
47
|
+
WORKSPACE_MCP_FILENAME,
|
|
48
48
|
} from "../util/platform.js";
|
|
49
49
|
import { evictConversationsForReload } from "./conversation-store.js";
|
|
50
50
|
import { parseIdentityFields } from "./handlers/identity.js";
|
|
51
51
|
import { reloadMcpServers } from "./mcp-reload-service.js";
|
|
52
|
-
import { refreshSkillCapabilityMemories } from "./skill-memory-refresh.js";
|
|
53
52
|
|
|
54
53
|
const log = getLogger("config-watcher");
|
|
55
54
|
|
|
56
|
-
const SKILL_WATCH_SKIPPED_DIRS = new Set([
|
|
57
|
-
"node_modules",
|
|
58
|
-
".git",
|
|
59
|
-
"__pycache__",
|
|
60
|
-
".install-staging",
|
|
61
|
-
".cache",
|
|
62
|
-
".next",
|
|
63
|
-
".turbo",
|
|
64
|
-
".venv",
|
|
65
|
-
"coverage",
|
|
66
|
-
]);
|
|
67
|
-
|
|
68
|
-
function isSkippedSkillWatchPath(relativePath: string): boolean {
|
|
69
|
-
if (relativePath === "(unknown)") {
|
|
70
|
-
return false;
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
const segments = relativePath.split(/[\\/]+/).filter(Boolean);
|
|
74
|
-
return segments.some((segment) => SKILL_WATCH_SKIPPED_DIRS.has(segment));
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
/**
|
|
78
|
-
* Files whose contents feed the skill catalog: `SKILL.md` carries a skill's
|
|
79
|
-
* metadata and body, `TOOLS.json` its tool manifest. Both live at the top
|
|
80
|
-
* level of a skill directory. Every other file (scripts, reference docs, build
|
|
81
|
-
* output) is read fresh on demand or irrelevant to the catalog, so changes to
|
|
82
|
-
* them do not require a catalog reload.
|
|
83
|
-
*/
|
|
84
|
-
const SKILL_CATALOG_FILENAMES = new Set(["SKILL.md", "TOOLS.json"]);
|
|
85
|
-
|
|
86
|
-
/** True when a changed path's basename is a skill-catalog file. */
|
|
87
|
-
function isSkillCatalogFile(filename: string): boolean {
|
|
88
|
-
return SKILL_CATALOG_FILENAMES.has(basename(filename));
|
|
89
|
-
}
|
|
90
|
-
|
|
91
55
|
/**
|
|
92
56
|
* Attach a resilient error handler to an FSWatcher so that async errors
|
|
93
57
|
* (e.g. ENXIO when a Unix socket file like `gateway.sock` appears in a
|
|
@@ -227,19 +191,11 @@ export class ConfigWatcher {
|
|
|
227
191
|
return;
|
|
228
192
|
}
|
|
229
193
|
try {
|
|
230
|
-
const prevMcpFingerprint = JSON.stringify(this.lastConfig?.mcp ?? {});
|
|
231
194
|
const changed = await this.refreshConfigFromSources();
|
|
232
195
|
if (changed) {
|
|
233
196
|
evictConversationsForReload();
|
|
234
197
|
refreshAuthenticatedApiRateLimit();
|
|
235
198
|
publishConfigChanged();
|
|
236
|
-
const newConfig = this.lastConfig ?? getConfig();
|
|
237
|
-
const newMcpFingerprint = JSON.stringify(newConfig.mcp ?? {});
|
|
238
|
-
if (newMcpFingerprint !== prevMcpFingerprint) {
|
|
239
|
-
reloadMcpServers().catch((err: unknown) => {
|
|
240
|
-
log.error({ err }, "MCP reload after config change failed");
|
|
241
|
-
});
|
|
242
|
-
}
|
|
243
199
|
}
|
|
244
200
|
} catch (err) {
|
|
245
201
|
log.error(
|
|
@@ -248,6 +204,14 @@ export class ConfigWatcher {
|
|
|
248
204
|
);
|
|
249
205
|
}
|
|
250
206
|
},
|
|
207
|
+
[WORKSPACE_MCP_FILENAME]: () => {
|
|
208
|
+
if (this.suppressReload) {
|
|
209
|
+
return;
|
|
210
|
+
}
|
|
211
|
+
reloadMcpServers().catch((err: unknown) => {
|
|
212
|
+
log.error({ err }, "MCP reload after mcp.json change failed");
|
|
213
|
+
});
|
|
214
|
+
},
|
|
251
215
|
"SOUL.md": () => {
|
|
252
216
|
evictConversationsForReload();
|
|
253
217
|
},
|
|
@@ -270,7 +234,6 @@ export class ConfigWatcher {
|
|
|
270
234
|
this.startAvatarWatcher();
|
|
271
235
|
this.startSignalsWatcher();
|
|
272
236
|
this.startUsersWatcher();
|
|
273
|
-
this.startSkillsWatchers();
|
|
274
237
|
}
|
|
275
238
|
|
|
276
239
|
stop(): void {
|
|
@@ -485,150 +448,6 @@ export class ConfigWatcher {
|
|
|
485
448
|
);
|
|
486
449
|
}
|
|
487
450
|
}
|
|
488
|
-
|
|
489
|
-
private startSkillsWatchers(): void {
|
|
490
|
-
const skillsDir = getWorkspaceSkillsDir();
|
|
491
|
-
if (!existsSync(skillsDir)) {
|
|
492
|
-
return;
|
|
493
|
-
}
|
|
494
|
-
|
|
495
|
-
const scheduleSkillsReload = (file: string): void => {
|
|
496
|
-
if (isSkippedSkillWatchPath(file)) {
|
|
497
|
-
return;
|
|
498
|
-
}
|
|
499
|
-
|
|
500
|
-
this.debounceTimers.schedule("skills:catalog", () => {
|
|
501
|
-
log.info({ file }, "Skill catalog changed, reloading");
|
|
502
|
-
evictConversationsForReload();
|
|
503
|
-
refreshSkillCapabilityMemories(getConfig());
|
|
504
|
-
});
|
|
505
|
-
};
|
|
506
|
-
|
|
507
|
-
// Only SKILL.md and TOOLS.json feed the skill catalog, and both live at the
|
|
508
|
-
// top level of a skill directory. Changes to any other file (scripts,
|
|
509
|
-
// reference docs, build output) never alter the catalog, so the watchers
|
|
510
|
-
// react only to those two files — plus skill directories appearing or
|
|
511
|
-
// disappearing, which is an install or removal.
|
|
512
|
-
try {
|
|
513
|
-
const recursiveWatcher = watch(
|
|
514
|
-
skillsDir,
|
|
515
|
-
{ recursive: true },
|
|
516
|
-
(_eventType, filename) => {
|
|
517
|
-
if (!filename || isSkillCatalogFile(String(filename))) {
|
|
518
|
-
scheduleSkillsReload(filename ? String(filename) : "(unknown)");
|
|
519
|
-
}
|
|
520
|
-
},
|
|
521
|
-
);
|
|
522
|
-
attachWatcherErrorHandler(recursiveWatcher, skillsDir);
|
|
523
|
-
this.watchers.push(recursiveWatcher);
|
|
524
|
-
log.info({ dir: skillsDir }, "Watching skills catalog recursively");
|
|
525
|
-
return;
|
|
526
|
-
} catch (err) {
|
|
527
|
-
log.info(
|
|
528
|
-
{ err, dir: skillsDir },
|
|
529
|
-
"Recursive skills watch unavailable; using per-skill-directory watchers",
|
|
530
|
-
);
|
|
531
|
-
}
|
|
532
|
-
|
|
533
|
-
// Fallback when recursive watches are unavailable: watch the skills root
|
|
534
|
-
// (to detect a skill being installed or removed) plus each immediate skill
|
|
535
|
-
// directory (to detect SKILL.md / TOOLS.json edits). Nested subdirectories
|
|
536
|
-
// are deliberately not watched, bounding the descriptor count to one per
|
|
537
|
-
// skill rather than one per subdirectory.
|
|
538
|
-
const skillDirWatchers = new Map<string, FSWatcher>();
|
|
539
|
-
|
|
540
|
-
const watchDir = (
|
|
541
|
-
dirPath: string,
|
|
542
|
-
onChange: (filename: string | null) => void,
|
|
543
|
-
): FSWatcher | null => {
|
|
544
|
-
try {
|
|
545
|
-
const watcher = watch(dirPath, (_eventType, filename) => {
|
|
546
|
-
onChange(filename ? String(filename) : null);
|
|
547
|
-
});
|
|
548
|
-
attachWatcherErrorHandler(watcher, dirPath);
|
|
549
|
-
this.watchers.push(watcher);
|
|
550
|
-
return watcher;
|
|
551
|
-
} catch (err) {
|
|
552
|
-
log.warn({ err, dirPath }, "Failed to watch skill directory");
|
|
553
|
-
return null;
|
|
554
|
-
}
|
|
555
|
-
};
|
|
556
|
-
|
|
557
|
-
const removeWatcher = (watcher: FSWatcher): void => {
|
|
558
|
-
const idx = this.watchers.indexOf(watcher);
|
|
559
|
-
if (idx !== -1) {
|
|
560
|
-
this.watchers.splice(idx, 1);
|
|
561
|
-
}
|
|
562
|
-
};
|
|
563
|
-
|
|
564
|
-
const listSkillDirs = (): string[] => {
|
|
565
|
-
try {
|
|
566
|
-
return readdirSync(skillsDir, { withFileTypes: true })
|
|
567
|
-
.filter(
|
|
568
|
-
(entry) =>
|
|
569
|
-
entry.isDirectory() && !SKILL_WATCH_SKIPPED_DIRS.has(entry.name),
|
|
570
|
-
)
|
|
571
|
-
.map((entry) => join(skillsDir, entry.name));
|
|
572
|
-
} catch (err) {
|
|
573
|
-
log.warn({ err, skillsDir }, "Failed to enumerate skill directories");
|
|
574
|
-
return [];
|
|
575
|
-
}
|
|
576
|
-
};
|
|
577
|
-
|
|
578
|
-
// Reconcile the per-skill-directory watchers against what is on disk.
|
|
579
|
-
// Returns true when the set of watched directories changed — i.e. a skill
|
|
580
|
-
// was installed or removed — so the caller can reload the catalog.
|
|
581
|
-
const refreshSkillDirWatchers = (): boolean => {
|
|
582
|
-
const nextDirs = new Set(listSkillDirs());
|
|
583
|
-
let changed = false;
|
|
584
|
-
|
|
585
|
-
for (const [dirPath, watcher] of skillDirWatchers.entries()) {
|
|
586
|
-
if (nextDirs.has(dirPath)) {
|
|
587
|
-
continue;
|
|
588
|
-
}
|
|
589
|
-
watcher.close();
|
|
590
|
-
skillDirWatchers.delete(dirPath);
|
|
591
|
-
removeWatcher(watcher);
|
|
592
|
-
changed = true;
|
|
593
|
-
}
|
|
594
|
-
|
|
595
|
-
for (const dirPath of nextDirs) {
|
|
596
|
-
if (skillDirWatchers.has(dirPath)) {
|
|
597
|
-
continue;
|
|
598
|
-
}
|
|
599
|
-
const watcher = watchDir(dirPath, (filename) => {
|
|
600
|
-
if (!filename || isSkillCatalogFile(filename)) {
|
|
601
|
-
scheduleSkillsReload(filename ?? "(unknown)");
|
|
602
|
-
}
|
|
603
|
-
});
|
|
604
|
-
if (watcher) {
|
|
605
|
-
skillDirWatchers.set(dirPath, watcher);
|
|
606
|
-
changed = true;
|
|
607
|
-
}
|
|
608
|
-
}
|
|
609
|
-
|
|
610
|
-
return changed;
|
|
611
|
-
};
|
|
612
|
-
|
|
613
|
-
const rootWatcher = watchDir(skillsDir, () => {
|
|
614
|
-
// A change directly under the skills root means a skill directory was
|
|
615
|
-
// added, removed, or renamed. Re-sync the per-skill watchers and reload
|
|
616
|
-
// the catalog when the set actually changed.
|
|
617
|
-
if (refreshSkillDirWatchers()) {
|
|
618
|
-
scheduleSkillsReload("(skill installed or removed)");
|
|
619
|
-
}
|
|
620
|
-
});
|
|
621
|
-
|
|
622
|
-
if (!rootWatcher) {
|
|
623
|
-
return;
|
|
624
|
-
}
|
|
625
|
-
|
|
626
|
-
refreshSkillDirWatchers();
|
|
627
|
-
log.info(
|
|
628
|
-
{ dir: skillsDir },
|
|
629
|
-
"Watching skills catalog with per-skill-directory fallback",
|
|
630
|
-
);
|
|
631
|
-
}
|
|
632
451
|
}
|
|
633
452
|
|
|
634
453
|
/**
|
|
@@ -12,6 +12,7 @@ import { v4 as uuid } from "uuid";
|
|
|
12
12
|
|
|
13
13
|
import { onActivationToolCall } from "../activation/turn-hooks.js";
|
|
14
14
|
import type { AgentEvent } from "../agent/loop.js";
|
|
15
|
+
import { resolveComputerUseToolName } from "../api/computer-use-tool.js";
|
|
15
16
|
import type { AnsweredQuestion } from "../api/events/question-answered.js";
|
|
16
17
|
import type { AssistantEvent } from "../api/index.js";
|
|
17
18
|
import type {
|
|
@@ -321,6 +322,8 @@ export interface EventHandlerState {
|
|
|
321
322
|
providerErrorProfile: string | null;
|
|
322
323
|
persistProviderErrorAsAssistantMessage: boolean;
|
|
323
324
|
lastAssistantMessageId: string | undefined;
|
|
325
|
+
/** Assistant rows that must join the turn's final disk-view export. */
|
|
326
|
+
readonly assistantMessageIdsToSync: Set<string>;
|
|
324
327
|
/**
|
|
325
328
|
* Visibility marker stamped on {@link lastAssistantMessageId}, when the turn
|
|
326
329
|
* routed its reply through `send_user_message`. The turn's terminal
|
|
@@ -365,6 +368,12 @@ export interface EventHandlerState {
|
|
|
365
368
|
readonly accumulatedToolContentBlocks: ContentBlock[];
|
|
366
369
|
/** Maps index in accumulatedToolContentBlocks → tool name that produced it. */
|
|
367
370
|
readonly toolContentBlockToolNames: Map<number, string>;
|
|
371
|
+
/** Supported computer-use calls in model invocation order for this run. */
|
|
372
|
+
readonly computerUseToolUseIds: string[];
|
|
373
|
+
/** Tool names for supported computer-use ids, also used for persisted names. */
|
|
374
|
+
readonly computerUseToolNames: Map<string, string>;
|
|
375
|
+
/** Latest screenshot block for each supported invocation. */
|
|
376
|
+
readonly computerUseScreenshotBlocks: Map<string, ImageContent>;
|
|
368
377
|
readonly directiveWarnings: string[];
|
|
369
378
|
readonly toolUseIdToName: Map<string, string>;
|
|
370
379
|
/** Sticky for the whole run: this turn created/refreshed an app. */
|
|
@@ -707,6 +716,7 @@ export function createEventHandlerState(): EventHandlerState {
|
|
|
707
716
|
providerErrorProfile: null,
|
|
708
717
|
persistProviderErrorAsAssistantMessage: false,
|
|
709
718
|
lastAssistantMessageId: undefined,
|
|
719
|
+
assistantMessageIdsToSync: new Set(),
|
|
710
720
|
assistantRowAwaitingFinalization: false,
|
|
711
721
|
inflightWriters: new Map(),
|
|
712
722
|
pendingToolResults: new Map(),
|
|
@@ -715,6 +725,9 @@ export function createEventHandlerState(): EventHandlerState {
|
|
|
715
725
|
accumulatedDirectives: [],
|
|
716
726
|
accumulatedToolContentBlocks: [],
|
|
717
727
|
toolContentBlockToolNames: new Map(),
|
|
728
|
+
computerUseToolUseIds: [],
|
|
729
|
+
computerUseToolNames: new Map(),
|
|
730
|
+
computerUseScreenshotBlocks: new Map(),
|
|
718
731
|
directiveWarnings: [],
|
|
719
732
|
toolUseIdToName: new Map(),
|
|
720
733
|
appBuildToolUsedThisRun: false,
|
|
@@ -759,6 +772,26 @@ export function createEventHandlerState(): EventHandlerState {
|
|
|
759
772
|
};
|
|
760
773
|
}
|
|
761
774
|
|
|
775
|
+
/** Select the last screenshot-bearing computer-use call by invocation order. */
|
|
776
|
+
export function selectFinalComputerUseScreenshotCandidate(
|
|
777
|
+
state: Pick<
|
|
778
|
+
EventHandlerState,
|
|
779
|
+
| "computerUseToolUseIds"
|
|
780
|
+
| "computerUseToolNames"
|
|
781
|
+
| "computerUseScreenshotBlocks"
|
|
782
|
+
>,
|
|
783
|
+
): { toolName: string; block: ImageContent } | undefined {
|
|
784
|
+
for (let i = state.computerUseToolUseIds.length - 1; i >= 0; i--) {
|
|
785
|
+
const toolUseId = state.computerUseToolUseIds[i]!;
|
|
786
|
+
const block = state.computerUseScreenshotBlocks.get(toolUseId);
|
|
787
|
+
const toolName = state.computerUseToolNames.get(toolUseId);
|
|
788
|
+
if (block && toolName) {
|
|
789
|
+
return { toolName, block };
|
|
790
|
+
}
|
|
791
|
+
}
|
|
792
|
+
return undefined;
|
|
793
|
+
}
|
|
794
|
+
|
|
762
795
|
/**
|
|
763
796
|
* Resolve this turn's reveal candidates for chat sentinel redaction.
|
|
764
797
|
*
|
|
@@ -1761,6 +1794,14 @@ export function handleToolUse(
|
|
|
1761
1794
|
event: Extract<AgentEvent, { type: "tool_use" }>,
|
|
1762
1795
|
): void {
|
|
1763
1796
|
state.toolUseIdToName.set(event.id, event.name);
|
|
1797
|
+
const computerUseToolName = resolveComputerUseToolName(
|
|
1798
|
+
event.name,
|
|
1799
|
+
event.input,
|
|
1800
|
+
);
|
|
1801
|
+
if (computerUseToolName) {
|
|
1802
|
+
state.computerUseToolUseIds.push(event.id);
|
|
1803
|
+
state.computerUseToolNames.set(event.id, computerUseToolName);
|
|
1804
|
+
}
|
|
1764
1805
|
// Activation checklist: keep the launched task's live step count moving.
|
|
1765
1806
|
// Fire-and-forget and throttled inside the hook; a no-op for every
|
|
1766
1807
|
// conversation no activation task points at.
|
|
@@ -2233,16 +2274,41 @@ export async function finalizePendingToolResultRow(
|
|
|
2233
2274
|
state.pendingToolResults,
|
|
2234
2275
|
await resolvedRevealCandidatesForState(state),
|
|
2235
2276
|
);
|
|
2236
|
-
const
|
|
2277
|
+
const referencedBlocks =
|
|
2237
2278
|
conv != null
|
|
2238
2279
|
? await referenceMediaBlocksForPersist(
|
|
2239
2280
|
conversationId,
|
|
2240
2281
|
conv.createdAt,
|
|
2241
2282
|
rowId,
|
|
2242
2283
|
blocks as ContentBlock[],
|
|
2284
|
+
state.computerUseToolNames,
|
|
2243
2285
|
)
|
|
2244
|
-
: blocks
|
|
2245
|
-
)
|
|
2286
|
+
: blocks;
|
|
2287
|
+
for (const block of referencedBlocks) {
|
|
2288
|
+
// guard:allow-tool-result-only: locally-executed tool results carry rich
|
|
2289
|
+
// contentBlocks and pending computer-use state; provider web-search
|
|
2290
|
+
// results carry opaque content and never enter the local pending-tool map.
|
|
2291
|
+
if (block.type !== "tool_result") {
|
|
2292
|
+
continue;
|
|
2293
|
+
}
|
|
2294
|
+
const pending = state.pendingToolResults.get(block.tool_use_id);
|
|
2295
|
+
if (pending && block.contentBlocks) {
|
|
2296
|
+
pending.contentBlocks = block.contentBlocks;
|
|
2297
|
+
}
|
|
2298
|
+
if (!state.computerUseToolNames.has(block.tool_use_id)) {
|
|
2299
|
+
continue;
|
|
2300
|
+
}
|
|
2301
|
+
const screenshot = block.contentBlocks
|
|
2302
|
+
?.filter(
|
|
2303
|
+
(contentBlock): contentBlock is ImageContent =>
|
|
2304
|
+
contentBlock.type === "image",
|
|
2305
|
+
)
|
|
2306
|
+
.at(-1);
|
|
2307
|
+
if (screenshot) {
|
|
2308
|
+
state.computerUseScreenshotBlocks.set(block.tool_use_id, screenshot);
|
|
2309
|
+
}
|
|
2310
|
+
}
|
|
2311
|
+
const contentJson = JSON.stringify(referencedBlocks);
|
|
2246
2312
|
const toolRowFinalized = await finalizeInflightContent(
|
|
2247
2313
|
state.inflightWriters.get(rowId),
|
|
2248
2314
|
rowId,
|
|
@@ -2528,8 +2594,13 @@ export async function handleToolResult(
|
|
|
2528
2594
|
deps.ctx.markWorkspaceTopLevelDirty();
|
|
2529
2595
|
}
|
|
2530
2596
|
|
|
2597
|
+
const computerUseCall = state.computerUseToolNames.has(event.toolUseId);
|
|
2531
2598
|
if (event.contentBlocks) {
|
|
2532
2599
|
for (const cb of event.contentBlocks) {
|
|
2600
|
+
if (computerUseCall && cb.type === "image") {
|
|
2601
|
+
state.computerUseScreenshotBlocks.set(event.toolUseId, cb);
|
|
2602
|
+
continue;
|
|
2603
|
+
}
|
|
2533
2604
|
if (cb.type === "image" || cb.type === "file") {
|
|
2534
2605
|
state.accumulatedToolContentBlocks.push(cb);
|
|
2535
2606
|
if (toolName) {
|
|
@@ -38,6 +38,7 @@ import {
|
|
|
38
38
|
import { getConfig } from "../config/loader.js";
|
|
39
39
|
import type { LLMCallSite } from "../config/schemas/llm.js";
|
|
40
40
|
import { isSendUserMessageActiveForTurn } from "../config/send-user-message-gate.js";
|
|
41
|
+
import { desktopAutomationLease } from "../desktop/desktop-automation-lease.js";
|
|
41
42
|
import { writeRelationshipState } from "../home/relationship-state-writer.js";
|
|
42
43
|
import type { UserPromptSubmitInputContext } from "../hooks/types.js";
|
|
43
44
|
import {
|
|
@@ -105,6 +106,7 @@ import {
|
|
|
105
106
|
type EventHandlerDeps,
|
|
106
107
|
finalizePendingToolResultRow,
|
|
107
108
|
resetInjectionLedgersForStrip,
|
|
109
|
+
selectFinalComputerUseScreenshotCandidate,
|
|
108
110
|
settlePendingPartialFlush,
|
|
109
111
|
} from "./conversation-agent-loop-handlers.js";
|
|
110
112
|
import {
|
|
@@ -913,6 +915,7 @@ export async function runAgentLoopImpl(
|
|
|
913
915
|
if (ctx.pendingReactionRecords?.length) {
|
|
914
916
|
ownedReactionRecords.push(...ctx.pendingReactionRecords.splice(0));
|
|
915
917
|
}
|
|
918
|
+
desktopAutomationLease.releaseForConversation(ctx.conversationId);
|
|
916
919
|
ctx.abortController = null;
|
|
917
920
|
ctx.setProcessing(false);
|
|
918
921
|
unregisterInflightTurn(ctx.conversationId, state);
|
|
@@ -1949,6 +1952,8 @@ export async function runAgentLoopImpl(
|
|
|
1949
1952
|
state.lastAssistantMessageId,
|
|
1950
1953
|
)
|
|
1951
1954
|
: state.lastAssistantMessageId;
|
|
1955
|
+
const computerUseScreenshotCandidate =
|
|
1956
|
+
selectFinalComputerUseScreenshotCandidate(state);
|
|
1952
1957
|
// Resolve attachments (only when not cancelled, this is expensive async I/O)
|
|
1953
1958
|
const attachmentResult = await resolveAssistantAttachments(
|
|
1954
1959
|
state.accumulatedDirectives,
|
|
@@ -1965,9 +1970,16 @@ export async function runAgentLoopImpl(
|
|
|
1965
1970
|
),
|
|
1966
1971
|
attachmentTargetMessageId,
|
|
1967
1972
|
state.toolContentBlockToolNames,
|
|
1973
|
+
computerUseScreenshotCandidate,
|
|
1968
1974
|
);
|
|
1969
1975
|
const { assistantAttachments, emittedAttachments } = attachmentResult;
|
|
1970
1976
|
persistedAttachmentFiles = attachmentResult.persistedFiles;
|
|
1977
|
+
if (
|
|
1978
|
+
attachmentTargetMessageId &&
|
|
1979
|
+
attachmentResult.linkedAttachmentIds.length > 0
|
|
1980
|
+
) {
|
|
1981
|
+
state.assistantMessageIdsToSync.add(attachmentTargetMessageId);
|
|
1982
|
+
}
|
|
1971
1983
|
|
|
1972
1984
|
ctx.lastAssistantAttachments = assistantAttachments;
|
|
1973
1985
|
ctx.lastAttachmentWarnings = attachmentResult.directiveWarnings;
|