@vellumai/assistant 0.12.1 → 0.12.2-dev.202609162214.308bda0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +2 -0
- package/AGENTS.md +5 -1
- package/ARCHITECTURE.md +20 -21
- package/Dockerfile +7 -7
- package/docs/architecture/integrations.md +7 -0
- package/docs/architecture/memory.md +11 -2
- package/docs/architecture/turn-actor.md +15 -8
- package/docs/credential-execution-service.md +1 -1
- package/docs/desktop-browser-cli.md +35 -0
- package/docs/guardian-request-flow.md +16 -0
- package/node_modules/@vellumai/environments/src/shell.test.ts +21 -0
- package/node_modules/@vellumai/environments/src/shell.ts +24 -0
- package/node_modules/@vellumai/gateway-client/src/inbound-contract.ts +8 -2
- package/node_modules/@vellumai/slack-text/src/index.ts +13 -8
- package/node_modules/@vellumai/slack-text/src/label-resolution-entities.test.ts +95 -0
- package/openapi.yaml +564 -111
- package/package.json +7 -4
- package/scripts/bundled-plugin-packages.ts +154 -0
- package/scripts/generate-bundled-plugin-packages.ts +29 -0
- package/scripts/postinstall.ts +33 -0
- package/scripts/smoke-desktop-browser-cli.ts +280 -0
- package/scripts/smoke-desktop-window-theme.ts +186 -0
- package/scripts/sync-llm-catalog.ts +3 -0
- package/scripts/test.ts +15 -13
- package/scripts/voice-ttft-spike.ts +2 -2
- package/src/__tests__/agent-loop.test.ts +124 -0
- package/src/__tests__/always-loaded-tools-guard.test.ts +18 -10
- package/src/__tests__/anthropic-provider.test.ts +0 -63
- package/src/__tests__/app-compiler.test.ts +6 -0
- package/src/__tests__/app-control-tool-schemas.test.ts +5 -2
- package/src/__tests__/app-dir-path-guard.test.ts +1 -3
- package/src/__tests__/approval-interception-trust-gates.test.ts +40 -0
- package/src/__tests__/assistant-event-hub-machine-name.test.ts +6 -7
- package/src/__tests__/assistant-event-hub.test.ts +44 -0
- package/src/__tests__/attachments-store.test.ts +22 -3
- package/src/__tests__/channel-approval.test.ts +9 -14
- package/src/__tests__/channel-reply-delivery.test.ts +56 -0
- package/src/__tests__/computer-use-screenshot-attachments.test.ts +411 -0
- package/src/__tests__/computer-use-screenshot-selection.test.ts +50 -0
- package/src/__tests__/computer-use-skill-manifest-regression.test.ts +1 -1
- package/src/__tests__/computer-use-skill-proxy-bridge.test.ts +5 -2
- package/src/__tests__/computer-use-tools.test.ts +19 -7
- package/src/__tests__/config-schema-cmd.test.ts +2 -2
- package/src/__tests__/config-schema.test.ts +29 -30
- package/src/__tests__/config-sounds-sync.test.ts +23 -0
- package/src/__tests__/config-watcher.test.ts +23 -8
- package/src/__tests__/connection-model-compat.test.ts +2 -2
- package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +2 -0
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +2 -0
- package/src/__tests__/conversation-agent-loop.test.ts +257 -6
- package/src/__tests__/conversation-attachments.test.ts +106 -0
- package/src/__tests__/conversation-error.test.ts +4 -1
- package/src/__tests__/conversation-fork-crud.test.ts +191 -0
- package/src/__tests__/conversation-key-store-disk-view.test.ts +1 -1
- package/src/__tests__/conversation-pairing.test.ts +26 -0
- package/src/__tests__/conversation-process-app-control-preactivation.test.ts +4 -10
- package/src/__tests__/conversation-queue.test.ts +48 -207
- package/src/__tests__/conversation-retry-discard.test.ts +54 -1
- package/src/__tests__/conversation-runtime-assembly.test.ts +33 -3
- package/src/__tests__/conversation-skill-tools.test.ts +27 -0
- package/src/__tests__/conversation-surfaces-app-control.test.ts +8 -3
- package/src/__tests__/conversation-surfaces-point-at-budget.test.ts +1 -0
- package/src/__tests__/conversation-surfaces-point-at-capability.test.ts +1 -0
- package/src/__tests__/conversation-surfaces-task-progress.test.ts +67 -0
- package/src/__tests__/conversation-title-service.test.ts +14 -10
- package/src/__tests__/conversation-tool-setup-app-refresh.test.ts +3 -5
- package/src/__tests__/conversation-tool-setup-attribution.test.ts +51 -0
- package/src/__tests__/credential-execution-client.test.ts +70 -53
- package/src/__tests__/credential-record-retire.test.ts +171 -1
- package/src/__tests__/credential-routes.test.ts +250 -3
- package/src/__tests__/credential-security-invariants.test.ts +5 -3
- package/src/__tests__/cu-unified-flow.test.ts +14 -4
- package/src/__tests__/db-conversation-tool-surface.test.ts +144 -0
- package/src/__tests__/document-sync-tags.test.ts +25 -0
- package/src/__tests__/drain-kick-guard.test.ts +0 -2
- package/src/__tests__/drain-requeue-on-contention.test.ts +0 -6
- package/src/__tests__/events-tail-route.test.ts +33 -0
- package/src/__tests__/evict-conversations-for-reload.test.ts +1 -1
- package/src/__tests__/external-plugin-loader.test.ts +52 -0
- package/src/__tests__/git-porcelain.test.ts +47 -0
- package/src/__tests__/headless-browser-mode.test.ts +48 -0
- package/src/__tests__/heartbeat-service.test.ts +56 -40
- package/src/__tests__/helpers/set-workspace-mcp.ts +11 -0
- package/src/__tests__/host-bash-proxy.test.ts +26 -45
- package/src/__tests__/host-browser-proxy.test.ts +6 -17
- package/src/__tests__/host-cu-proxy.test.ts +712 -18
- package/src/__tests__/host-file-proxy-targeted.test.ts +23 -0
- package/src/__tests__/host-file-proxy.test.ts +11 -23
- package/src/__tests__/host-transfer-proxy-targeted.test.ts +30 -9
- package/src/__tests__/inference-profile-session-handler.test.ts +26 -0
- package/src/__tests__/list-all-apps.test.ts +40 -8
- package/src/__tests__/list-messages-camera-frame.test.ts +121 -0
- package/src/__tests__/list-messages-tool-merge.test.ts +85 -1
- package/src/__tests__/llm-catalog-parity.test.ts +51 -3
- package/src/__tests__/managed-store.test.ts +121 -0
- package/src/__tests__/mcp-auth-routes.test.ts +104 -8
- package/src/__tests__/mcp-client-auth.test.ts +54 -0
- package/src/__tests__/mcp-config-secret-boundary.test.ts +78 -136
- package/src/__tests__/mcp-health-check.test.ts +40 -43
- package/src/__tests__/mcp-list-plugin-servers.test.ts +85 -42
- package/src/__tests__/mcp-tool-annotations-risk.test.ts +4 -2
- package/src/__tests__/message-deleted-hook-dispatch.test.ts +119 -0
- package/src/__tests__/messages-after-tiebreaker.test.ts +91 -0
- package/src/__tests__/messages-read-boundary-guard.test.ts +1 -1
- package/src/__tests__/messaging-send-tool.test.ts +355 -548
- package/src/__tests__/model-intents.test.ts +3 -0
- package/src/__tests__/notification-vellum-adapter.test.ts +85 -2
- package/src/__tests__/oauth-apps-routes.test.ts +1 -0
- package/src/__tests__/oauth-commands-routes.test.ts +282 -101
- package/src/__tests__/oauth-connect-orchestrator.test.ts +2 -0
- package/src/__tests__/oauth-provider-profiles.test.ts +18 -0
- package/src/__tests__/oauth-provider-serializer.test.ts +23 -0
- package/src/__tests__/oauth-providers-routes.test.ts +3 -0
- package/src/__tests__/openai-provider.test.ts +1 -0
- package/src/__tests__/outlook-messaging-provider.test.ts +6 -6
- package/src/__tests__/persist-media-references.test.ts +50 -0
- package/src/__tests__/platform-callback-registration.test.ts +8 -16
- package/src/__tests__/platform-client-verify-credential.test.ts +2 -0
- package/src/__tests__/plugin-import-boundary-guard.test.ts +13 -0
- package/src/__tests__/qdrant-manager.test.ts +132 -0
- package/src/__tests__/resolve-app.test.ts +135 -0
- package/src/__tests__/run-conversation-turn-persistence.test.ts +138 -1
- package/src/__tests__/scaffold-managed-skill-tool.test.ts +317 -6
- package/src/__tests__/schedule-routes.test.ts +20 -0
- package/src/__tests__/scheduler-result-notification.test.ts +23 -4
- package/src/__tests__/script-proxy-certs.test.ts +35 -0
- package/src/__tests__/secret-routes-acp-guard.test.ts +59 -1
- package/src/__tests__/secret-routes-platform-proxy.test.ts +86 -31
- package/src/__tests__/secret-routes-scrub.test.ts +22 -27
- package/src/__tests__/secure-keys-managed-failover.test.ts +8 -0
- package/src/__tests__/secure-keys.test.ts +7 -3
- package/src/__tests__/service-account-token.test.ts +247 -0
- package/src/__tests__/skill-feature-flags-integration.test.ts +1 -1
- package/src/__tests__/skill-feature-flags.test.ts +2 -2
- package/src/__tests__/skills.test.ts +20 -4
- package/src/__tests__/source-fingerprint.test.ts +184 -0
- package/src/__tests__/subagent-tool-gate-mode.test.ts +239 -3
- package/src/__tests__/subagent-tools.test.ts +3 -2
- package/src/__tests__/telephony-tts-guard.test.ts +38 -3
- package/src/__tests__/terminal-tools.test.ts +8 -0
- package/src/__tests__/test-support/computer-use-skill-harness.ts +3 -2
- package/src/__tests__/tool-result-metadata-plumbing.test.ts +63 -0
- package/src/__tests__/ui-channel-variants.test.ts +1 -56
- package/src/__tests__/unicode.test.ts +49 -0
- package/src/__tests__/user-plugin-loader.test.ts +21 -0
- package/src/__tests__/vellum-self-knowledge-inline-command.test.ts +4 -0
- package/src/__tests__/watch-retro-tool-availability.test.ts +8 -17
- package/src/__tests__/workspace-git-service.test.ts +26 -0
- package/src/__tests__/workspace-migration-154-repair-retired-codex-gpt-5-4-model-ids.test.ts +336 -0
- package/src/acp/__tests__/acp-claude-oauth.test.ts +257 -6
- package/src/acp/__tests__/acp-credentials.test.ts +13 -0
- package/src/acp/__tests__/agent-process.test.ts +258 -4
- package/src/acp/__tests__/auth-required.test.ts +96 -0
- package/src/acp/__tests__/claude-token-refresh.test.ts +257 -0
- package/src/acp/__tests__/client-handler.test.ts +90 -2
- package/src/acp/__tests__/helpers/acp-model-option.ts +51 -0
- package/src/acp/__tests__/prepare-agent-env.test.ts +60 -1
- package/src/acp/__tests__/session-manager-persistence.test.ts +5 -1
- package/src/acp/__tests__/session-manager-resume.test.ts +270 -6
- package/src/acp/__tests__/session-manager-usage.test.ts +4 -2
- package/src/acp/__tests__/session-manager.test.ts +895 -4
- package/src/acp/acp-claude-oauth.ts +328 -14
- package/src/acp/acp-credentials.ts +19 -0
- package/src/acp/agent-process.test.ts +4 -1
- package/src/acp/agent-process.ts +96 -10
- package/src/acp/auth-required.ts +50 -1
- package/src/acp/auto-install.test.ts +9 -7
- package/src/acp/claude-token-refresh.ts +150 -0
- package/src/acp/client-handler.ts +16 -3
- package/src/acp/model-config.test.ts +166 -0
- package/src/acp/model-config.ts +138 -0
- package/src/acp/prepare-agent-env.ts +21 -6
- package/src/acp/resolve-agent.test.ts +220 -6
- package/src/acp/resolve-agent.ts +88 -23
- package/src/acp/session-manager.test.ts +196 -3
- package/src/acp/session-manager.ts +441 -18
- package/src/acp/session-snapshot.ts +260 -0
- package/src/acp/types.ts +50 -5
- package/src/agent/loop.ts +20 -0
- package/src/api/attachment-provenance.test.ts +68 -0
- package/src/api/computer-use-tool.test.ts +55 -0
- package/src/api/computer-use-tool.ts +27 -0
- package/src/api/events/acp-session-model-update.test.ts +88 -0
- package/src/api/events/acp-session-model-update.ts +46 -0
- package/src/api/events/app-files-changed.ts +4 -3
- package/src/api/events/assistant-outbound-attachment.ts +3 -0
- package/src/api/events/desktop-activity-changed.ts +10 -0
- package/src/api/events/notification-intent.ts +2 -0
- package/src/api/events/user-message-echo.ts +7 -1
- package/src/api/index.ts +17 -0
- package/src/api/responses/conversation-message.ts +8 -0
- package/src/approvals/approval-primitive.ts +5 -2
- package/src/approvals/scoped-approval-grants.ts +6 -2
- package/src/apps/app-store.ts +7 -6
- package/src/apps/resolve-app.ts +81 -0
- package/src/apps/source-fingerprint.ts +266 -0
- package/src/avatar/identity-avatar.ts +7 -2
- package/src/browser/operations.ts +2 -1
- package/src/browser/types.ts +7 -0
- package/src/browser/virtual-desktop-target.ts +34 -0
- package/src/bundler/app-compiler.ts +15 -0
- package/src/calls/__tests__/barge-in-guard.test.ts +81 -0
- package/src/{__tests__ → calls/__tests__}/call-controller.test.ts +503 -82
- package/src/{__tests__ → calls/__tests__}/media-stream-audio-transcode.test.ts +1 -1
- package/src/{__tests__ → calls/__tests__}/media-stream-output.test.ts +37 -8
- package/src/{__tests__ → calls/__tests__}/media-stream-parser.test.ts +1 -1
- package/src/{__tests__ → calls/__tests__}/media-stream-server-integration.test.ts +150 -57
- package/src/{__tests__ → calls/__tests__}/media-stream-stt-session.test.ts +5 -5
- package/src/{__tests__ → calls/__tests__}/media-turn-detector.test.ts +1 -1
- package/src/{live-voice → calls}/__tests__/progress-narration.test.ts +27 -4
- package/src/{live-voice → calls}/__tests__/progress-phrases.test.ts +1 -1
- package/src/calls/__tests__/voice-control-protocol.test.ts +151 -27
- package/src/calls/__tests__/voice-leg-coordinator.test.ts +229 -0
- package/src/calls/__tests__/voice-progress-cadence.test.ts +274 -0
- package/src/{__tests__/voice-session-bridge.test.ts → calls/__tests__/voice-session-bridge-turn-flow.test.ts} +20 -12
- package/src/calls/__tests__/voice-session-bridge.test.ts +140 -3
- package/src/calls/__tests__/voice-triage-escalate.test.ts +105 -0
- package/src/calls/barge-in-guard.ts +118 -0
- package/src/calls/call-constants.ts +24 -4
- package/src/calls/call-controller.ts +499 -199
- package/src/calls/call-transport.ts +16 -0
- package/src/calls/media-stream-output.ts +32 -0
- package/src/calls/media-stream-server.ts +82 -30
- package/src/calls/media-stream-stt-session.ts +15 -0
- package/src/{live-voice → calls}/progress-narration.ts +17 -4
- package/src/calls/resolve-call-tts-provider.ts +33 -2
- package/src/calls/tts-call-strategy.ts +9 -5
- package/src/calls/types.ts +2 -0
- package/src/calls/voice-control-protocol.ts +194 -21
- package/src/calls/voice-leg-coordinator.ts +189 -0
- package/src/calls/voice-progress-cadence.ts +423 -0
- package/src/calls/voice-session-bridge.ts +140 -76
- package/src/calls/voice-triage-escalate.ts +178 -59
- package/src/cli/commands/__tests__/apps.test.ts +245 -0
- package/src/cli/commands/__tests__/bash.test.ts +53 -0
- package/src/cli/commands/__tests__/browser.test.ts +84 -3
- package/src/cli/commands/__tests__/cli-test-harness.ts +21 -3
- package/src/cli/commands/__tests__/plugins.test.ts +85 -0
- package/src/cli/commands/__tests__/roadmap.help.test.ts +19 -0
- package/src/cli/commands/__tests__/schedules.test.ts +14 -0
- package/src/cli/commands/apps.help.ts +67 -13
- package/src/cli/commands/apps.ts +183 -0
- package/src/cli/commands/bash.help.ts +9 -13
- package/src/cli/commands/bash.ts +7 -25
- package/src/cli/commands/browser.help.ts +43 -0
- package/src/cli/commands/browser.ts +52 -8
- package/src/cli/commands/channels/__tests__/send.test.ts +218 -0
- package/src/cli/commands/channels/index.help.ts +70 -2
- package/src/cli/commands/channels/index.ts +16 -3
- package/src/cli/commands/channels/send.ts +128 -0
- package/src/cli/commands/credentials.help.ts +9 -5
- package/src/cli/commands/credentials.ts +2 -2
- package/src/cli/commands/mcp.help.ts +8 -8
- package/src/cli/commands/mcp.ts +1 -1
- package/src/cli/commands/oauth/index.help.ts +10 -0
- package/src/cli/commands/oauth/providers.ts +12 -0
- package/src/cli/commands/oauth/request.test.ts +179 -2
- package/src/cli/commands/oauth/request.ts +41 -10
- package/src/cli/commands/oauth/status.ts +5 -0
- package/src/cli/commands/plugins.ts +73 -23
- package/src/cli/commands/roadmap.help.ts +5 -1
- package/src/cli/commands/roadmap.ts +1 -1
- package/src/cli/commands/schedules.ts +2 -0
- package/src/cli/lib/__tests__/inspect-plugin.test.ts +54 -0
- package/src/cli/lib/__tests__/install-from-github.test.ts +219 -0
- package/src/cli/lib/__tests__/install-from-platform.test.ts +77 -2
- package/src/cli/lib/__tests__/list-installed-plugins.test.ts +45 -3
- package/src/cli/lib/__tests__/local-plugin-upgrade.test.ts +251 -0
- package/src/cli/lib/__tests__/plugin-catalog-cache.test.ts +65 -2
- package/src/cli/lib/__tests__/plugin-catalog-platform.test.ts +14 -0
- package/src/cli/lib/__tests__/plugin-catalog-resolve.test.ts +27 -1
- package/src/cli/lib/__tests__/plugin-details.test.ts +35 -2
- package/src/cli/lib/__tests__/plugin-marketplace.test.ts +20 -0
- package/src/cli/lib/__tests__/plugins-install-offline.test.ts +43 -0
- package/src/cli/lib/__tests__/search-plugins.test.ts +31 -0
- package/src/cli/lib/__tests__/uninstall-plugin.test.ts +122 -5
- package/src/cli/lib/bundled-marketplace.json +962 -81
- package/src/cli/lib/bundled-plugin-packages.json +786 -0
- package/src/cli/lib/bundled-plugin-packages.ts +87 -0
- package/src/cli/lib/diff-plugin.ts +1 -1
- package/src/cli/lib/inspect-plugin.ts +87 -12
- package/src/cli/lib/install-from-github.ts +150 -94
- package/src/cli/lib/install-from-platform.ts +14 -9
- package/src/cli/lib/list-installed-plugins.ts +21 -35
- package/src/cli/lib/plugin-catalog-cache.ts +22 -3
- package/src/cli/lib/plugin-catalog-local.ts +13 -3
- package/src/cli/lib/plugin-catalog-platform.ts +6 -1
- package/src/cli/lib/plugin-catalog-resolve.ts +20 -0
- package/src/cli/lib/plugin-details.ts +33 -8
- package/src/cli/lib/plugin-marketplace.ts +121 -21
- package/src/cli/lib/plugin-pin-history.ts +5 -2
- package/src/cli/lib/search-plugins.ts +58 -16
- package/src/cli/lib/uninstall-plugin.ts +59 -1
- package/src/cli/lib/upgrade-plugin.ts +61 -8
- package/src/cli/output.ts +18 -4
- package/src/config/__tests__/default-profile-catalog.test.ts +22 -0
- package/src/config/__tests__/default-provider.test.ts +4 -0
- package/src/config/__tests__/memory-retrospective-schema.test.ts +15 -1
- package/src/config/__tests__/platform-identity.test.ts +255 -0
- package/src/config/__tests__/platform-rehydration.test.ts +99 -9
- package/src/config/__tests__/plugin-resident-skill-discovery.test.ts +21 -0
- package/src/config/acp-agent-write.ts +43 -0
- package/src/config/acp-defaults.test.ts +13 -3
- package/src/config/acp-defaults.ts +23 -6
- package/src/config/acp-schema.test.ts +81 -0
- package/src/config/acp-schema.ts +30 -2
- package/src/config/bundled-skills/acp/SKILL.md +23 -15
- package/src/config/bundled-skills/acp/TOOLS.json +7 -3
- package/src/config/bundled-skills/app-builder/SKILL.md +12 -9
- package/src/config/bundled-skills/app-builder/references/CUSTOM_ROUTES.md +1 -1
- package/src/config/bundled-skills/computer-use/SKILL.md +59 -2
- package/src/config/bundled-skills/computer-use/TOOLS.json +101 -2
- package/src/config/bundled-skills/computer-use/tools/computer-use-sequence.ts +12 -0
- package/src/config/bundled-skills/media-processing/services/preprocess.ts +2 -1
- package/src/config/bundled-skills/media-processing/services/processing-pipeline.ts +2 -1
- package/src/config/bundled-skills/media-processing/tools/generate-clip.ts +2 -1
- package/src/config/bundled-skills/messaging/SKILL.md +3 -3
- package/src/config/bundled-skills/messaging/TOOLS.json +3 -3
- package/src/config/bundled-skills/messaging/tools/messaging-send.ts +67 -139
- package/src/config/bundled-skills/phone-calls/references/TRANSCRIPTS.md +1 -1
- package/src/config/bundled-skills/playbooks/tools/playbook-create.ts +2 -1
- package/src/config/bundled-skills/playbooks/tools/playbook-update.ts +2 -1
- package/src/config/bundled-skills/schedule/SKILL.md +7 -8
- package/src/config/bundled-skills/screen-annotation/SKILL.md +10 -3
- package/src/config/bundled-skills/screen-annotation/tools/screen-annotation.test.ts +4 -1
- package/src/config/bundled-skills/skill-management/SKILL.md +1 -1
- package/src/config/bundled-skills/skill-management/TOOLS.json +13 -9
- package/src/config/bundled-skills/transcribe/tools/transcribe-media.ts +5 -2
- package/src/config/default-profile-catalog.ts +1 -1
- package/src/config/env.ts +2 -2
- package/src/config/feature-flag-registry.json +33 -13
- package/src/config/loader.ts +11 -17
- package/src/config/memory-v3-gate.test.ts +31 -0
- package/src/config/memory-v3-gate.ts +20 -16
- package/src/config/platform-identity.ts +201 -0
- package/src/config/platform-rehydration.ts +11 -27
- package/src/config/profile-text-generation.test.ts +51 -0
- package/src/config/profile-text-generation.ts +51 -0
- package/src/config/schema.ts +2 -2
- package/src/config/schemas/__tests__/live-voice.test.ts +8 -158
- package/src/config/schemas/__tests__/voice.test.ts +148 -0
- package/src/config/schemas/calls.ts +1 -28
- package/src/config/schemas/live-voice.ts +1 -173
- package/src/config/schemas/llm.ts +7 -2
- package/src/config/schemas/mcp.ts +15 -9
- package/src/config/schemas/memory-retrospective.ts +10 -0
- package/src/config/schemas/monitoring.ts +9 -0
- package/src/config/schemas/services.ts +18 -0
- package/src/config/schemas/skills.ts +0 -14
- package/src/config/schemas/voice.ts +150 -0
- package/src/config/skills.ts +13 -21
- package/src/credential-execution/ces-runtime.ts +2 -2
- package/src/credential-execution/executable-discovery.ts +36 -134
- package/src/credential-execution/process-manager.test.ts +37 -42
- package/src/credential-execution/process-manager.ts +24 -19
- package/src/credential-health/credential-health-service.ts +11 -17
- package/src/daemon/__tests__/conversation-tool-setup-exclude.test.ts +47 -0
- package/src/daemon/__tests__/conversation-tool-setup.test.ts +109 -121
- package/src/daemon/__tests__/plugin-mcp-reconcile.test.ts +5 -1
- package/src/daemon/__tests__/skill-memory-refresh-mtime.test.ts +133 -0
- package/src/daemon/__tests__/turn-tail-deleted-conversation.test.ts +36 -0
- package/src/daemon/app-change-notify.ts +45 -0
- package/src/daemon/assistant-attachments.ts +20 -12
- package/src/daemon/config-watcher.ts +13 -194
- package/src/daemon/conversation-agent-loop-handlers.ts +74 -3
- package/src/daemon/conversation-agent-loop.ts +12 -0
- package/src/daemon/conversation-attachments.ts +93 -12
- package/src/daemon/conversation-client-surface.ts +26 -0
- package/src/daemon/conversation-error.ts +3 -2
- package/src/daemon/conversation-media-retry.ts +2 -1
- package/src/daemon/conversation-process.ts +35 -64
- package/src/daemon/conversation-runtime-assembly.ts +21 -8
- package/src/daemon/conversation-skill-tools.ts +13 -31
- package/src/daemon/conversation-store.ts +1 -1
- package/src/daemon/conversation-surfaces.ts +21 -10
- package/src/daemon/conversation-tool-setup.ts +135 -109
- package/src/daemon/conversation-turn-finalize.ts +26 -13
- package/src/daemon/conversation.ts +17 -3
- package/src/daemon/daemon-control.ts +3 -7
- package/src/daemon/dictation-profile-store.ts +2 -1
- package/src/daemon/handlers/shared.ts +2 -1
- package/src/daemon/handlers/skills.ts +6 -3
- package/src/daemon/host-bash-proxy.ts +8 -12
- package/src/daemon/host-browser-proxy.ts +15 -1
- package/src/daemon/host-cu-proxy.ts +275 -45
- package/src/daemon/host-file-proxy.ts +8 -10
- package/src/daemon/host-proxy-preactivation.ts +4 -1
- package/src/daemon/host-transfer-proxy.ts +14 -18
- package/src/daemon/lifecycle.ts +4 -9
- package/src/daemon/mcp-reload-service.ts +13 -6
- package/src/daemon/message-types/shared.ts +1 -0
- package/src/daemon/message-types/sync.ts +2 -0
- package/src/daemon/orphan-reaper.ts +4 -3
- package/src/daemon/persist-media-references.ts +20 -3
- package/src/daemon/providers-setup.ts +5 -1
- package/src/daemon/reaction-history-render.ts +2 -1
- package/src/daemon/shutdown-handlers.ts +1 -9
- package/src/daemon/skill-memory-refresh.ts +64 -0
- package/src/daemon/tool-setup-types.ts +6 -0
- package/src/daemon/tool-side-effects.ts +7 -18
- package/src/daemon/wake-conversation-ops.ts +38 -15
- package/src/desktop/__tests__/fake-desktop.ts +123 -0
- package/src/desktop/desktop-automation-lease.test.ts +351 -0
- package/src/desktop/desktop-automation-lease.ts +306 -0
- package/src/desktop/desktop-browser-client.test.ts +413 -0
- package/src/desktop/desktop-browser-client.ts +430 -0
- package/src/desktop/desktop-browser-cursor.ts +40 -0
- package/src/desktop/desktop-browser-endpoint.test.ts +78 -0
- package/src/desktop/desktop-browser-endpoint.ts +145 -0
- package/src/desktop/desktop-browser-operations.ts +130 -0
- package/src/desktop/desktop-chrome-policy.test.ts +79 -0
- package/src/desktop/desktop-chrome-policy.ts +47 -0
- package/src/desktop/desktop-chrome-session.test.ts +48 -0
- package/src/desktop/desktop-chrome-session.ts +87 -0
- package/src/desktop/desktop-dependencies.test.ts +131 -0
- package/src/desktop/desktop-dependencies.ts +329 -0
- package/src/desktop/desktop-display.ts +9 -0
- package/src/desktop/desktop-panel-config.test.ts +135 -0
- package/src/desktop/desktop-panel-config.ts +162 -0
- package/src/desktop/desktop-session-manager.test.ts +813 -0
- package/src/desktop/desktop-session-manager.ts +970 -0
- package/src/desktop/desktop-stream-bridge.test.ts +395 -0
- package/src/desktop/desktop-stream-bridge.ts +214 -0
- package/src/desktop/desktop-wallpaper.test.ts +191 -0
- package/src/desktop/desktop-wallpaper.ts +113 -0
- package/src/desktop/desktop-window-drag.ts +177 -0
- package/src/desktop/desktop-window-manager-config.test.ts +230 -0
- package/src/desktop/desktop-window-manager-config.ts +238 -0
- package/src/desktop/desktop-window-theme.ts +170 -0
- package/src/desktop/virtual-desktop-feature.ts +18 -0
- package/src/desktop/virtual-desktop-platform.test.ts +61 -0
- package/src/heartbeat/heartbeat-service.ts +21 -3
- package/src/home/__tests__/feed-writer.test.ts +22 -0
- package/src/home/feed-writer.ts +11 -2
- package/src/hooks/types.ts +33 -0
- package/src/i18n/AGENTS.md +22 -0
- package/src/i18n/__tests__/i18n.test.ts +112 -0
- package/src/i18n/index.ts +16 -0
- package/src/i18n/locales.ts +93 -0
- package/src/i18n/messages.ts +70 -0
- package/src/i18n/title.ts +25 -0
- package/src/inbound/platform-callback-registration.ts +4 -5
- package/src/ipc/__tests__/browser-ipc.test.ts +230 -2
- package/src/ipc/__tests__/cancel-on-disconnect.test.ts +54 -0
- package/src/ipc/assistant-server.ts +15 -1
- package/src/ipc/cli-client.ts +13 -5
- package/src/live-voice/__tests__/live-voice-agent-turn.test.ts +143 -0
- package/src/live-voice/__tests__/live-voice-events.test.ts +9 -7
- package/src/live-voice/__tests__/live-voice-look-follow-up.test.ts +374 -0
- package/src/live-voice/__tests__/live-voice-metrics.test.ts +0 -3
- package/src/live-voice/__tests__/live-voice-progress.test.ts +94 -15
- package/src/live-voice/__tests__/live-voice-session-telemetry.test.ts +19 -0
- package/src/live-voice/__tests__/live-voice-sight-frame-echo.test.ts +238 -0
- package/src/live-voice/__tests__/live-voice-vad.test.ts +660 -5
- package/src/live-voice/__tests__/protocol.test.ts +95 -0
- package/src/live-voice/__tests__/runtime-websocket-shell.test.ts +13 -69
- package/src/live-voice/__tests__/session-controls.test.ts +156 -0
- package/src/live-voice/live-voice-metrics.ts +9 -0
- package/src/live-voice/live-voice-photo.ts +25 -6
- package/src/live-voice/live-voice-session.ts +1081 -760
- package/src/live-voice/protocol.ts +89 -2
- package/src/live-voice/session-controls.ts +197 -0
- package/src/mcp/__tests__/credential-target.test.ts +59 -0
- package/src/mcp/__tests__/effective-config.test.ts +13 -2
- package/src/mcp/__tests__/manager-state.test.ts +128 -0
- package/src/mcp/__tests__/manager-tool-caps.test.ts +111 -0
- package/src/mcp/__tests__/mcp-auth-orchestrator.test.ts +20 -6
- package/src/mcp/__tests__/mcp-auth-state-target.test.ts +49 -0
- package/src/mcp/__tests__/plugin-mcp-oauth-cleanup.test.ts +107 -0
- package/src/mcp/__tests__/plugin-mcp-oauth-provider-isolation.test.ts +89 -0
- package/src/mcp/__tests__/plugin-server-credential-isolation.test.ts +63 -11
- package/src/mcp/__tests__/reload-signal-emission.test.ts +39 -2
- package/src/mcp/__tests__/startup.test.ts +30 -7
- package/src/mcp/__tests__/tool-caps.test.ts +107 -0
- package/src/mcp/__tests__/workspace-mcp-config.test.ts +135 -0
- package/src/mcp/client.ts +64 -16
- package/src/mcp/credential-target.ts +105 -0
- package/src/mcp/effective-config.ts +45 -18
- package/src/mcp/manager.ts +201 -81
- package/src/mcp/mcp-auth-orchestrator.ts +17 -4
- package/src/mcp/mcp-auth-state.ts +38 -6
- package/src/mcp/mcp-header-store.ts +29 -45
- package/src/mcp/mcp-oauth-provider.ts +101 -33
- package/src/mcp/spec-schema.ts +111 -0
- package/src/mcp/startup.ts +41 -17
- package/src/mcp/tool-caps.ts +176 -0
- package/src/mcp/workspace-mcp-config.ts +188 -0
- package/src/messaging/provider-message-metadata.ts +3 -3
- package/src/messaging/provider.ts +10 -3
- package/src/messaging/providers/__tests__/proactive-address.test.ts +95 -0
- package/src/messaging/providers/callback-routing.ts +18 -0
- package/src/messaging/providers/channel-transport.ts +56 -0
- package/src/messaging/providers/discord/transport.ts +17 -0
- package/src/messaging/providers/slack/__tests__/adapter-token-routing.test.ts +6 -17
- package/src/messaging/providers/slack/adapter.ts +7 -44
- package/src/messaging/providers/slack/transport.ts +16 -0
- package/src/messaging/providers/telegram-bot/adapter.ts +1 -48
- package/src/messaging/providers/telegram-bot/client.ts +0 -26
- package/src/messaging/providers/telegram-bot/transport.ts +20 -0
- package/src/messaging/providers/whatsapp/adapter.ts +1 -48
- package/src/messaging/providers/whatsapp/transport.ts +18 -0
- package/src/monitoring/__tests__/mount-watch.test.ts +236 -0
- package/src/monitoring/__tests__/workspace-git-heartbeat.test.ts +8 -0
- package/src/monitoring/mount-watch.ts +348 -0
- package/src/monitoring/plugin-auto-update.ts +6 -0
- package/src/monitoring/worker.ts +9 -0
- package/src/notifications/__tests__/assistant-reply-producer.test.ts +55 -0
- package/src/notifications/__tests__/copy-composer.test.ts +70 -0
- package/src/notifications/__tests__/decision-engine.test.ts +175 -0
- package/src/notifications/__tests__/guardian-feed-projection.test.ts +158 -2
- package/src/notifications/__tests__/home-feed-side-effect.test.ts +153 -3
- package/src/notifications/__tests__/schedule-result-producer.test.ts +99 -3
- package/src/notifications/adapters/macos.ts +3 -0
- package/src/notifications/assistant-reply-producer.ts +8 -3
- package/src/notifications/conversation-pairing.ts +36 -16
- package/src/notifications/copy-composer.ts +11 -3
- package/src/notifications/decision-engine.ts +43 -8
- package/src/notifications/delivered-post-record.ts +11 -1
- package/src/notifications/guardian-feed-projection.ts +125 -5
- package/src/notifications/home-feed-side-effect.ts +55 -7
- package/src/notifications/schedule-result-producer.ts +64 -22
- package/src/oauth/AGENTS.md +4 -0
- package/src/oauth/__tests__/identity-verifier.test.ts +36 -1
- package/src/oauth/__tests__/seed-providers-managed.test.ts +149 -0
- package/src/oauth/byo-connection.test.ts +105 -0
- package/src/oauth/byo-connection.ts +36 -6
- package/src/oauth/connection-resolver.test.ts +100 -0
- package/src/oauth/connection-resolver.ts +120 -3
- package/src/oauth/identity-verifier.ts +24 -0
- package/src/oauth/oauth-store.ts +11 -1
- package/src/oauth/provider-serializer.ts +10 -0
- package/src/oauth/scope-utils.ts +24 -0
- package/src/oauth/seed-providers.ts +367 -27
- package/src/onboarding/checkin-event.ts +2 -1
- package/src/outbound-proxy/certs.ts +3 -5
- package/src/permissions/checker.test.ts +11 -6
- package/src/permissions/confirmation-guardian-request.test.ts +16 -0
- package/src/permissions/confirmation-guardian-request.ts +2 -3
- package/src/persistence/attachments-store.ts +84 -44
- package/src/persistence/compaction-log-store-clickhouse.ts +3 -3
- package/src/persistence/conversation-crud.ts +182 -83
- package/src/persistence/conversation-lineage.ts +12 -4
- package/src/persistence/conversation-plugin-facade.ts +13 -0
- package/src/persistence/conversation-queries.ts +2 -2
- package/src/persistence/conversation-title-placeholders.ts +23 -0
- package/src/persistence/conversation-title-service.ts +9 -26
- package/src/persistence/conversation-tool-surface.ts +86 -0
- package/src/persistence/conversation-types.test.ts +32 -0
- package/src/persistence/conversation-types.ts +26 -4
- package/src/persistence/embeddings/qdrant-manager.ts +163 -18
- package/src/persistence/llm-request-log-sink-clickhouse.ts +3 -3
- package/src/persistence/llm-request-log-source-clickhouse.ts +3 -3
- package/src/persistence/message-cursor.ts +78 -0
- package/src/persistence/message-reads.ts +30 -0
- package/src/persistence/migrations/157-invite-contact-id.ts +18 -6
- package/src/persistence/migrations/378-create-conversation-tool-surfaces.test.ts +78 -0
- package/src/persistence/migrations/378-create-conversation-tool-surfaces.ts +29 -0
- package/src/persistence/migrations/379-oauth-providers-response-ok-field.test.ts +92 -0
- package/src/persistence/migrations/379-oauth-providers-response-ok-field.ts +32 -0
- package/src/persistence/migrations/__tests__/157-invite-contact-id.test.ts +149 -0
- package/src/persistence/schema/conversation-tool-surfaces.ts +22 -0
- package/src/persistence/schema/index.ts +1 -0
- package/src/persistence/schema/memory-core.ts +5 -0
- package/src/persistence/schema/oauth.ts +1 -0
- package/src/persistence/steps.ts +15 -3
- package/src/platform/client.test.ts +4 -2
- package/src/platform/client.ts +2 -10
- package/src/plugin-api/constants.ts +2 -0
- package/src/plugin-api/conversation-turn.ts +31 -7
- package/src/plugin-api/index.ts +10 -1
- package/src/plugin-api/plugin-channel-turn-trust.test.ts +133 -0
- package/src/plugin-api/plugin-channel-turn-trust.ts +71 -0
- package/src/plugin-api/types.ts +2 -0
- package/src/plugins/__tests__/installed-plugin-dirs.test.ts +14 -1
- package/src/plugins/__tests__/mcp-servers.test.ts +38 -8
- package/src/plugins/defaults/index.ts +2 -0
- package/src/plugins/defaults/memory/AGENTS.md +14 -2
- package/src/plugins/defaults/memory/__tests__/buffer-file.test.ts +365 -0
- package/src/plugins/defaults/memory/__tests__/buffer-format.test.ts +43 -0
- package/src/plugins/defaults/memory/__tests__/fixtures/buffer-appender.ts +17 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-accounting.test.ts +46 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-cursor-backfill.test.ts +118 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-cursor-preserve.test.ts +83 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-enqueue.test.ts +9 -5
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-job.test.ts +66 -10
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-prompt.test.ts +20 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-state.test.ts +219 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-sweep.test.ts +31 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-trigger-check.test.ts +63 -0
- package/src/plugins/defaults/memory/__tests__/memory-run-evidence.test.ts +161 -0
- package/src/plugins/defaults/memory/__tests__/shutdown-hook.test.ts +4 -0
- package/src/plugins/defaults/memory/buffer-file.ts +354 -0
- package/src/plugins/defaults/memory/buffer-format.ts +40 -0
- package/src/plugins/defaults/memory/context-search/agent-runner.ts +3 -3
- package/src/plugins/defaults/memory/context-search/format.ts +4 -2
- package/src/plugins/defaults/memory/context-search/sources/memory-v2.ts +7 -3
- package/src/plugins/defaults/memory/context-search/sources/workspace.ts +4 -2
- package/src/plugins/defaults/memory/graph/capability-seed.ts +6 -8
- package/src/plugins/defaults/memory/graph/tool-handlers.ts +1 -42
- package/src/plugins/defaults/memory/hooks/init.ts +10 -0
- package/src/plugins/defaults/memory/hooks/message-deleted.ts +21 -0
- package/src/plugins/defaults/memory/hooks/shutdown.ts +2 -0
- package/src/plugins/defaults/memory/injectors.ts +4 -3
- package/src/plugins/defaults/memory/jobs-worker.ts +13 -0
- package/src/plugins/defaults/memory/memory-retrospective-accounting.ts +34 -60
- package/src/plugins/defaults/memory/memory-retrospective-cursor-backfill.ts +126 -0
- package/src/plugins/defaults/memory/memory-retrospective-cursor-preserve.ts +79 -0
- package/src/plugins/defaults/memory/memory-retrospective-cursor.ts +28 -0
- package/src/plugins/defaults/memory/memory-retrospective-enqueue.ts +3 -5
- package/src/plugins/defaults/memory/memory-retrospective-job.ts +67 -184
- package/src/plugins/defaults/memory/memory-retrospective-prompt.ts +1 -1
- package/src/plugins/defaults/memory/memory-retrospective-state.ts +312 -71
- package/src/plugins/defaults/memory/memory-retrospective-sweep.ts +2 -1
- package/src/plugins/defaults/memory/memory-retrospective-trigger-check.ts +5 -3
- package/src/plugins/defaults/memory/memory-run-evidence.ts +213 -0
- package/src/plugins/defaults/memory/skill-md-mtime-poll.ts +9 -0
- package/src/plugins/defaults/memory/src/memory-item-routes.test.ts +1 -1
- package/src/plugins/defaults/memory/startup.ts +28 -2
- package/src/plugins/defaults/memory/substrate/__tests__/consolidation-job.test.ts +407 -99
- package/src/plugins/defaults/memory/substrate/__tests__/consolidation-prompt-flag-gating-guard.test.ts +10 -0
- package/src/plugins/defaults/memory/substrate/__tests__/prompts-consolidation.test.ts +107 -7
- package/src/plugins/defaults/memory/substrate/__tests__/skill-content.test.ts +7 -9
- package/src/plugins/defaults/memory/substrate/consolidation-job.ts +307 -86
- package/src/plugins/defaults/memory/substrate/consolidation-tool-surface.ts +34 -0
- package/src/plugins/defaults/memory/substrate/page-index.ts +7 -1
- package/src/plugins/defaults/memory/substrate/prompts/consolidation.ts +89 -49
- package/src/plugins/defaults/memory/substrate/skill-content.ts +2 -2
- package/src/plugins/defaults/memory/substrate/sweep-job.ts +1 -1
- package/src/plugins/defaults/memory/tools.ts +1 -1
- package/src/plugins/defaults/memory/v1/graph/consolidation.ts +4 -2
- package/src/plugins/defaults/memory/v1/graph/extraction.ts +4 -1
- package/src/plugins/defaults/memory/v1/graph/retriever.ts +4 -1
- package/src/plugins/defaults/memory/v2/__tests__/migration.test.ts +5 -0
- package/src/plugins/defaults/memory/v2/__tests__/reranker.test.ts +5 -2
- package/src/plugins/defaults/memory/v2/reranker.ts +7 -1
- package/src/plugins/defaults/memory/v3/__tests__/card.test.ts +24 -0
- package/src/plugins/defaults/memory/v3/__tests__/injection.test.ts +81 -1
- package/src/plugins/defaults/memory/v3/__tests__/orchestrate.test.ts +87 -0
- package/src/plugins/defaults/memory/v3/__tests__/pool-select.test.ts +125 -0
- package/src/plugins/defaults/memory/v3/__tests__/sections.test.ts +26 -0
- package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +51 -0
- package/src/plugins/defaults/memory/v3/card.ts +4 -2
- package/src/plugins/defaults/memory/v3/injector.ts +212 -178
- package/src/plugins/defaults/memory/v3/orchestrate.ts +86 -22
- package/src/plugins/defaults/memory/v3/pool-select.ts +13 -8
- package/src/plugins/defaults/memory/v3/sections.ts +10 -3
- package/src/plugins/defaults/memory/v3/shadow-plugin.ts +13 -1
- package/src/plugins/defaults/memory/worker.ts +6 -0
- package/src/plugins/defaults/tool-result-truncate/terminal.ts +1 -46
- package/src/plugins/external-plugin-loader.ts +49 -86
- package/src/plugins/installed-plugin-dirs.ts +6 -4
- package/src/plugins/mcp-servers.ts +24 -90
- package/src/plugins/mtime-cache.ts +2 -1
- package/src/plugins/user-loader.ts +2 -1
- package/src/providers/__tests__/connection-model-compat.test.ts +3 -3
- package/src/providers/__tests__/retry-callsite.test.ts +41 -0
- package/src/providers/__tests__/retry-outbound-sanitize.test.ts +176 -0
- package/src/providers/anthropic/client.ts +0 -47
- package/src/providers/gemini/client.ts +9 -23
- package/src/providers/gemini-thought-signature.test.ts +63 -0
- package/src/providers/gemini-thought-signature.ts +44 -0
- package/src/providers/inference/__tests__/endpoint-probe.test.ts +87 -3
- package/src/providers/inference/adapter-factory.ts +6 -0
- package/src/providers/inference/auth.ts +2 -3
- package/src/providers/inference/connection-availability.ts +27 -8
- package/src/providers/inference/endpoint-probe.ts +36 -12
- package/src/providers/inference/resolve-auth.ts +22 -4
- package/src/providers/inference/service-account-token.ts +248 -0
- package/src/providers/jev/client.test.ts +260 -0
- package/src/providers/jev/client.ts +518 -0
- package/src/providers/model-catalog.ts +92 -3
- package/src/providers/model-intents.ts +10 -5
- package/src/providers/openai/__tests__/chat-completions-output-token-limit.test.ts +141 -0
- package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +146 -18
- package/src/providers/openai/__tests__/chat-completions-provider-thought-signature.test.ts +613 -0
- package/src/providers/openai/__tests__/google-thought-signature.test.ts +235 -0
- package/src/providers/openai/__tests__/tool-choice-mapping.test.ts +83 -1
- package/src/providers/openai/chat-completions-provider.ts +212 -79
- package/src/providers/openai/codex-models.ts +0 -4
- package/src/providers/openai/google-thought-signature.ts +320 -0
- package/src/providers/openai/responses-provider.ts +9 -2
- package/src/providers/opencode/client.test.ts +240 -4
- package/src/providers/opencode/client.ts +129 -3
- package/src/providers/openrouter/client.ts +20 -0
- package/src/providers/outbound-request-sanitize.ts +96 -0
- package/src/providers/retry.ts +30 -19
- package/src/providers/unparseable-tool-args.ts +5 -1
- package/src/runtime/AGENTS.md +9 -3
- package/src/runtime/__tests__/agent-wake.test.ts +86 -1
- package/src/runtime/__tests__/channel-send.test.ts +443 -0
- package/src/runtime/__tests__/desktop-stream-upgrade.test.ts +132 -0
- package/src/runtime/__tests__/host-observe.test.ts +40 -1
- package/src/runtime/__tests__/live-voice-upgrade.test.ts +58 -0
- package/src/runtime/__tests__/runtime-ws-test-utils.ts +72 -0
- package/src/runtime/__tests__/watch-stream-upgrade.test.ts +59 -0
- package/src/runtime/agent-wake.ts +22 -5
- package/src/runtime/assistant-event-hub.ts +21 -3
- package/src/runtime/auth/same-actor.ts +38 -3
- package/src/runtime/channel-send.ts +316 -0
- package/src/runtime/guardian-action-service.ts +2 -17
- package/src/runtime/guardian-reply-router.ts +1 -8
- package/src/runtime/host-observe.ts +11 -1
- package/src/runtime/http-server.ts +160 -151
- package/src/runtime/migrations/__tests__/vbundle-import-policy.test.ts +89 -0
- package/src/runtime/migrations/vbundle-import-policy.ts +33 -11
- package/src/runtime/routes/__tests__/acp-claude-auth-routes.test.ts +16 -5
- package/src/runtime/routes/__tests__/acp-routes.test.ts +178 -4
- package/src/runtime/routes/__tests__/apps-refresh-route.test.ts +275 -0
- package/src/runtime/routes/__tests__/channel-send-routes.test.ts +127 -0
- package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +108 -1
- package/src/runtime/routes/__tests__/default-provider-routes.test.ts +2 -2
- package/src/runtime/routes/__tests__/dictation-cleanup-guard.test.ts +107 -0
- package/src/runtime/routes/__tests__/inference-profiles-routes.test.ts +24 -2
- package/src/runtime/routes/__tests__/mcp-add-default-risk.test.ts +16 -12
- package/src/runtime/routes/__tests__/plugins-routes.test.ts +127 -3
- package/src/runtime/routes/acp-claude-auth-routes.ts +11 -3
- package/src/runtime/routes/acp-routes.test.ts +15 -0
- package/src/runtime/routes/acp-routes.ts +84 -165
- package/src/runtime/routes/app-management-routes.ts +90 -2
- package/src/runtime/routes/app-routes.ts +1 -1
- package/src/runtime/routes/browser-context.ts +39 -0
- package/src/runtime/routes/browser-routes.ts +16 -47
- package/src/runtime/routes/browser-tabs-routes.ts +72 -29
- package/src/runtime/routes/channel-route-shared.ts +1 -9
- package/src/runtime/routes/channel-send-routes.ts +85 -0
- package/src/runtime/routes/conversation-list-routes.ts +14 -3
- package/src/runtime/routes/conversation-query-routes.ts +40 -0
- package/src/runtime/routes/conversation-routes.ts +45 -7
- package/src/runtime/routes/credential-routes.ts +20 -14
- package/src/runtime/routes/desktop-setup-routes.test.ts +89 -0
- package/src/runtime/routes/desktop-setup-routes.ts +41 -0
- package/src/runtime/routes/diagnostics-routes.ts +61 -4
- package/src/runtime/routes/events-routes.ts +4 -0
- package/src/runtime/routes/guardian-approval-interception.ts +24 -0
- package/src/runtime/routes/host-cu-routes.ts +6 -0
- package/src/runtime/routes/inbound-message-handler.ts +2 -3
- package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +1 -1
- package/src/runtime/routes/inbound-stages/background-dispatch.ts +7 -4
- package/src/runtime/routes/index.ts +4 -2
- package/src/runtime/routes/inference-profile-session-handler.ts +11 -1
- package/src/runtime/routes/inference-profiles-routes.ts +9 -0
- package/src/runtime/routes/log-export-routes.ts +2 -0
- package/src/runtime/routes/mcp-auth-routes.ts +141 -137
- package/src/runtime/routes/migration-routes.ts +6 -20
- package/src/runtime/routes/oauth-commands-routes.ts +98 -45
- package/src/runtime/routes/oauth-providers.ts +11 -0
- package/src/runtime/routes/oauth-request-hints.test.ts +246 -0
- package/src/runtime/routes/oauth-request-hints.ts +149 -0
- package/src/runtime/routes/platform-routes.ts +18 -15
- package/src/runtime/routes/plugins-routes.ts +83 -50
- package/src/runtime/routes/schedule-routes.ts +2 -0
- package/src/runtime/routes/secret-routes.ts +99 -119
- package/src/runtime/routes/workspace-routes.test.ts +55 -26
- package/src/runtime/routes/workspace-routes.ts +46 -63
- package/src/runtime/routes/workspace-tree-walk.test.ts +244 -0
- package/src/runtime/routes/workspace-tree-walk.ts +240 -0
- package/src/runtime/routes/workspace-utils.ts +17 -0
- package/src/runtime/services/__tests__/conversation-serializer.test.ts +28 -0
- package/src/runtime/services/conversation-serializer.ts +16 -3
- package/src/runtime/sync/resource-sync-events.ts +6 -1
- package/src/schedule/__tests__/worker-mcp-bootstrap.test.ts +107 -0
- package/src/schedule/__tests__/worker-mcp-readiness.test.ts +173 -0
- package/src/schedule/__tests__/worker-mcp-tools.test.ts +13 -47
- package/src/schedule/run-script.ts +4 -3
- package/src/schedule/schedule-store.ts +9 -2
- package/src/schedule/scheduler.ts +47 -11
- package/src/schedule/tool-surface-readiness.ts +65 -0
- package/src/schedule/worker-mcp.ts +85 -0
- package/src/schedule/worker.ts +9 -31
- package/src/security/__tests__/ces-http-record-backend.test.ts +137 -0
- package/src/security/ces-http-record-backend.ts +120 -0
- package/src/security/ces-rpc-record-backend.ts +7 -0
- package/src/security/secure-keys.ts +60 -48
- package/src/security/untrusted-content.ts +3 -1
- package/src/skills/__tests__/workspace-skill-md-signature.test.ts +60 -0
- package/src/skills/managed-store.ts +153 -31
- package/src/skills/workspace-skill-md-signature.ts +50 -0
- package/src/subagent/consult-context.ts +12 -25
- package/src/tools/__tests__/side-effect-abort-guard.test.ts +1 -0
- package/src/tools/acp/list-agents.test.ts +3 -1
- package/src/tools/acp/spawn.test.ts +146 -11
- package/src/tools/acp/spawn.ts +21 -3
- package/src/tools/acp/status.test.ts +349 -0
- package/src/tools/acp/status.ts +112 -9
- package/src/tools/app-control/skill-proxy-bridge.ts +2 -1
- package/src/tools/browser/browser-execution.ts +45 -14
- package/src/tools/browser/cdp-client/__tests__/factory.test.ts +69 -0
- package/src/tools/browser/cdp-client/accessibility-snapshot.ts +9 -3
- package/src/tools/browser/cdp-client/cdp-inspect/__tests__/ws-transport.test.ts +1 -0
- package/src/tools/browser/cdp-client/cdp-inspect/discovery.ts +2 -1
- package/src/tools/browser/cdp-client/cdp-inspect/ws-transport.ts +5 -0
- package/src/tools/browser/cdp-client/extension-cdp-client.ts +3 -2
- package/src/tools/browser/network-recorder.ts +2 -1
- package/src/tools/capability-offer.test.ts +22 -2
- package/src/tools/capability-offer.ts +16 -1
- package/src/tools/computer-use/definitions.ts +123 -5
- package/src/tools/computer-use/skill-proxy-bridge.ts +2 -1
- package/src/tools/credentials/metadata-store.ts +100 -0
- package/src/tools/filesystem/search.ts +2 -1
- package/src/tools/host-filesystem/edit.test.ts +2 -1
- package/src/tools/host-filesystem/edit.ts +2 -2
- package/src/tools/host-filesystem/read.test.ts +2 -1
- package/src/tools/host-filesystem/read.ts +2 -2
- package/src/tools/host-filesystem/transfer.test.ts +2 -1
- package/src/tools/host-filesystem/transfer.ts +2 -2
- package/src/tools/host-filesystem/write.test.ts +2 -1
- package/src/tools/host-filesystem/write.ts +2 -2
- package/src/tools/host-terminal/host-shell.test.ts +16 -0
- package/src/tools/host-terminal/host-shell.ts +16 -26
- package/src/tools/network/web-search.ts +6 -1
- package/src/tools/policy-context.ts +6 -7
- package/src/tools/shared/filesystem/file-ops-service.ts +1 -31
- package/src/tools/shared/shell-output.test.ts +10 -0
- package/src/tools/shared/shell-output.ts +14 -2
- package/src/tools/skills/find-similar-skills.test.ts +214 -2
- package/src/tools/skills/find-similar-skills.ts +62 -9
- package/src/tools/skills/resolve-execute-invocation.ts +24 -0
- package/src/tools/skills/sandbox-runner.ts +13 -2
- package/src/tools/skills/scaffold-managed.ts +78 -16
- package/src/tools/subagent/spawn.ts +5 -8
- package/src/tools/terminal/__tests__/safe-env.test.ts +33 -4
- package/src/tools/terminal/__tests__/sanitized-bash.test.ts +43 -0
- package/src/tools/terminal/safe-env.ts +35 -24
- package/src/tools/terminal/sanitized-bash.ts +118 -0
- package/src/tools/terminal/shell-launch.test.ts +162 -0
- package/src/tools/terminal/shell.test.ts +29 -0
- package/src/tools/terminal/shell.ts +13 -7
- package/src/tools/ui-surface/channel-variants.ts +10 -59
- package/src/tools/watch/watch-retro-report.ts +0 -8
- package/src/types/host-capabilities.ts +5 -3
- package/src/util/__tests__/language-subtag.test.ts +23 -1
- package/src/util/abort-reasons.ts +12 -1
- package/src/util/ca-bundle.ts +13 -0
- package/src/util/host-process.test.ts +17 -1
- package/src/util/host-process.ts +24 -0
- package/src/util/language-subtag.ts +16 -0
- package/src/util/platform.ts +8 -0
- package/src/util/plugin-manifest.ts +203 -0
- package/src/util/unicode.ts +44 -1
- package/src/watch/watch-retro.ts +6 -8
- package/src/watch/watch-timeline.ts +2 -2
- package/src/workflows/run-manager.ts +2 -1
- package/src/workspace/git-porcelain.ts +66 -0
- package/src/workspace/git-service.ts +6 -55
- package/src/workspace/migrations/154-repair-retired-codex-gpt-5-4-model-ids.ts +258 -0
- package/src/workspace/migrations/155-move-front-model-config-to-voice.ts +78 -0
- package/src/workspace/migrations/156-extract-workspace-mcp-json.ts +214 -0
- package/src/workspace/migrations/__tests__/155-move-front-model-config-to-voice.test.ts +102 -0
- package/src/workspace/migrations/__tests__/156-extract-workspace-mcp-json.test.ts +199 -0
- package/src/workspace/migrations/registry.ts +6 -0
- package/src/__tests__/app-source-watcher.test.ts +0 -218
- package/src/__tests__/config-watcher-skill-reseed.test.ts +0 -359
- package/src/__tests__/speaker-identification.test.ts +0 -56
- package/src/calls/speaker-identification.ts +0 -233
- package/src/daemon/app-source-watcher.ts +0 -218
- package/src/messaging/providers/whatsapp/client.ts +0 -29
- package/src/runtime/routes/debug-bash-routes.ts +0 -173
- package/src/util/fs-watcher-error.ts +0 -36
- /package/src/{live-voice → calls}/progress-phrases.ts +0 -0
|
@@ -7,10 +7,9 @@
|
|
|
7
7
|
*/
|
|
8
8
|
|
|
9
9
|
import type { AssistantEvent } from "../api/index.js";
|
|
10
|
+
import { shouldUseVirtualDesktopBrowser } from "../browser/virtual-desktop-target.js";
|
|
10
11
|
import {
|
|
11
|
-
type ClientOs,
|
|
12
12
|
type HostProxyCapability,
|
|
13
|
-
parseClientOs,
|
|
14
13
|
supportsHostProxy,
|
|
15
14
|
} from "../channels/types.js";
|
|
16
15
|
import { getIsPlatform } from "../config/env-registry.js";
|
|
@@ -23,12 +22,15 @@ import {
|
|
|
23
22
|
import { supportsChannelReaction } from "../messaging/providers/index.js";
|
|
24
23
|
import type { PermissionPrompter } from "../permissions/prompter.js";
|
|
25
24
|
import type { SecretPrompter } from "../permissions/secret-prompter.js";
|
|
25
|
+
import {
|
|
26
|
+
hashConversationToolSurface,
|
|
27
|
+
recordConversationToolSurface,
|
|
28
|
+
} from "../persistence/conversation-tool-surface.js";
|
|
26
29
|
import { getBindingByConversation } from "../persistence/external-conversation-store.js";
|
|
27
30
|
import { getAllDefaultPluginNames } from "../plugins/defaults/main.js";
|
|
28
31
|
import { isActivationSession } from "../plugins/defaults/memory/activation-session-store.js";
|
|
29
32
|
import { isPluginDisabled } from "../plugins/disabled-state.js";
|
|
30
33
|
import type { Message, ToolDefinition } from "../providers/types.js";
|
|
31
|
-
import { assistantEventHub } from "../runtime/assistant-event-hub.js";
|
|
32
34
|
import { registerConversationSender } from "../tools/browser/browser-screencast.js";
|
|
33
35
|
import { supportsClientOsForSkillTool } from "../tools/client-os.js";
|
|
34
36
|
import type { ToolExecutor } from "../tools/executor.js";
|
|
@@ -47,11 +49,8 @@ import {
|
|
|
47
49
|
injectActivityField,
|
|
48
50
|
stripActivityField,
|
|
49
51
|
} from "../tools/schema-transforms.js";
|
|
50
|
-
import {
|
|
51
|
-
|
|
52
|
-
recoverSkillExecuteEnvelope,
|
|
53
|
-
resolveSkillExecuteInput,
|
|
54
|
-
} from "../tools/skills/execute.js";
|
|
52
|
+
import { augmentSkillExecuteError } from "../tools/skills/execute.js";
|
|
53
|
+
import { resolveSkillExecuteInvocation } from "../tools/skills/resolve-execute-invocation.js";
|
|
55
54
|
import { resolveToolInvocationAlias } from "../tools/tool-name-aliases.js";
|
|
56
55
|
import type {
|
|
57
56
|
ProxyApprovalCallback,
|
|
@@ -63,10 +62,7 @@ import {
|
|
|
63
62
|
type ToolContext,
|
|
64
63
|
type ToolExecutionResult,
|
|
65
64
|
} from "../tools/types.js";
|
|
66
|
-
import {
|
|
67
|
-
injectActivationMomentParam,
|
|
68
|
-
projectUiToolsForChannel,
|
|
69
|
-
} from "../tools/ui-surface/channel-variants.js";
|
|
65
|
+
import { injectActivationMomentParam } from "../tools/ui-surface/channel-variants.js";
|
|
70
66
|
import { loadWorkspaceTools } from "../tools/workspace-tools/loader.js";
|
|
71
67
|
import {
|
|
72
68
|
resolveUsageAttribution,
|
|
@@ -78,6 +74,7 @@ import {
|
|
|
78
74
|
conversationSupportsGuardianQuestionCards,
|
|
79
75
|
} from "./channel-ui-capability.js";
|
|
80
76
|
import type { Conversation } from "./conversation.js";
|
|
77
|
+
import { resolveTurnClientOs } from "./conversation-client-surface.js";
|
|
81
78
|
import { projectSkillTools } from "./conversation-skill-tools.js";
|
|
82
79
|
import {
|
|
83
80
|
restoreSurfaceStateEntry,
|
|
@@ -260,6 +257,24 @@ export function createToolExecutor(
|
|
|
260
257
|
// see {@link SubagentToolGateMode}): rejects non-allowlisted calls BEFORE
|
|
261
258
|
// any executor dispatch, so a non-allowlisted tool's executor never runs.
|
|
262
259
|
// The error tool_result lets the model continue or finish.
|
|
260
|
+
const rejectUnattendedHostTool = (
|
|
261
|
+
toolName: string,
|
|
262
|
+
): ToolExecutionResult | null => {
|
|
263
|
+
const { transportInterface } = resolveTurnClientOs(ctx);
|
|
264
|
+
const isUnattended = ctx.currentTurnIsNonInteractive ?? ctx.hasNoClient;
|
|
265
|
+
if (
|
|
266
|
+
HOST_TOOL_NAMES.has(toolName) &&
|
|
267
|
+
isUnattended &&
|
|
268
|
+
transportInterface !== "chrome-extension"
|
|
269
|
+
) {
|
|
270
|
+
return {
|
|
271
|
+
content: `The "${toolName}" tool requires an interactive user turn and cannot run in the background.`,
|
|
272
|
+
isError: true,
|
|
273
|
+
};
|
|
274
|
+
}
|
|
275
|
+
return null;
|
|
276
|
+
};
|
|
277
|
+
|
|
263
278
|
const rejectNonAllowlistedTool = (
|
|
264
279
|
toolName: string,
|
|
265
280
|
): ToolExecutionResult | null => {
|
|
@@ -387,6 +402,10 @@ export function createToolExecutor(
|
|
|
387
402
|
if (rejection) {
|
|
388
403
|
return rejection;
|
|
389
404
|
}
|
|
405
|
+
const unattendedRejection = rejectUnattendedHostTool(executionName);
|
|
406
|
+
if (unattendedRejection) {
|
|
407
|
+
return unattendedRejection;
|
|
408
|
+
}
|
|
390
409
|
}
|
|
391
410
|
|
|
392
411
|
if (isDoordashCommand(executionName, executionInput)) {
|
|
@@ -517,23 +536,8 @@ export function createToolExecutor(
|
|
|
517
536
|
// risk level, permission checks, hooks, and lifecycle events all fire
|
|
518
537
|
// with the real tool name.
|
|
519
538
|
if (executionName === "skill_execute") {
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
// recoverSkillExecuteEnvelope), then resolve the inner tool + params.
|
|
523
|
-
const envelope = recoverSkillExecuteEnvelope(executionInput);
|
|
524
|
-
const rawToolName =
|
|
525
|
-
typeof envelope.tool === "string" ? envelope.tool : "";
|
|
526
|
-
const innerSchema = rawToolName
|
|
527
|
-
? getTool(rawToolName)?.input_schema
|
|
528
|
-
: undefined;
|
|
529
|
-
const rawToolInput = resolveSkillExecuteInput(envelope, innerSchema);
|
|
530
|
-
|
|
531
|
-
// Clone to avoid mutating shared input objects
|
|
532
|
-
const { name: toolName, input: toolInput } = resolveToolInvocationAlias(
|
|
533
|
-
rawToolName,
|
|
534
|
-
{ ...rawToolInput },
|
|
535
|
-
ctx.allowedToolNames,
|
|
536
|
-
);
|
|
539
|
+
const { name: toolName, input: toolInput } =
|
|
540
|
+
resolveSkillExecuteInvocation(executionInput, ctx.allowedToolNames);
|
|
537
541
|
|
|
538
542
|
if (!toolName) {
|
|
539
543
|
return {
|
|
@@ -550,6 +554,10 @@ export function createToolExecutor(
|
|
|
550
554
|
if (innerRejection) {
|
|
551
555
|
return innerRejection;
|
|
552
556
|
}
|
|
557
|
+
const unattendedRejection = rejectUnattendedHostTool(toolName);
|
|
558
|
+
if (unattendedRejection) {
|
|
559
|
+
return unattendedRejection;
|
|
560
|
+
}
|
|
553
561
|
|
|
554
562
|
// Per-chat plugin scope: reject the resolved inner tool when it belongs
|
|
555
563
|
// to a plugin outside the conversation's effective set.
|
|
@@ -628,7 +636,6 @@ export const DEFAULT_PREACTIVATED_SKILL_IDS = ["notifications", "subagent"];
|
|
|
628
636
|
// ── Conditional tool sets ────────────────────────────────────────────
|
|
629
637
|
|
|
630
638
|
const UI_SURFACE_TOOL_NAMES = new Set(["ui_show", "ui_update", "ui_dismiss"]);
|
|
631
|
-
const SLACK_TASK_PROGRESS_UI_TOOL_NAMES = new Set(["ui_show", "ui_update"]);
|
|
632
639
|
/**
|
|
633
640
|
* Single source of truth for which tools are host tools and the capability
|
|
634
641
|
* each one requires from the connected client interface. Adding a tool here
|
|
@@ -721,30 +728,6 @@ export const ALLOWLIST_ONLY_TOOL_NAMES = new Set<string>([
|
|
|
721
728
|
"delete_memory_page",
|
|
722
729
|
]);
|
|
723
730
|
|
|
724
|
-
/**
|
|
725
|
-
* Host OS of the client driving this turn. The Electron renderer reports
|
|
726
|
-
* `interface: "web"` and carries the real OS in `clientOs`, so this prefers
|
|
727
|
-
* the frozen per-turn value and only falls back to a desktop transport.
|
|
728
|
-
*/
|
|
729
|
-
function resolveTurnClientOs(ctx: Conversation): {
|
|
730
|
-
clientOs: ClientOs | undefined;
|
|
731
|
-
transportInterface: Conversation["transportInterface"];
|
|
732
|
-
} {
|
|
733
|
-
const pin = ctx.toolContextPin;
|
|
734
|
-
const transportInterface = pin
|
|
735
|
-
? pin.transportInterface
|
|
736
|
-
: ctx.transportInterface;
|
|
737
|
-
const clientOs = pin
|
|
738
|
-
? pin.clientOs
|
|
739
|
-
: (parseClientOs(ctx.currentTurnClientOs ?? ctx.clientOs) ??
|
|
740
|
-
(transportInterface === "macos" ||
|
|
741
|
-
transportInterface === "windows" ||
|
|
742
|
-
transportInterface === "linux"
|
|
743
|
-
? transportInterface
|
|
744
|
-
: undefined));
|
|
745
|
-
return { clientOs, transportInterface };
|
|
746
|
-
}
|
|
747
|
-
|
|
748
731
|
/**
|
|
749
732
|
* Windows parity gate: skill tools may declare `supported_client_os`; drop
|
|
750
733
|
* them when the turn's client OS (or pinned OS for wakes) is not listed.
|
|
@@ -856,56 +839,26 @@ export function isToolActiveForContext(
|
|
|
856
839
|
return supportsChannelReaction(turnChannel);
|
|
857
840
|
}
|
|
858
841
|
if (UI_SURFACE_TOOL_NAMES.has(name)) {
|
|
859
|
-
|
|
860
|
-
|
|
861
|
-
|
|
862
|
-
|
|
863
|
-
return !hasNoClient;
|
|
864
|
-
}
|
|
865
|
-
return channelCapabilities?.supportsDynamicUi ?? !hasNoClient;
|
|
842
|
+
// Surface calls write conversation content. Background turns persist that
|
|
843
|
+
// content for the next client that opens the conversation, so presence
|
|
844
|
+
// cannot change whether the model receives these definitions.
|
|
845
|
+
return true;
|
|
866
846
|
}
|
|
867
847
|
if (HOST_TOOL_NAMES.has(name)) {
|
|
868
848
|
const capability = HOST_TOOL_TO_CAPABILITY.get(name);
|
|
869
849
|
const transport = transportInterface;
|
|
870
850
|
|
|
871
|
-
//
|
|
872
|
-
//
|
|
851
|
+
// A transport that does not implement a capability can invoke it through
|
|
852
|
+
// an eligible same-user client. Client selection happens when the call
|
|
853
|
+
// runs, so the wire schema stays stable across live and background turns.
|
|
873
854
|
if (transport && capability && !supportsHostProxy(transport, capability)) {
|
|
874
|
-
|
|
875
|
-
// cross-client routing infrastructure (Phases 1–3 plus host_browser
|
|
876
|
-
// via PR #27489) to be exposed for non-host-proxy transports (e.g.
|
|
877
|
-
// "web", "ios") when at least one capable client is connected via
|
|
878
|
-
// the event hub. Members of CROSS_CLIENT_EXPOSED_CAPABILITIES
|
|
879
|
-
// (host_bash, host_file, host_browser) qualify.
|
|
880
|
-
// chrome-extension transport is excluded as a security boundary
|
|
881
|
-
// (extension only gets host_browser via its own executor path);
|
|
882
|
-
// hasNoClient turns are excluded (no interactive approval UI
|
|
883
|
-
// available).
|
|
884
|
-
if (
|
|
885
|
-
capability &&
|
|
855
|
+
return (
|
|
886
856
|
CROSS_CLIENT_EXPOSED_CAPABILITIES.has(capability) &&
|
|
887
|
-
transport !== "chrome-extension"
|
|
888
|
-
|
|
889
|
-
assistantEventHub.listClientsByCapability(capability).length > 0
|
|
890
|
-
) {
|
|
891
|
-
return true;
|
|
892
|
-
}
|
|
893
|
-
return false;
|
|
894
|
-
}
|
|
895
|
-
|
|
896
|
-
// chrome-extension is its own executor — the extension's popup gates
|
|
897
|
-
// commands via its own UI, and the transport does not use an SSE-level
|
|
898
|
-
// interactive approval channel. hasNoClient is intentionally `true` for
|
|
899
|
-
// chrome-extension turns (chrome-extension is not in INTERACTIVE_INTERFACES)
|
|
900
|
-
// and must not gate host_browser. Trust the per-capability check.
|
|
901
|
-
if (transport === "chrome-extension") {
|
|
902
|
-
return true;
|
|
857
|
+
transport !== "chrome-extension"
|
|
858
|
+
);
|
|
903
859
|
}
|
|
904
860
|
|
|
905
|
-
|
|
906
|
-
// fallback), deny when no client is present so the guardian auto-approve
|
|
907
|
-
// path cannot execute host commands unattended.
|
|
908
|
-
return !hasNoClient;
|
|
861
|
+
return true;
|
|
909
862
|
}
|
|
910
863
|
if (CLIENT_CAPABILITY_TOOL_NAMES.has(name)) {
|
|
911
864
|
if (name === "ask_question" && channelCapabilities?.clientOS === "macos") {
|
|
@@ -994,6 +947,50 @@ export function canSpawnSubagentsForTurn(ctx: Conversation): boolean {
|
|
|
994
947
|
);
|
|
995
948
|
}
|
|
996
949
|
|
|
950
|
+
/**
|
|
951
|
+
* Build the agent loop's `onToolsSent` observer for a conversation: record
|
|
952
|
+
* the tool array each provider call sends so a later fork wake can replay it
|
|
953
|
+
* (`recordConversationToolSurface`). Only the loop's send boundary sees the
|
|
954
|
+
* sent array. The resolver is also consulted out of band (the token count
|
|
955
|
+
* behind `/compact` and `/clean`, compaction estimates), where a read outside
|
|
956
|
+
* any turn resolves a clientless surface that would overwrite the one the
|
|
957
|
+
* conversation's turns actually send.
|
|
958
|
+
*
|
|
959
|
+
* Arrays that are not the conversation's own surface are skipped: a replaying
|
|
960
|
+
* wake sends its source's array, an empty array is a tools-disabled call (a
|
|
961
|
+
* fork replaying it could never call `remember`), and disk-pressure cleanup
|
|
962
|
+
* mode narrows the wire to cleanup tools. Best-effort: a failed write is
|
|
963
|
+
* logged and the array still counts as recorded, so a persistent failure logs
|
|
964
|
+
* once per distinct surface rather than once per provider call.
|
|
965
|
+
*/
|
|
966
|
+
export function createWireToolSurfaceRecorder(
|
|
967
|
+
ctx: Conversation,
|
|
968
|
+
): (tools: ToolDefinition[]) => void {
|
|
969
|
+
return (tools) => {
|
|
970
|
+
if (
|
|
971
|
+
!ctx.conversationId ||
|
|
972
|
+
ctx.wireToolReplay ||
|
|
973
|
+
tools.length === 0 ||
|
|
974
|
+
ctx.diskPressureCleanupModeActive === true
|
|
975
|
+
) {
|
|
976
|
+
return;
|
|
977
|
+
}
|
|
978
|
+
try {
|
|
979
|
+
ctx.recordedToolSurfaceHash = recordConversationToolSurface(
|
|
980
|
+
ctx.conversationId,
|
|
981
|
+
tools,
|
|
982
|
+
ctx.recordedToolSurfaceHash,
|
|
983
|
+
);
|
|
984
|
+
} catch (err) {
|
|
985
|
+
log.warn(
|
|
986
|
+
{ err, conversationId: ctx.conversationId },
|
|
987
|
+
"failed to record the conversation's wire tool surface; continuing",
|
|
988
|
+
);
|
|
989
|
+
ctx.recordedToolSurfaceHash = hashConversationToolSurface(tools);
|
|
990
|
+
}
|
|
991
|
+
};
|
|
992
|
+
}
|
|
993
|
+
|
|
997
994
|
/**
|
|
998
995
|
* Build a resolveTools callback that merges base tool definitions with
|
|
999
996
|
* dynamically projected skill tools on each agent turn. Also updates
|
|
@@ -1153,19 +1150,40 @@ export function createResolveToolsCallback(
|
|
|
1153
1150
|
: currentWorkspaceDefs
|
|
1154
1151
|
).filter((d) => !readOnlyHidesFromWire(d.name));
|
|
1155
1152
|
const excluded = new Set(getConfig().tools.exclude);
|
|
1156
|
-
//
|
|
1157
|
-
//
|
|
1158
|
-
//
|
|
1159
|
-
//
|
|
1160
|
-
|
|
1161
|
-
|
|
1162
|
-
|
|
1163
|
-
|
|
1164
|
-
|
|
1165
|
-
|
|
1166
|
-
|
|
1167
|
-
|
|
1168
|
-
|
|
1153
|
+
// UI definitions stay identical across channel and background turns.
|
|
1154
|
+
// Channel renderers enforce their supported surface subset at execution,
|
|
1155
|
+
// while background calls persist the full surface content for the next
|
|
1156
|
+
// capable client that opens the conversation. Skill tools stay off this
|
|
1157
|
+
// list (`skill_execute` dispatch) and are a separate disclosure path.
|
|
1158
|
+
let allBaseDefs = [
|
|
1159
|
+
...scopedCoreDefs,
|
|
1160
|
+
...scopedWorkspaceDefs,
|
|
1161
|
+
...scopedMcpDefs,
|
|
1162
|
+
].filter((d) => !excluded.has(d.name));
|
|
1163
|
+
if (
|
|
1164
|
+
ctx.transportInterface === "web" &&
|
|
1165
|
+
shouldUseVirtualDesktopBrowser(
|
|
1166
|
+
undefined,
|
|
1167
|
+
{},
|
|
1168
|
+
{
|
|
1169
|
+
workingDir: ctx.workingDir,
|
|
1170
|
+
conversationId: ctx.conversationId,
|
|
1171
|
+
trustClass: ctx.trustContext?.trustClass ?? "unknown",
|
|
1172
|
+
transportInterface: ctx.transportInterface,
|
|
1173
|
+
clientOs: resolveTurnClientOs(ctx).clientOs,
|
|
1174
|
+
sourceActorPrincipalId: ctx.getTurnActorPrincipalId?.(),
|
|
1175
|
+
},
|
|
1176
|
+
)
|
|
1177
|
+
) {
|
|
1178
|
+
allBaseDefs = allBaseDefs.map((definition) =>
|
|
1179
|
+
definition.name === "bash"
|
|
1180
|
+
? {
|
|
1181
|
+
...definition,
|
|
1182
|
+
description: `${definition.description} For browser tasks, use assistant browser navigate --url <url> directly. It installs the virtual desktop if needed, starts Chrome, and completes the action in one call. Use timeout_seconds: ${getConfig().timeouts.shellMaxTimeoutSec} for first use; setup progress is visible in the Virtual desktop panel. Use assistant browser --help for other browser actions. Use this managed path even if saved notes describe manual setup. Do not install packages or launch Chrome, X servers, or screenshot scripts yourself.`,
|
|
1183
|
+
}
|
|
1184
|
+
: definition,
|
|
1185
|
+
);
|
|
1186
|
+
}
|
|
1169
1187
|
// Activation-rail conversations carry the optional `activation_moment`
|
|
1170
1188
|
// telemetry param on ui_show. The marker is written before the first
|
|
1171
1189
|
// tool resolution (see `applyBootstrapTemplate` in system-prompt.ts), so
|
|
@@ -1267,6 +1285,14 @@ export function createResolveToolsCallback(
|
|
|
1267
1285
|
|
|
1268
1286
|
ctx.allowedToolNames = turnAllowed;
|
|
1269
1287
|
|
|
1270
|
-
|
|
1288
|
+
// A wake replaying its source's recorded surface sends that array
|
|
1289
|
+
// verbatim: the wire tool block is the first tier of the provider cache
|
|
1290
|
+
// prefix (tools → system → messages), so only the same bytes read the
|
|
1291
|
+
// source's cached prefix instead of rewriting it. Execution is unaffected:
|
|
1292
|
+
// `allowedToolNames` above and the executor's allowlist gate still decide
|
|
1293
|
+
// what may run.
|
|
1294
|
+
return ctx.wireToolReplay
|
|
1295
|
+
? [...ctx.wireToolReplay]
|
|
1296
|
+
: applyActivityField(allBaseDefs);
|
|
1271
1297
|
};
|
|
1272
1298
|
}
|
|
@@ -63,6 +63,8 @@ interface TurnTailContext {
|
|
|
63
63
|
/** Minimal per-run handler state {@link settleTurnContent} consumes. */
|
|
64
64
|
interface TurnContentState {
|
|
65
65
|
readonly lastAssistantMessageId: string | undefined;
|
|
66
|
+
/** Earlier reply rows that must join the final disk-view export. */
|
|
67
|
+
readonly assistantMessageIdsToSync: ReadonlySet<string>;
|
|
66
68
|
/** In-flight content writers the turn left behind (see EventHandlerState). */
|
|
67
69
|
readonly inflightWriters: Map<string, InflightContentWriter>;
|
|
68
70
|
}
|
|
@@ -224,20 +226,31 @@ export async function settleTurnContent(params: {
|
|
|
224
226
|
);
|
|
225
227
|
}
|
|
226
228
|
|
|
227
|
-
// Mirror
|
|
228
|
-
//
|
|
229
|
-
//
|
|
230
|
-
//
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
229
|
+
// Mirror every assistant row finalized by this turn into the JSONL disk
|
|
230
|
+
// view. Most turns contribute only their last row. A turn that delivered its
|
|
231
|
+
// reply through `send_user_message` can also contribute an earlier row that
|
|
232
|
+
// received the reply attachment. Set insertion order preserves the reply's
|
|
233
|
+
// position, while adding the last row deduplicates the ordinary case where
|
|
234
|
+
// both ids are the same.
|
|
235
|
+
if (liveConversation) {
|
|
236
|
+
const messageIds = new Set(state.assistantMessageIdsToSync);
|
|
237
|
+
if (state.lastAssistantMessageId) {
|
|
238
|
+
messageIds.add(state.lastAssistantMessageId);
|
|
239
|
+
}
|
|
240
|
+
for (const messageId of messageIds) {
|
|
241
|
+
try {
|
|
242
|
+
syncMessageToDisk(
|
|
243
|
+
ctx.conversationId,
|
|
244
|
+
messageId,
|
|
245
|
+
liveConversation.createdAt,
|
|
246
|
+
);
|
|
247
|
+
} catch (err) {
|
|
248
|
+
rlog.warn(
|
|
249
|
+
{ err, messageId },
|
|
250
|
+
"Failed to sync assistant message to disk (non-fatal)",
|
|
251
|
+
);
|
|
252
|
+
}
|
|
238
253
|
}
|
|
239
|
-
} catch (err) {
|
|
240
|
-
rlog.warn({ err }, "Failed to sync assistant message to disk (non-fatal)");
|
|
241
254
|
}
|
|
242
255
|
}
|
|
243
256
|
|
|
@@ -181,6 +181,7 @@ import {
|
|
|
181
181
|
canSpawnSubagentsForTurn,
|
|
182
182
|
createResolveToolsCallback,
|
|
183
183
|
createToolExecutor,
|
|
184
|
+
createWireToolSurfaceRecorder,
|
|
184
185
|
} from "./conversation-tool-setup.js";
|
|
185
186
|
import { canonicalizeTimeZone } from "./date-context.js";
|
|
186
187
|
import { HostAppControlProxy } from "./host-app-control-proxy.js";
|
|
@@ -452,6 +453,21 @@ export class Conversation {
|
|
|
452
453
|
* @internal
|
|
453
454
|
*/
|
|
454
455
|
toolContextPin?: WakeToolContextPin;
|
|
456
|
+
/**
|
|
457
|
+
* Tool definitions sent verbatim in place of the resolved wire array, for
|
|
458
|
+
* a wake replaying its source conversation's recorded surface
|
|
459
|
+
* (`recordConversationToolSurface`). Set and restored alongside the
|
|
460
|
+
* allowlist by `scopeWakeAllowedTools`; read only where the resolver returns
|
|
461
|
+
* the wire array, so it never widens what may execute.
|
|
462
|
+
* @internal
|
|
463
|
+
*/
|
|
464
|
+
wireToolReplay?: readonly ToolDefinition[];
|
|
465
|
+
/**
|
|
466
|
+
* Hash of the wire tool array last recorded for this conversation in this
|
|
467
|
+
* process, so an unchanged surface is not rewritten on every provider call.
|
|
468
|
+
* @internal
|
|
469
|
+
*/
|
|
470
|
+
recordedToolSurfaceHash?: string;
|
|
455
471
|
/** @internal */ readonly skillProjectionState = new Map<string, string>();
|
|
456
472
|
/** @internal */ readonly skillProjectionCache: SkillProjectionCache = {};
|
|
457
473
|
/** @internal */ usageStats: UsageStats = {
|
|
@@ -1038,6 +1054,7 @@ export class Conversation {
|
|
|
1038
1054
|
tools: toolDefs.length > 0 ? toolDefs : undefined,
|
|
1039
1055
|
toolExecutor: toolDefs.length > 0 ? toolExecutor : undefined,
|
|
1040
1056
|
resolveTools,
|
|
1057
|
+
onToolsSent: createWireToolSurfaceRecorder(this),
|
|
1041
1058
|
resolveConversationDir: () => {
|
|
1042
1059
|
const conv = getConversation(this.conversationId);
|
|
1043
1060
|
if (!conv) {
|
|
@@ -2366,9 +2383,6 @@ export class Conversation {
|
|
|
2366
2383
|
|
|
2367
2384
|
markStale(): void {
|
|
2368
2385
|
this.stale = true;
|
|
2369
|
-
// Invalidate the cached skill catalog so the next projection picks up
|
|
2370
|
-
// filesystem changes (e.g. a skill created during this run).
|
|
2371
|
-
this.skillProjectionCache.catalog = undefined;
|
|
2372
2386
|
}
|
|
2373
2387
|
|
|
2374
2388
|
isStale(): boolean {
|
|
@@ -43,7 +43,7 @@ function isPositiveInteger(v: unknown): v is number {
|
|
|
43
43
|
|
|
44
44
|
/**
|
|
45
45
|
* Read daemon timeout values directly from the config JSON file, bypassing
|
|
46
|
-
* loadConfig() and its
|
|
46
|
+
* loadConfig() and its ensureDataDir() side effects.
|
|
47
47
|
* Falls back to hardcoded defaults on any error (missing file, malformed JSON,
|
|
48
48
|
* unexpected shape) so daemon stop/start never fails due to config issues.
|
|
49
49
|
*/
|
|
@@ -258,15 +258,11 @@ async function getDaemonStatus(): Promise<{
|
|
|
258
258
|
return { running: true, pid };
|
|
259
259
|
}
|
|
260
260
|
|
|
261
|
-
function getStartupLockPath(): string {
|
|
262
|
-
return getDaemonStartupLockPath();
|
|
263
|
-
}
|
|
264
|
-
|
|
265
261
|
/** Attempt to acquire a startup lock. Returns true on success. Stale locks
|
|
266
262
|
* (older than STARTUP_LOCK_STALE_MS) are forcibly removed to prevent
|
|
267
263
|
* permanent deadlocks from a crashed caller. */
|
|
268
264
|
function acquireStartupLock(): boolean {
|
|
269
|
-
const lockPath =
|
|
265
|
+
const lockPath = getDaemonStartupLockPath();
|
|
270
266
|
try {
|
|
271
267
|
// Ensure the root directory exists before attempting the lock file write.
|
|
272
268
|
// On a first-time run, getRootDir() may not exist yet, and writeFileSync
|
|
@@ -293,7 +289,7 @@ function acquireStartupLock(): boolean {
|
|
|
293
289
|
|
|
294
290
|
function releaseStartupLock(): void {
|
|
295
291
|
try {
|
|
296
|
-
unlinkSync(
|
|
292
|
+
unlinkSync(getDaemonStartupLockPath());
|
|
297
293
|
} catch {
|
|
298
294
|
/* already removed */
|
|
299
295
|
}
|
|
@@ -10,6 +10,7 @@ import { join } from "node:path";
|
|
|
10
10
|
|
|
11
11
|
import { getLogger } from "../util/logger.js";
|
|
12
12
|
import { getWorkspaceDir } from "../util/platform.js";
|
|
13
|
+
import { safeStringSlice } from "../util/unicode.js";
|
|
13
14
|
|
|
14
15
|
const log = getLogger("dictation-profile-store");
|
|
15
16
|
|
|
@@ -130,7 +131,7 @@ function validateAndClampConfig(raw: unknown): DictationProfilesConfig {
|
|
|
130
131
|
{ profileId: profile.id },
|
|
131
132
|
`stylePrompt exceeds ${MAX_STYLE_PROMPT_LENGTH} chars, truncating`,
|
|
132
133
|
);
|
|
133
|
-
stylePrompt = stylePrompt
|
|
134
|
+
stylePrompt = safeStringSlice(stylePrompt, 0, MAX_STYLE_PROMPT_LENGTH);
|
|
134
135
|
}
|
|
135
136
|
|
|
136
137
|
// Validate dictionary entries
|
|
@@ -32,6 +32,7 @@ import { unwrapExternalContentForDisplay } from "../../security/untrusted-conten
|
|
|
32
32
|
import type { CredentialInjectionTemplate } from "../../tools/credentials/policy-types.js";
|
|
33
33
|
import { getLogger } from "../../util/logger.js";
|
|
34
34
|
import { joinWithSpacing } from "../../util/text-spacing.js";
|
|
35
|
+
import { safeStringSlice } from "../../util/unicode.js";
|
|
35
36
|
import { estimateBase64Bytes } from "../assistant-attachments.js";
|
|
36
37
|
import { conversationSupportsDynamicUi } from "../channel-ui-capability.js";
|
|
37
38
|
import { findConversation } from "../conversation-registry.js";
|
|
@@ -264,7 +265,7 @@ function clampAttachmentText(text: string): string {
|
|
|
264
265
|
if (text.length <= HISTORY_ATTACHMENT_TEXT_LIMIT) {
|
|
265
266
|
return text;
|
|
266
267
|
}
|
|
267
|
-
return `${text
|
|
268
|
+
return `${safeStringSlice(text, 0, HISTORY_ATTACHMENT_TEXT_LIMIT)}<truncated />`;
|
|
268
269
|
}
|
|
269
270
|
|
|
270
271
|
interface FileBlockMetadata {
|
|
@@ -82,6 +82,7 @@ import {
|
|
|
82
82
|
searchSkillsRegistry,
|
|
83
83
|
} from "../../skills/skillssh-registry.js";
|
|
84
84
|
import { getWorkspaceSkillsDir } from "../../util/platform.js";
|
|
85
|
+
import { safeStringSlice } from "../../util/unicode.js";
|
|
85
86
|
import { getConfigWatcher } from "../config-watcher.js";
|
|
86
87
|
import type {
|
|
87
88
|
SkillDetailResponse,
|
|
@@ -237,9 +238,11 @@ function heuristicDraft(body: string): {
|
|
|
237
238
|
const lines = body.split("\n").filter((l) => l.trim());
|
|
238
239
|
const firstLine = lines[0]?.trim() ?? "";
|
|
239
240
|
const name =
|
|
240
|
-
firstLine.replace(/^#+\s*/, "")
|
|
241
|
+
safeStringSlice(firstLine.replace(/^#+\s*/, ""), 0, 100) ||
|
|
242
|
+
"Untitled Skill";
|
|
241
243
|
const skillId = toSkillSlug(name) || "untitled-skill";
|
|
242
|
-
const description =
|
|
244
|
+
const description =
|
|
245
|
+
safeStringSlice(body.trim(), 0, 200) || "No description provided";
|
|
243
246
|
return { skillId, name, description, emoji: "\u{1F4DD}" };
|
|
244
247
|
}
|
|
245
248
|
|
|
@@ -1732,7 +1735,7 @@ export async function draftSkill(params: {
|
|
|
1732
1735
|
"- emoji: a single emoji character representing the skill",
|
|
1733
1736
|
"",
|
|
1734
1737
|
"Skill body:",
|
|
1735
|
-
body
|
|
1738
|
+
safeStringSlice(body, 0, 2000),
|
|
1736
1739
|
].join("\n");
|
|
1737
1740
|
|
|
1738
1741
|
const response = await provider.sendMessage([userMessage(prompt)], {
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { getConfig } from "../config/loader.js";
|
|
2
2
|
import { assistantEventHub } from "../runtime/assistant-event-hub.js";
|
|
3
3
|
import {
|
|
4
|
-
ambiguousSameUserError,
|
|
5
4
|
enforceSameActorOrErrorResult,
|
|
6
|
-
|
|
5
|
+
pickMostRecentSameUserClient,
|
|
6
|
+
unavailableSameUserClientError,
|
|
7
7
|
} from "../runtime/auth/same-actor.js";
|
|
8
8
|
import * as pendingInteractions from "../runtime/pending-interactions.js";
|
|
9
9
|
import { formatShellOutput } from "../tools/shared/shell-output.js";
|
|
@@ -93,21 +93,17 @@ export class HostBashProxy extends HostProxyBase<
|
|
|
93
93
|
}
|
|
94
94
|
resolvedTargetClientId = input.targetClientId;
|
|
95
95
|
} else {
|
|
96
|
-
|
|
97
|
-
// broadcast) when multiple same-user clients are connected so that
|
|
98
|
-
// a single targeted-style request cannot fan out across every one
|
|
99
|
-
// of the user's machines. Zero same-user matches falls through to
|
|
100
|
-
// the existing untargeted code path.
|
|
101
|
-
const resolved = pickSameUserAutoResolve({
|
|
96
|
+
resolvedTargetClientId = pickMostRecentSameUserClient({
|
|
102
97
|
hub: assistantEventHub,
|
|
103
98
|
capability: "host_bash",
|
|
104
99
|
sourceActorPrincipalId,
|
|
105
100
|
});
|
|
106
|
-
if (
|
|
107
|
-
|
|
101
|
+
if (
|
|
102
|
+
resolvedTargetClientId === undefined &&
|
|
103
|
+
sourceActorPrincipalId !== undefined
|
|
104
|
+
) {
|
|
105
|
+
return unavailableSameUserClientError("host_bash");
|
|
108
106
|
}
|
|
109
|
-
resolvedTargetClientId =
|
|
110
|
-
resolved.kind === "match" ? resolved.clientId : undefined;
|
|
111
107
|
}
|
|
112
108
|
|
|
113
109
|
// Targeted requests must be bound to the same authenticated user as the
|
|
@@ -5,7 +5,10 @@ import {
|
|
|
5
5
|
assistantEventHub,
|
|
6
6
|
broadcastMessage,
|
|
7
7
|
} from "../runtime/assistant-event-hub.js";
|
|
8
|
-
import {
|
|
8
|
+
import {
|
|
9
|
+
enforceSameActorOrErrorResult,
|
|
10
|
+
unavailableSameUserClientError,
|
|
11
|
+
} from "../runtime/auth/same-actor.js";
|
|
9
12
|
import * as pendingInteractions from "../runtime/pending-interactions.js";
|
|
10
13
|
import type { ToolExecutionResult } from "../tools/types.js";
|
|
11
14
|
import { AssistantError, ErrorCode } from "../util/errors.js";
|
|
@@ -284,6 +287,17 @@ export class HostBrowserProxy {
|
|
|
284
287
|
targetClientId,
|
|
285
288
|
);
|
|
286
289
|
|
|
290
|
+
if (
|
|
291
|
+
preferredClient === undefined &&
|
|
292
|
+
sourceActorPrincipalId !== undefined &&
|
|
293
|
+
targetClientId === undefined
|
|
294
|
+
) {
|
|
295
|
+
if (isExtensionOnlyMethod(input.cdpMethod)) {
|
|
296
|
+
return Promise.resolve(extensionRequiredResult(input.cdpMethod));
|
|
297
|
+
}
|
|
298
|
+
return Promise.resolve(unavailableSameUserClientError("host_browser"));
|
|
299
|
+
}
|
|
300
|
+
|
|
287
301
|
// Same-user enforcement: when the caller's actor is known, refuse to
|
|
288
302
|
// dispatch to a client owned by a different actor. This covers the
|
|
289
303
|
// cross-client exposure case where a web/iOS turn for actor A would
|