@vellumai/assistant 0.12.2 → 0.12.3-staging.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +2 -0
- package/AGENTS.md +1 -1
- package/ARCHITECTURE.md +43 -29
- package/Dockerfile +63 -0
- package/docs/architecture/integrations.md +7 -0
- package/docs/architecture/memory.md +17 -2
- package/docs/architecture/security.md +10 -5
- package/docs/architecture/turn-actor.md +2 -0
- package/docs/credential-execution-service.md +1 -1
- package/docs/desktop-browser-cli.md +50 -5
- package/docs/live-voice-task-outcomes.md +100 -0
- package/docs/mode-sessions.md +183 -0
- package/docs/voice-input-diagnostics.md +58 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/package.json +2 -1
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/secret-detection.test.ts +1 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/integration-categories.ts +36 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/secret-detection.ts +4 -1
- package/node_modules/@vellumai/environments/src/shell.test.ts +21 -0
- package/node_modules/@vellumai/environments/src/shell.ts +24 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/package.json +2 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/secret-detection.test.ts +1 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/integration-categories.ts +36 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/secret-detection.ts +4 -1
- package/node_modules/@vellumai/gateway-client/src/gateway-ipc-contracts.ts +20 -0
- package/node_modules/@vellumai/gateway-client/src/inbound-contract.ts +8 -2
- package/node_modules/@vellumai/gateway-client/src/index.ts +4 -1
- package/node_modules/@vellumai/gateway-client/src/outbound-contract.ts +38 -7
- package/node_modules/@vellumai/gateway-client/src/trust-verdict-contract.ts +5 -6
- package/node_modules/@vellumai/service-contracts/package.json +2 -1
- package/node_modules/@vellumai/service-contracts/src/__tests__/secret-detection.test.ts +1 -0
- package/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
- package/node_modules/@vellumai/service-contracts/src/integration-categories.ts +36 -0
- package/node_modules/@vellumai/service-contracts/src/secret-detection.ts +4 -1
- package/node_modules/@vellumai/slack-text/src/index.ts +4 -8
- package/openapi.yaml +716 -16
- package/package.json +1 -1
- package/scripts/smoke-desktop-browser-cli.ts +11 -26
- package/scripts/smoke-desktop-window-theme.ts +2 -3
- package/scripts/sync-llm-catalog.ts +3 -0
- package/scripts/voice-ttft-spike.ts +2 -2
- package/src/__tests__/agent-loop-output-hooks.test.ts +150 -1
- package/src/__tests__/agent-loop-provider-error-recording.test.ts +87 -19
- package/src/__tests__/agent-loop.test.ts +259 -0
- package/src/__tests__/agent-wake-delegation-prompt.test.ts +64 -2
- package/src/__tests__/annotate-activity-metadata.test.ts +3 -1
- package/src/__tests__/annotate-risk-options.test.ts +2 -0
- package/src/__tests__/answered-question-persistence.test.ts +2 -0
- package/src/__tests__/anthropic-gateway-shared.test.ts +22 -0
- package/src/__tests__/anthropic-provider.test.ts +55 -0
- package/src/__tests__/approval-interception-trust-gates.test.ts +40 -0
- package/src/__tests__/approval-message-composer.test.ts +1 -118
- package/src/__tests__/approval-routes-http.test.ts +3 -0
- package/src/__tests__/assistant-event-hub-connection-history.test.ts +111 -0
- package/src/__tests__/assistant-event-hub-targeted.test.ts +50 -0
- package/src/__tests__/assistant-event-targeting.test.ts +186 -0
- package/src/__tests__/assistant-stream-state.test.ts +29 -9
- package/src/__tests__/attachments-store.test.ts +22 -3
- package/src/__tests__/browser-fill-credential.test.ts +11 -22
- package/src/__tests__/btw-routes.test.ts +4 -1
- package/src/__tests__/build-persisted-content.test.ts +1 -1
- package/src/__tests__/call-conversation-messages.test.ts +5 -0
- package/src/__tests__/call-recovery.test.ts +7 -2
- package/src/__tests__/call-routes-http.test.ts +12 -0
- package/src/__tests__/call-store.test.ts +7 -2
- package/src/__tests__/channel-approval.test.ts +9 -14
- package/src/__tests__/channel-reply-delivery.test.ts +56 -0
- package/src/__tests__/channel-retry-sweep.test.ts +9 -0
- package/src/__tests__/chat-credential-redaction.test.ts +23 -0
- package/src/__tests__/chat-reveal-guard-priming.test.ts +2 -0
- package/src/__tests__/checker.test.ts +11 -3
- package/src/__tests__/client-os-metadata-persistence.test.ts +35 -1
- package/src/__tests__/computer-use-screenshot-attachments.test.ts +411 -0
- package/src/__tests__/computer-use-screenshot-selection.test.ts +50 -0
- package/src/__tests__/computer-use-skill-manifest-regression.test.ts +0 -25
- package/src/__tests__/computer-use-tools.test.ts +1 -233
- package/src/__tests__/config-model-image-provider.test.ts +39 -0
- package/src/__tests__/config-schema.test.ts +16 -0
- package/src/__tests__/config-watcher.test.ts +24 -0
- package/src/__tests__/context-search-agent-runner.test.ts +260 -1
- package/src/__tests__/context-search-fanout.test.ts +1 -1
- package/src/__tests__/context-search-types.test.ts +7 -7
- package/src/__tests__/conversation-agent-loop-disk-pressure.test.ts +8 -2
- package/src/__tests__/conversation-agent-loop-fatal-cleanup.test.ts +2 -0
- package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +2 -0
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +2 -0
- package/src/__tests__/conversation-agent-loop.test.ts +797 -16
- package/src/__tests__/conversation-app-control-lifecycle.test.ts +53 -1
- package/src/__tests__/conversation-attachments.test.ts +106 -0
- package/src/__tests__/conversation-evictor.test.ts +62 -37
- package/src/__tests__/conversation-fork-crud.test.ts +191 -0
- package/src/__tests__/conversation-history-boundary-repair-failure.test.ts +174 -0
- package/src/__tests__/conversation-loop-db-lock-resilience.test.ts +2 -0
- package/src/__tests__/conversation-process-app-control-preactivation.test.ts +2 -0
- package/src/__tests__/conversation-rendered-delegation-state.test.ts +276 -0
- package/src/__tests__/conversation-retry-route.test.ts +22 -0
- package/src/__tests__/conversation-routes-disk-view.test.ts +2 -0
- package/src/__tests__/conversation-routes-enabled-plugins.test.ts +2 -0
- package/src/__tests__/conversation-routes-guardian-reply.test.ts +10 -0
- package/src/__tests__/conversation-routes-hidden-queue.test.ts +2 -0
- package/src/__tests__/conversation-routes-slash-commands.test.ts +2 -0
- package/src/__tests__/conversation-runtime-assembly.test.ts +29 -0
- package/src/__tests__/conversation-surface-snapshots.test.ts +543 -0
- package/src/__tests__/conversation-surfaces-action-delivery.test.ts +151 -0
- package/src/__tests__/conversation-surfaces-point-at-budget.test.ts +63 -1
- package/src/__tests__/conversation-tool-setup-attribution.test.ts +23 -0
- package/src/__tests__/conversation-undo.test.ts +61 -0
- package/src/__tests__/credential-execution-client.test.ts +72 -55
- package/src/__tests__/credential-prompt-route.test.ts +35 -3
- package/src/__tests__/cu-unified-flow.test.ts +82 -1
- package/src/__tests__/db-conversation-tool-surface.test.ts +221 -0
- package/src/__tests__/db-mode-sessions-migration.test.ts +175 -0
- package/src/__tests__/deterministic-verification-control-plane.test.ts +2 -0
- package/src/__tests__/dm-backfill.test.ts +91 -1
- package/src/__tests__/document-create-route.test.ts +88 -0
- package/src/__tests__/document-sync-tags.test.ts +27 -0
- package/src/__tests__/emit-signal-routing-intent.test.ts +142 -2
- package/src/__tests__/events-tail-route.test.ts +58 -0
- package/src/__tests__/evict-conversations-for-reload.test.ts +57 -8
- package/src/__tests__/guardian-action-sweep.test.ts +16 -0
- package/src/__tests__/guardian-dispatch.test.ts +13 -0
- package/src/__tests__/headless-browser-interactions.test.ts +64 -20
- package/src/__tests__/heartbeat-service.test.ts +2 -59
- package/src/__tests__/helpers/mock-conversation.ts +21 -0
- package/src/__tests__/helpers/native-web-search-harness.ts +2 -0
- package/src/__tests__/helpers/verification-sessions-ipc-sim.ts +5 -0
- package/src/__tests__/history-repair.test.ts +53 -0
- package/src/__tests__/host-cu-proxy.test.ts +46 -2
- package/src/__tests__/http-user-message-parity.test.ts +2 -0
- package/src/__tests__/image-credentials.test.ts +49 -0
- package/src/__tests__/image-service-dispatcher.test.ts +45 -0
- package/src/__tests__/inference-profile-session-handler.test.ts +26 -0
- package/src/__tests__/interrupt-on-send.test.ts +57 -43
- package/src/__tests__/interrupt-turn-note.test.ts +5 -6
- package/src/__tests__/list-messages-tool-merge.test.ts +85 -1
- package/src/__tests__/llm-catalog-parity.test.ts +27 -4
- package/src/__tests__/media-generate-image.test.ts +49 -1
- package/src/__tests__/message-provenance-contact-id.test.ts +69 -0
- package/src/__tests__/migration-export-to-gcs.test.ts +142 -0
- package/src/__tests__/mode-session-history.test.ts +245 -0
- package/src/__tests__/mode-session-recovery.test.ts +222 -0
- package/src/__tests__/mode-session-wire.test.ts +141 -0
- package/src/__tests__/notification-guardian-path.test.ts +7 -0
- package/src/__tests__/notification-telegram-adapter.test.ts +2 -2
- package/src/__tests__/notification-vellum-adapter.test.ts +34 -0
- package/src/__tests__/oauth-apps-routes.test.ts +1 -0
- package/src/__tests__/oauth-commands-routes.test.ts +114 -101
- package/src/__tests__/oauth-connect-orchestrator.test.ts +2 -0
- package/src/__tests__/oauth-provider-serializer.test.ts +13 -0
- package/src/__tests__/oauth-providers-routes.test.ts +3 -0
- package/src/__tests__/outbound-slack-persistence.test.ts +2 -0
- package/src/__tests__/persist-media-references.test.ts +50 -0
- package/src/__tests__/persistence-secret-redaction.test.ts +2 -0
- package/src/__tests__/plugin-api-provider.test.ts +5 -0
- package/src/__tests__/plugin-api-resolve-credential.test.ts +97 -0
- package/src/__tests__/plugin-import-boundary-guard.test.ts +9 -1
- package/src/__tests__/process-message-display-content.test.ts +56 -0
- package/src/__tests__/reaction-persistence.test.ts +5 -0
- package/src/__tests__/request-secret-standalone-channel-gate.test.ts +25 -9
- package/src/__tests__/run-conversation-turn-persistence.test.ts +138 -1
- package/src/__tests__/runtime-events-sse-reconnect.test.ts +1 -1
- package/src/__tests__/schedule-routes.test.ts +20 -0
- package/src/__tests__/scheduler-result-notification.test.ts +23 -4
- package/src/__tests__/script-proxy-certs.test.ts +1 -1
- package/src/__tests__/scripted-turn-metadata-persistence.test.ts +73 -0
- package/src/__tests__/secret-ingress-http.test.ts +2 -0
- package/src/__tests__/secret-routes-platform-proxy.test.ts +86 -31
- package/src/__tests__/secret-routes-scrub.test.ts +22 -27
- package/src/__tests__/secret-scanner.test.ts +20 -0
- package/src/__tests__/secure-keys-managed-failover.test.ts +8 -0
- package/src/__tests__/secure-keys.test.ts +50 -4
- package/src/__tests__/send-endpoint-busy.test.ts +163 -1
- package/src/__tests__/server-history-render.test.ts +91 -1
- package/src/__tests__/server-tool-pairing.test.ts +107 -0
- package/src/__tests__/settings-routes.test.ts +50 -1
- package/src/__tests__/skill-script-runner-sandbox.test.ts +32 -0
- package/src/__tests__/skills.test.ts +5 -4
- package/src/__tests__/subagent-fork-notifications.test.ts +1 -2
- package/src/__tests__/subagent-manager-notify.test.ts +1 -2
- package/src/__tests__/subagent-notify-parent.test.ts +146 -39
- package/src/__tests__/subagent-notify-stale-rebuild.test.ts +2 -4
- package/src/__tests__/subagent-tool-gate-mode.test.ts +226 -0
- package/src/__tests__/surface-completion-in-flight-snapshot.test.ts +2 -0
- package/src/__tests__/terminal-tools.test.ts +8 -0
- package/src/__tests__/thread-backfill.test.ts +53 -0
- package/src/__tests__/tool-preview-lifecycle.test.ts +2 -0
- package/src/__tests__/tool-result-follow-up.test.ts +99 -0
- package/src/__tests__/tool-result-metadata-plumbing.test.ts +66 -1
- package/src/__tests__/tool-start-timestamp.test.ts +2 -0
- package/src/__tests__/twilio-routes.test.ts +1 -0
- package/src/__tests__/unicode.test.ts +36 -0
- package/src/__tests__/web-search-backend-failure.test.ts +1 -1
- package/src/activation/progress-store.test.ts +12 -7
- package/src/agent/loop.ts +136 -53
- package/src/agent/tool-result-follow-up.ts +70 -0
- package/src/api/attachment-provenance.test.ts +68 -0
- package/src/api/computer-use-tool.test.ts +55 -0
- package/src/api/computer-use-tool.ts +27 -0
- package/src/api/events/assistant-outbound-attachment.ts +3 -0
- package/src/api/events/assistant-turn-start.ts +3 -0
- package/src/api/events/desktop-activity-changed.ts +10 -0
- package/src/api/events/generation-handoff.ts +2 -0
- package/src/api/events/message-complete.ts +2 -0
- package/src/api/events/notification-conversation-created.ts +14 -16
- package/src/api/events/notification-intent.ts +4 -2
- package/src/api/events/question-request.ts +1 -0
- package/src/api/events/tool-result.ts +85 -0
- package/src/api/events/tool-use-start.ts +3 -0
- package/src/api/events/user-message-echo.ts +3 -0
- package/src/api/index.ts +42 -6
- package/src/api/mode-session.test.ts +131 -0
- package/src/api/mode-session.ts +148 -0
- package/src/api/remember-tool.ts +15 -0
- package/src/api/responses/conversation-message.ts +9 -0
- package/src/approvals/AGENTS.md +4 -2
- package/src/approvals/approval-primitive.ts +5 -2
- package/src/approvals/scoped-approval-grants.ts +6 -2
- package/src/browser/__tests__/operations.test.ts +29 -0
- package/src/browser/operation-meta.ts +2 -1
- package/src/browser/operations.ts +29 -0
- package/src/browser/virtual-desktop-target.ts +2 -9
- package/src/bundler/bundle-signer.ts +1 -3
- package/src/calls/__tests__/barge-in-guard.test.ts +3 -0
- package/src/calls/__tests__/call-controller.test.ts +94 -0
- package/src/calls/__tests__/call-funnel-telemetry.test.ts +204 -0
- package/src/calls/__tests__/voice-control-protocol.test.ts +15 -0
- package/src/calls/__tests__/voice-escalation-judge.test.ts +209 -0
- package/src/calls/__tests__/voice-leg-coordinator.test.ts +168 -0
- package/src/{live-voice/__tests__/live-voice-metrics.test.ts → calls/__tests__/voice-metrics.test.ts} +32 -38
- package/src/calls/__tests__/voice-session-bridge.test.ts +576 -122
- package/src/calls/barge-in-guard.ts +5 -0
- package/src/calls/call-controller.ts +196 -1
- package/src/calls/call-domain.ts +4 -0
- package/src/calls/call-store.ts +87 -2
- package/src/calls/guardian-action-sweep.ts +22 -8
- package/src/calls/media-stream-audio-transcode.ts +1 -3
- package/src/calls/typesafe-noul.ts +156 -0
- package/src/calls/voice-control-protocol.ts +6 -0
- package/src/calls/voice-escalation-judge.ts +145 -0
- package/src/calls/voice-escalation-target.ts +10 -0
- package/src/calls/voice-leg-coordinator.ts +121 -3
- package/src/{live-voice/live-voice-metrics.ts → calls/voice-metrics.ts} +94 -87
- package/src/calls/voice-session-bridge.ts +256 -112
- package/src/calls/voice-triage-escalate.ts +7 -0
- package/src/cli/__tests__/roadmap-cli.test.ts +4 -41
- package/src/cli/commands/__tests__/cli-test-harness.ts +21 -3
- package/src/cli/commands/__tests__/notifications.test.ts +35 -10
- package/src/cli/commands/__tests__/plugins.test.ts +20 -1
- package/src/cli/commands/__tests__/schedules.test.ts +14 -0
- package/src/cli/commands/bash.help.ts +4 -3
- package/src/cli/commands/browser.help.ts +9 -6
- package/src/cli/commands/browser.ts +0 -1
- package/src/cli/commands/clients.help.ts +46 -0
- package/src/cli/commands/clients.ts +116 -0
- package/src/cli/commands/credentials.help.ts +9 -4
- package/src/cli/commands/notifications.help.ts +16 -2
- package/src/cli/commands/notifications.ts +30 -8
- package/src/cli/commands/oauth/index.help.ts +10 -0
- package/src/cli/commands/oauth/providers.ts +12 -0
- package/src/cli/commands/oauth/request.test.ts +179 -2
- package/src/cli/commands/oauth/request.ts +41 -10
- package/src/cli/commands/plugins.ts +12 -5
- package/src/cli/commands/roadmap.help.ts +18 -21
- package/src/cli/commands/roadmap.ts +4 -21
- package/src/cli/commands/schedules.ts +2 -0
- package/src/cli/lib/__tests__/inspect-plugin.test.ts +54 -0
- package/src/cli/lib/__tests__/install-from-github.test.ts +41 -0
- package/src/cli/lib/__tests__/list-installed-plugins.test.ts +5 -2
- package/src/cli/lib/__tests__/local-plugin-upgrade.test.ts +133 -51
- package/src/cli/lib/__tests__/plugin-catalog-cache.test.ts +8 -2
- package/src/cli/lib/bundled-marketplace.json +906 -1
- package/src/cli/lib/bundled-plugin-packages.json +783 -1
- package/src/cli/lib/inspect-plugin.ts +11 -4
- package/src/cli/lib/plugin-marketplace.ts +8 -0
- package/src/cli/lib/publish-plugin.ts +1 -2
- package/src/cli/lib/upgrade-plugin.ts +19 -11
- package/src/cli/output.ts +18 -4
- package/src/config/__tests__/default-provider.test.ts +6 -0
- package/src/config/__tests__/memory-retrospective-schema.test.ts +14 -1
- package/src/config/bundled-skills/computer-use/SKILL.md +1 -1
- package/src/config/bundled-skills/computer-use/TOOLS.json +89 -1
- package/src/config/bundled-skills/image-studio/SKILL.md +17 -2
- package/src/config/bundled-skills/image-studio/tools/media-generate-image.ts +7 -11
- package/src/config/bundled-skills/schedule/SKILL.md +6 -6
- package/src/config/bundled-skills/sequences/TOOLS.json +1 -5
- package/src/config/call-site-defaults.ts +9 -0
- package/src/config/feature-flag-registry.json +16 -0
- package/src/config/loader.ts +9 -17
- package/src/config/platform-identity.ts +8 -8
- package/src/config/profile-text-generation.test.ts +51 -0
- package/src/config/profile-text-generation.ts +51 -0
- package/src/config/schemas/__tests__/memory-v3.test.ts +12 -0
- package/src/config/schemas/__tests__/tools.test.ts +31 -0
- package/src/config/schemas/call-site-catalog.ts +14 -0
- package/src/config/schemas/channels.ts +0 -18
- package/src/config/schemas/llm.ts +9 -2
- package/src/config/schemas/mcp.ts +6 -1
- package/src/config/schemas/memory-retrospective.ts +11 -2
- package/src/config/schemas/memory-v3.ts +12 -0
- package/src/config/schemas/services.ts +15 -6
- package/src/config/schemas/tools.ts +10 -0
- package/src/config/session-groups-gate.ts +21 -0
- package/src/config/skills.ts +2 -6
- package/src/conversations/__tests__/message-consolidation.test.ts +149 -0
- package/src/conversations/message-consolidation.ts +102 -5
- package/src/credential-execution/ces-connect.test.ts +69 -0
- package/src/credential-execution/ces-connect.ts +115 -0
- package/src/credential-execution/ces-runtime.ts +55 -93
- package/src/credential-execution/executable-discovery.ts +34 -142
- package/src/credential-execution/process-manager.test.ts +20 -24
- package/src/credential-execution/process-manager.ts +24 -19
- package/src/daemon/__tests__/conversation-surfaces-launch.test.ts +10 -1
- package/src/daemon/__tests__/conversation-tool-setup.test.ts +43 -0
- package/src/daemon/__tests__/inference-profile-notification.test.ts +2 -0
- package/src/daemon/__tests__/turn-tail-deleted-conversation.test.ts +36 -0
- package/src/daemon/assistant-attachments.ts +20 -12
- package/src/daemon/browser-mode-session.test.ts +402 -0
- package/src/daemon/browser-mode-session.ts +186 -0
- package/src/daemon/chat-credential-redaction.ts +16 -1
- package/src/daemon/computer-use-mode-session.test.ts +210 -0
- package/src/daemon/computer-use-mode-session.ts +105 -0
- package/src/daemon/config-watcher.ts +10 -0
- package/src/daemon/conversation-agent-loop-handlers.ts +132 -13
- package/src/daemon/conversation-agent-loop.ts +231 -25
- package/src/daemon/conversation-attachments.ts +93 -12
- package/src/daemon/conversation-evictor.ts +5 -24
- package/src/daemon/conversation-history.ts +10 -0
- package/src/daemon/conversation-interrupt-repair.ts +4 -43
- package/src/daemon/conversation-interrupt.ts +7 -11
- package/src/daemon/conversation-messaging.ts +58 -5
- package/src/daemon/conversation-mode-session.test.ts +1667 -0
- package/src/daemon/conversation-mode-session.ts +1008 -0
- package/src/daemon/conversation-process.ts +5 -0
- package/src/daemon/conversation-runtime-assembly.ts +10 -20
- package/src/daemon/conversation-skill-tools.ts +1 -0
- package/src/daemon/conversation-store.ts +4 -4
- package/src/daemon/conversation-surface-snapshots.ts +135 -0
- package/src/daemon/conversation-surfaces.ts +113 -5
- package/src/daemon/conversation-tool-setup.ts +79 -6
- package/src/daemon/conversation-turn-finalize.ts +26 -13
- package/src/daemon/conversation.ts +215 -58
- package/src/daemon/daemon-control.ts +3 -7
- package/src/daemon/handlers/config-model.ts +7 -5
- package/src/daemon/handlers/shared.ts +55 -16
- package/src/daemon/host-cu-proxy.ts +51 -22
- package/src/daemon/lifecycle.ts +30 -13
- package/src/daemon/mcp-reload-service.ts +1 -1
- package/src/daemon/message-protocol.ts +0 -1
- package/src/daemon/message-provenance.ts +28 -4
- package/src/daemon/message-types/shared.ts +1 -0
- package/src/daemon/mode-session-startup-recovery.ts +23 -0
- package/src/daemon/mode-session-tracking.ts +54 -0
- package/src/daemon/orphan-reaper.ts +4 -3
- package/src/daemon/persist-media-references.ts +20 -3
- package/src/daemon/process-message.ts +13 -4
- package/src/daemon/tool-setup-types.ts +6 -0
- package/src/daemon/virtual-desktop-context.ts +21 -0
- package/src/daemon/wake-conversation-ops.ts +50 -15
- package/src/desktop/__tests__/fake-desktop.ts +1 -0
- package/src/desktop/desktop-accessibility-script.ts +88 -0
- package/src/desktop/desktop-accessibility.test.ts +160 -0
- package/src/desktop/desktop-accessibility.ts +169 -0
- package/src/desktop/desktop-automation-lease.test.ts +302 -64
- package/src/desktop/desktop-automation-lease.ts +129 -54
- package/src/desktop/desktop-browser-endpoint.ts +4 -0
- package/src/desktop/desktop-computer-use-routing.test.ts +330 -0
- package/src/desktop/desktop-computer-use.test.ts +449 -0
- package/src/desktop/desktop-computer-use.ts +502 -0
- package/src/desktop/desktop-dependencies.ts +47 -293
- package/src/desktop/desktop-display.ts +2 -2
- package/src/desktop/desktop-help.ts +15 -0
- package/src/desktop/desktop-panel-config.test.ts +13 -3
- package/src/desktop/desktop-panel-config.ts +109 -15
- package/src/desktop/desktop-session-manager.test.ts +69 -21
- package/src/desktop/desktop-session-manager.ts +76 -22
- package/src/desktop/desktop-stream-bridge.test.ts +76 -132
- package/src/desktop/desktop-stream-bridge.ts +9 -11
- package/src/desktop/desktop-wallpaper-renderer.ts +132 -0
- package/src/desktop/desktop-wallpaper-worker.ts +17 -0
- package/src/desktop/desktop-wallpaper.test.ts +48 -7
- package/src/desktop/desktop-wallpaper.ts +34 -102
- package/src/desktop/desktop-window-theme.ts +5 -25
- package/src/desktop/virtual-desktop-feature.ts +53 -3
- package/src/desktop/virtual-desktop-platform.test.ts +5 -9
- package/src/documents/document-store.ts +23 -0
- package/src/heartbeat/__tests__/heartbeat-service.test.ts +22 -26
- package/src/heartbeat/heartbeat-service.ts +5 -33
- package/src/ipc/__tests__/browser-ipc.test.ts +215 -6
- package/src/ipc/assistant-server.ts +2 -0
- package/src/ipc/routes/__tests__/channel-reply-ipc-routes.test.ts +111 -0
- package/src/ipc/routes/channel-reply-ipc-routes.ts +73 -0
- package/src/live-voice/__tests__/continuation-judge.test.ts +151 -0
- package/src/live-voice/__tests__/live-activity-reporter.test.ts +154 -15
- package/src/live-voice/__tests__/live-voice-flux-turn-end.test.ts +743 -31
- package/src/live-voice/__tests__/live-voice-look-follow-up.test.ts +191 -10
- package/src/live-voice/__tests__/live-voice-session-groups-gate.test.ts +87 -0
- package/src/live-voice/__tests__/live-voice-session-manager.test.ts +5 -1
- package/src/live-voice/__tests__/live-voice-sight-frame-echo.test.ts +41 -0
- package/src/live-voice/__tests__/live-voice-sight-frame.test.ts +1017 -9
- package/src/live-voice/__tests__/live-voice-triage-escalate.test.ts +224 -1
- package/src/live-voice/__tests__/live-voice-tts-session.test.ts +101 -0
- package/src/live-voice/__tests__/live-voice-tts.test.ts +44 -0
- package/src/live-voice/__tests__/live-voice-vad.test.ts +939 -75
- package/src/live-voice/__tests__/microphone-idle-gate.test.ts +87 -0
- package/src/live-voice/__tests__/session-controls.test.ts +23 -0
- package/src/live-voice/__tests__/task-outcomes.test.ts +117 -0
- package/src/live-voice/__tests__/voice-input-diagnostics.test.ts +117 -0
- package/src/live-voice/camera-mode-session.test.ts +265 -0
- package/src/live-voice/camera-mode-session.ts +277 -0
- package/src/live-voice/continuation-judge.ts +123 -0
- package/src/live-voice/live-activity-reporter.ts +115 -6
- package/src/live-voice/live-voice-manager.ts +36 -1
- package/src/live-voice/live-voice-photo.ts +88 -7
- package/src/live-voice/live-voice-session-manager.ts +15 -0
- package/src/live-voice/live-voice-session.ts +1443 -747
- package/src/live-voice/live-voice-tts.ts +22 -4
- package/src/live-voice/microphone-idle-gate.ts +56 -0
- package/src/live-voice/protocol.ts +171 -4
- package/src/live-voice/session-controls.ts +11 -3
- package/src/live-voice/task-outcomes.ts +131 -0
- package/src/live-voice/voice-input-diagnostics.ts +117 -0
- package/src/mcp/__tests__/manager-tool-caps.test.ts +156 -0
- package/src/mcp/__tests__/startup.test.ts +30 -7
- package/src/mcp/__tests__/tool-caps.test.ts +134 -0
- package/src/mcp/manager.ts +171 -101
- package/src/mcp/startup.ts +33 -13
- package/src/mcp/tool-caps.ts +184 -0
- package/src/media/__tests__/image-models.test.ts +58 -0
- package/src/media/image-credentials.ts +5 -0
- package/src/media/image-models.ts +52 -0
- package/src/media/image-service.ts +8 -0
- package/src/media/openrouter-image-service.test.ts +133 -0
- package/src/media/openrouter-image-service.ts +153 -0
- package/src/media/types.ts +1 -1
- package/src/messaging/provider-message-metadata.ts +3 -3
- package/src/messaging/providers/__tests__/transport-dispatch.test.ts +65 -11
- package/src/messaging/providers/discord/send.ts +4 -17
- package/src/messaging/providers/discord/transport.ts +2 -2
- package/src/messaging/providers/outlook/client.ts +16 -22
- package/src/messaging/providers/telegram-bot/send.test.ts +236 -1
- package/src/messaging/providers/telegram-bot/send.ts +10 -7
- package/src/messaging/providers/telegram-bot/transport.ts +3 -10
- package/src/messaging/providers/whatsapp/send.test.ts +169 -4
- package/src/monitoring/__tests__/control.test.ts +17 -5
- package/src/monitoring/control.ts +15 -5
- package/src/notifications/AGENTS.md +1 -1
- package/src/notifications/README.md +83 -99
- package/src/notifications/__tests__/broadcaster.test.ts +1 -1
- package/src/notifications/__tests__/channel-allowlist.test.ts +39 -0
- package/src/notifications/__tests__/copy-composer.test.ts +71 -1
- package/src/notifications/__tests__/decision-engine.test.ts +79 -2
- package/src/notifications/__tests__/deterministic-checks.test.ts +10 -10
- package/src/notifications/__tests__/home-feed-side-effect.test.ts +93 -4
- package/src/notifications/__tests__/notification-utils.test.ts +18 -0
- package/src/notifications/adapters/macos.ts +37 -46
- package/src/notifications/broadcaster.ts +5 -6
- package/src/notifications/channel-allowlist.ts +44 -0
- package/src/notifications/copy-composer.ts +11 -26
- package/src/notifications/decision-engine.ts +24 -14
- package/src/notifications/deterministic-checks.ts +1 -1
- package/src/notifications/emit-signal.ts +123 -37
- package/src/notifications/home-feed-side-effect.ts +9 -7
- package/src/notifications/notification-utils.ts +19 -0
- package/src/notifications/schedule-result-producer.ts +4 -6
- package/src/notifications/signal.ts +4 -19
- package/src/notifications/types.ts +15 -0
- package/src/oauth/AGENTS.md +2 -0
- package/src/oauth/__tests__/identity-verifier.test.ts +36 -1
- package/src/oauth/connection-resolver.ts +1 -2
- package/src/oauth/identity-verifier.ts +24 -0
- package/src/oauth/oauth-store.ts +12 -4
- package/src/oauth/provider-serializer.ts +8 -0
- package/src/oauth/seed-providers.ts +42 -0
- package/src/onboarding/onboarding-events-store.ts +99 -12
- package/src/permissions/confirmation-guardian-request.test.ts +16 -0
- package/src/permissions/confirmation-guardian-request.ts +2 -3
- package/src/permissions/question-prompter.test.ts +31 -0
- package/src/permissions/question-prompter.ts +2 -0
- package/src/persistence/__tests__/client-connection-events-store.test.ts +322 -0
- package/src/persistence/attachments-store.ts +84 -44
- package/src/persistence/client-connection-events-store.ts +377 -0
- package/src/persistence/conversation-crud.ts +166 -26
- package/src/persistence/conversation-mode-sessions.test.ts +424 -0
- package/src/persistence/conversation-mode-sessions.ts +460 -0
- package/src/persistence/conversation-plugin-facade.ts +30 -0
- package/src/persistence/conversation-queries.ts +6 -19
- package/src/persistence/conversation-tool-surface.ts +135 -0
- package/src/persistence/conversation-types.test.ts +32 -0
- package/src/persistence/conversation-types.ts +26 -4
- package/src/persistence/llm-usage-store.ts +3 -9
- package/src/persistence/message-metadata.ts +25 -0
- package/src/persistence/migrations/378-create-conversation-tool-surfaces.test.ts +78 -0
- package/src/persistence/migrations/378-create-conversation-tool-surfaces.ts +29 -0
- package/src/persistence/migrations/379-oauth-providers-response-ok-field.test.ts +92 -0
- package/src/persistence/migrations/379-oauth-providers-response-ok-field.ts +32 -0
- package/src/persistence/migrations/380-conversation-tool-surfaces-delegate-independent-tasks.test.ts +90 -0
- package/src/persistence/migrations/380-conversation-tool-surfaces-delegate-independent-tasks.ts +34 -0
- package/src/persistence/migrations/381-create-conversation-mode-sessions.ts +41 -0
- package/src/persistence/migrations/382-create-client-connection-events.ts +40 -0
- package/src/persistence/migrations/__tests__/382-create-client-connection-events.test.ts +56 -0
- package/src/persistence/schema/conversation-tool-surfaces.ts +32 -0
- package/src/persistence/schema/conversations.ts +67 -0
- package/src/persistence/schema/index.ts +1 -0
- package/src/persistence/schema/infrastructure.ts +29 -0
- package/src/persistence/schema/oauth.ts +1 -0
- package/src/persistence/steps.ts +41 -3
- package/src/plugin-api/__tests__/plugin-name-env.test.ts +249 -0
- package/src/plugin-api/conversation-turn.ts +31 -7
- package/src/plugin-api/effective-context-window.ts +33 -0
- package/src/plugin-api/index.ts +35 -6
- package/src/plugin-api/plugin-channel-turn-trust.test.ts +133 -0
- package/src/plugin-api/plugin-channel-turn-trust.ts +71 -0
- package/src/plugin-api/plugin-name-env.ts +125 -0
- package/src/plugin-api/resolve-credential.ts +79 -20
- package/src/plugin-api/vision-support.test.ts +22 -0
- package/src/plugin-api/vision-support.ts +17 -5
- package/src/plugins/__tests__/active-plugin-env.test.ts +136 -0
- package/src/plugins/active-plugin-env.ts +51 -0
- package/src/plugins/defaults/index.ts +24 -0
- package/src/plugins/defaults/memory/AGENTS.md +39 -5
- package/src/plugins/defaults/memory/__tests__/archive-removal-framing.test.ts +64 -0
- package/src/plugins/defaults/memory/__tests__/buffer-file.test.ts +365 -0
- package/src/plugins/defaults/memory/__tests__/buffer-format.test.ts +43 -0
- package/src/plugins/defaults/memory/__tests__/conversation-memory-purge.test.ts +1 -0
- package/src/plugins/defaults/memory/__tests__/db-memory-attach.test.ts +2 -0
- package/src/plugins/defaults/memory/__tests__/fixtures/buffer-appender.ts +17 -0
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-job.test.ts +74 -0
- package/src/plugins/defaults/memory/__tests__/memory-run-evidence.test.ts +161 -0
- package/src/plugins/defaults/memory/__tests__/relocated-memory-test-rows.ts +10 -0
- package/src/plugins/defaults/memory/__tests__/worker-control.test.ts +19 -6
- package/src/plugins/defaults/memory/buffer-file.ts +354 -0
- package/src/plugins/defaults/memory/buffer-format.ts +40 -0
- package/src/plugins/defaults/memory/context-search/agent-protocol.ts +9 -12
- package/src/plugins/defaults/memory/context-search/agent-runner.ts +77 -22
- package/src/plugins/defaults/memory/context-search/format.ts +53 -8
- package/src/plugins/defaults/memory/context-search/limits.ts +10 -12
- package/src/plugins/defaults/memory/context-search/recall-input.ts +38 -0
- package/src/plugins/defaults/memory/context-search/search.ts +8 -14
- package/src/plugins/defaults/memory/context-search/sources/conversations.ts +1 -0
- package/src/plugins/defaults/memory/context-search/sources/memory-v2.ts +2 -1
- package/src/plugins/defaults/memory/context-search/sources/workspace.ts +2 -1
- package/src/plugins/defaults/memory/context-search/types.ts +1 -11
- package/src/plugins/defaults/memory/conversation-memory-purge.ts +4 -0
- package/src/plugins/defaults/memory/graph/__tests__/handle-remember-v2.test.ts +11 -4
- package/src/plugins/defaults/memory/graph/capability-seed.ts +1 -2
- package/src/plugins/defaults/memory/graph/tool-handlers.ts +13 -63
- package/src/plugins/defaults/memory/graph/tools.ts +35 -64
- package/src/plugins/defaults/memory/host-utils.ts +0 -10
- package/src/plugins/defaults/memory/injectors.ts +4 -3
- package/src/plugins/defaults/memory/memory-retrospective-job.ts +72 -183
- package/src/plugins/defaults/memory/memory-run-evidence.ts +213 -0
- package/src/plugins/defaults/memory/src/memory-eval-routes.ts +2 -3
- package/src/plugins/defaults/memory/src/memory-item-routes.test.ts +6 -1
- package/src/plugins/defaults/memory/src/memory-item-routes.ts +2 -1
- package/src/plugins/defaults/memory/substrate/__tests__/consolidation-job.test.ts +407 -99
- package/src/plugins/defaults/memory/substrate/__tests__/consolidation-prompt-flag-gating-guard.test.ts +10 -0
- package/src/plugins/defaults/memory/substrate/__tests__/prompts-consolidation.test.ts +107 -7
- package/src/plugins/defaults/memory/substrate/consolidation-job.ts +307 -86
- package/src/plugins/defaults/memory/substrate/consolidation-tool-surface.ts +34 -0
- package/src/plugins/defaults/memory/substrate/page-index.ts +2 -1
- package/src/plugins/defaults/memory/substrate/prompts/consolidation.ts +91 -51
- package/src/plugins/defaults/memory/substrate/sweep-job.ts +1 -1
- package/src/plugins/defaults/memory/tools.test.ts +124 -9
- package/src/plugins/defaults/memory/tools.ts +38 -11
- package/src/plugins/defaults/memory/v1/graph/consolidation.ts +2 -2
- package/src/plugins/defaults/memory/v1/graph/extraction.ts +2 -1
- package/src/plugins/defaults/memory/v1/graph/retriever.ts +1 -1
- package/src/plugins/defaults/memory/v2/__tests__/migration.test.ts +5 -0
- package/src/plugins/defaults/memory/v2/__tests__/reranker.test.ts +5 -2
- package/src/plugins/defaults/memory/v2/reranker.ts +2 -1
- package/src/plugins/defaults/memory/v3/__tests__/injection.test.ts +81 -1
- package/src/plugins/defaults/memory/v3/__tests__/orchestrate.test.ts +87 -0
- package/src/plugins/defaults/memory/v3/__tests__/plugin-schema.test.ts +12 -0
- package/src/plugins/defaults/memory/v3/__tests__/pool-log-store.test.ts +332 -15
- package/src/plugins/defaults/memory/v3/__tests__/pool-select.test.ts +626 -27
- package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +148 -28
- package/src/plugins/defaults/memory/v3/card.ts +2 -1
- package/src/plugins/defaults/memory/v3/injector.ts +212 -178
- package/src/plugins/defaults/memory/v3/orchestrate.ts +159 -32
- package/src/plugins/defaults/memory/v3/plugin-schema.ts +54 -4
- package/src/plugins/defaults/memory/v3/pool-log-store.ts +275 -37
- package/src/plugins/defaults/memory/v3/pool-select.test.ts +47 -5
- package/src/plugins/defaults/memory/v3/pool-select.ts +710 -59
- package/src/plugins/defaults/memory/v3/sections.ts +2 -1
- package/src/plugins/defaults/memory/v3/shadow-plugin.ts +41 -14
- package/src/plugins/defaults/memory/worker-control.ts +15 -5
- package/src/plugins/defaults/task-progress/__tests__/registration.test.ts +70 -0
- package/src/plugins/defaults/task-progress/__tests__/task-progress-context.test.ts +380 -0
- package/src/plugins/defaults/task-progress/hooks/post-compact.ts +19 -0
- package/src/plugins/defaults/task-progress/hooks/user-prompt-submit.ts +24 -0
- package/src/plugins/defaults/task-progress/package.json +14 -0
- package/src/plugins/defaults/task-progress/src/apply-task-progress-context.ts +93 -0
- package/src/plugins/defaults/task-progress/src/format-task-progress-context.ts +67 -0
- package/src/plugins/defaults/tool-error/hooks/post-tool-use.ts +4 -1
- package/src/plugins/defaults/tool-result-truncate/terminal.ts +1 -46
- package/src/prompts/__tests__/parallel-tasks-section.test.ts +25 -0
- package/src/prompts/delegation-gate.ts +57 -0
- package/src/prompts/system-prompt.ts +14 -32
- package/src/providers/__tests__/context-overflow-error.test.ts +10 -0
- package/src/providers/__tests__/search-provider-catalog.test.ts +18 -0
- package/src/providers/anthropic/client.ts +10 -1
- package/src/providers/anthropic-gateway-shared.ts +6 -0
- package/src/providers/fetch-provider-catalog.ts +11 -0
- package/src/providers/gemini/client.ts +25 -8
- package/src/providers/inference/adapter-factory.ts +6 -0
- package/src/providers/jev/client.test.ts +270 -0
- package/src/providers/jev/client.ts +534 -0
- package/src/providers/model-catalog.ts +59 -3
- package/src/providers/openai/__tests__/chat-completions-extra-body.test.ts +94 -1
- package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +106 -1
- package/src/providers/openai/__tests__/chat-template-flatten.test.ts +24 -0
- package/src/providers/openai/__tests__/google-thought-signature.test.ts +1 -2
- package/src/providers/openai/chat-completions-provider.ts +100 -29
- package/src/providers/openai/google-thought-signature.ts +0 -6
- package/src/providers/openai/responses-provider.ts +23 -1
- package/src/providers/ratelimit.ts +1 -3
- package/src/providers/search-provider-catalog.ts +24 -0
- package/src/providers/server-tool-pairing.ts +16 -7
- package/src/providers/speech-to-text/__tests__/deepgram-flux-frames.test.ts +24 -0
- package/src/providers/speech-to-text/__tests__/deepgram-flux-realtime.test.ts +7 -1
- package/src/providers/speech-to-text/__tests__/vellum-managed-realtime.test.ts +50 -1
- package/src/providers/speech-to-text/deepgram-flux-frames.ts +11 -0
- package/src/providers/speech-to-text/vellum-managed-flux-realtime.ts +13 -0
- package/src/providers/types.ts +5 -0
- package/src/routes/control.ts +7 -5
- package/src/runtime/AGENTS.md +6 -4
- package/src/runtime/__tests__/agent-wake.test.ts +94 -1
- package/src/runtime/actor-trust-resolver.ts +3 -3
- package/src/runtime/agent-wake.ts +32 -5
- package/src/runtime/approval-message-composer.ts +3 -69
- package/src/runtime/assistant-event-hub.ts +73 -75
- package/src/runtime/assistant-event-publish-options.ts +7 -0
- package/src/runtime/assistant-event-targeting.ts +79 -0
- package/src/runtime/assistant-stream-state.ts +13 -100
- package/src/runtime/background-job-runner.ts +5 -5
- package/src/runtime/channel-retry-sweep.ts +1 -0
- package/src/runtime/guardian-action-message-composer.ts +8 -161
- package/src/runtime/guardian-action-service.ts +2 -17
- package/src/runtime/guardian-reply-router.ts +29 -40
- package/src/runtime/http-server.ts +2 -2
- package/src/runtime/http-types.ts +6 -0
- package/src/runtime/message-composer-types.ts +3 -61
- package/src/runtime/migrations/__tests__/vbundle-import-parity.test.ts +67 -1
- package/src/runtime/migrations/__tests__/vbundle-import-policy.test.ts +89 -0
- package/src/runtime/migrations/vbundle-builder.ts +24 -1
- package/src/runtime/migrations/vbundle-import-analyzer.ts +13 -4
- package/src/runtime/migrations/vbundle-import-policy.ts +43 -11
- package/src/runtime/migrations/vbundle-importer.ts +4 -1
- package/src/runtime/migrations/vbundle-streaming-importer.ts +4 -1
- package/src/runtime/migrations/vbundle-validator.ts +1 -0
- package/src/runtime/pending-interactions-mode-session.test.ts +62 -0
- package/src/runtime/pending-interactions.ts +29 -0
- package/src/runtime/routes/__tests__/client-history-routes.test.ts +104 -0
- package/src/runtime/routes/__tests__/image-generation-routes.test.ts +97 -0
- package/src/runtime/routes/__tests__/inference-profiles-routes.test.ts +24 -2
- package/src/runtime/routes/__tests__/roadmap-routes.test.ts +29 -6
- package/src/runtime/routes/browser-context.ts +31 -11
- package/src/runtime/routes/browser-routes.ts +43 -4
- package/src/runtime/routes/btw-routes.ts +9 -4
- package/src/runtime/routes/channel-route-shared.ts +1 -9
- package/src/runtime/routes/client-routes.ts +108 -0
- package/src/runtime/routes/conversation-management-routes.ts +4 -1
- package/src/runtime/routes/conversation-routes.ts +125 -14
- package/src/runtime/routes/credential-prompt-routes.ts +4 -3
- package/src/runtime/routes/credential-routes.ts +1 -2
- package/src/runtime/routes/desktop-setup-routes.test.ts +9 -18
- package/src/runtime/routes/desktop-setup-routes.ts +8 -7
- package/src/runtime/routes/documents-routes.ts +51 -0
- package/src/runtime/routes/email-routes.ts +3 -7
- package/src/runtime/routes/events-routes.ts +75 -54
- package/src/runtime/routes/guardian-approval-interception.ts +24 -0
- package/src/runtime/routes/identity-routes.ts +1 -5
- package/src/runtime/routes/image-generation-routes.ts +8 -14
- package/src/runtime/routes/inbound-message-handler.ts +37 -41
- package/src/runtime/routes/inbound-stages/backfill-sender-provenance.test.ts +168 -0
- package/src/runtime/routes/inbound-stages/backfill-sender-provenance.ts +96 -0
- package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +39 -10
- package/src/runtime/routes/inbound-stages/background-dispatch.ts +9 -9
- package/src/runtime/routes/inbound-stages/reaction-intercept.ts +2 -0
- package/src/runtime/routes/inference-profile-session-handler.ts +11 -1
- package/src/runtime/routes/inference-profiles-routes.ts +9 -0
- package/src/runtime/routes/llm-context-normalization.ts +1 -7
- package/src/runtime/routes/migration-routes.ts +73 -2
- package/src/runtime/routes/notification-routes.ts +10 -0
- package/src/runtime/routes/oauth-commands-routes.ts +57 -54
- package/src/runtime/routes/oauth-providers.ts +11 -0
- package/src/runtime/routes/oauth-request-hints.test.ts +246 -0
- package/src/runtime/routes/oauth-request-hints.ts +149 -0
- package/src/runtime/routes/plugins-routes.ts +6 -0
- package/src/runtime/routes/roadmap-routes.ts +47 -8
- package/src/runtime/routes/schedule-routes.ts +2 -0
- package/src/runtime/routes/secret-routes.ts +99 -119
- package/src/runtime/routes/settings-routes.ts +10 -4
- package/src/runtime/routes/watcher-routes.ts +1 -3
- package/src/runtime/trust-class.test.ts +7 -6
- package/src/runtime/trust-class.ts +9 -17
- package/src/schedule/__tests__/worker-control.test.ts +36 -5
- package/src/schedule/__tests__/worker-mcp-bootstrap.test.ts +107 -0
- package/src/schedule/__tests__/worker-mcp-readiness.test.ts +173 -0
- package/src/schedule/__tests__/worker-mcp-tools.test.ts +13 -47
- package/src/schedule/run-script.ts +2 -2
- package/src/schedule/scheduler.ts +47 -11
- package/src/schedule/tool-surface-readiness.ts +65 -0
- package/src/schedule/worker-control.ts +15 -5
- package/src/schedule/worker-mcp.ts +85 -0
- package/src/schedule/worker.ts +9 -31
- package/src/security/secure-keys.ts +74 -112
- package/src/skills/clawhub.ts +3 -8
- package/src/skills/managed-store.ts +1 -5
- package/src/stt/types.ts +4 -0
- package/src/subagent/notify.ts +54 -34
- package/src/subagent/parent-notification.ts +6 -0
- package/src/telemetry/__tests__/phone-call-funnel.test.ts +72 -0
- package/src/telemetry/phone-call-funnel.ts +144 -0
- package/src/tools/__tests__/tool-schema-root-combinator-guard.test.ts +81 -0
- package/src/tools/ask-question/ask-question-tool.test.ts +167 -5
- package/src/tools/ask-question/ask-question-tool.ts +120 -22
- package/src/tools/browser/browser-execution.ts +29 -60
- package/src/tools/browser/cdp-client/__tests__/cdp-dom-helpers.test.ts +561 -39
- package/src/tools/browser/cdp-client/cdp-dom-helpers.ts +435 -39
- package/src/tools/browser/cdp-client/cdp-inspect-client.ts +1 -8
- package/src/tools/client-os.ts +15 -0
- package/src/tools/computer-use/skill-proxy-bridge.ts +1 -1
- package/src/tools/computer-use/target.ts +42 -0
- package/src/tools/document/document-tool.ts +13 -18
- package/src/tools/execution-target.ts +14 -16
- package/src/tools/host-terminal/host-shell.ts +16 -7
- package/src/tools/network/__tests__/web-fetch-tinyfish.test.ts +250 -0
- package/src/tools/network/__tests__/web-search.test.ts +203 -0
- package/src/tools/network/web-fetch.ts +274 -7
- package/src/tools/network/web-search.ts +468 -6
- package/src/tools/permission-checker.ts +3 -3
- package/src/tools/policy-context.ts +3 -1
- package/src/tools/shared/filesystem/file-ops-service.ts +1 -31
- package/src/tools/shared/shell-output.test.ts +10 -0
- package/src/tools/shared/shell-output.ts +14 -2
- package/src/tools/skills/load.ts +2 -1
- package/src/tools/skills/sandbox-runner.ts +24 -4
- package/src/tools/skills/scaffold-managed.ts +2 -1
- package/src/tools/skills/skill-script-runner.ts +7 -0
- package/src/tools/skills/skill-tool-factory.ts +15 -1
- package/src/tools/terminal/__tests__/safe-env.test.ts +44 -4
- package/src/tools/terminal/__tests__/sanitized-bash.test.ts +0 -14
- package/src/tools/terminal/safe-env.ts +39 -24
- package/src/tools/terminal/sanitized-bash.ts +15 -2
- package/src/tools/terminal/shell-launch.test.ts +162 -0
- package/src/tools/terminal/shell.test.ts +29 -0
- package/src/tools/terminal/shell.ts +15 -7
- package/src/tools/tool-approval-handler.ts +5 -1
- package/src/tools/tool-types.ts +3 -3
- package/src/tools/types.ts +8 -2
- package/src/util/__tests__/worker-process-command.test.ts +5 -4
- package/src/util/abort-reasons.ts +18 -26
- package/src/util/browser-human-verification.ts +14 -0
- package/src/util/canonicalize-identity.test.ts +21 -0
- package/src/util/canonicalize-identity.ts +16 -0
- package/src/util/errors.ts +13 -3
- package/src/util/host-process.test.ts +17 -1
- package/src/util/host-process.ts +24 -0
- package/src/util/provider-error-patterns.ts +3 -0
- package/src/util/unicode.ts +29 -0
- package/src/util/worker-process.ts +77 -35
- package/src/workspace/migrations/157-add-desktop-files-launcher.ts +94 -0
- package/src/workspace/migrations/__tests__/156-extract-workspace-mcp-json.test.ts +4 -10
- package/src/workspace/migrations/__tests__/157-add-desktop-files-launcher.test.ts +113 -0
- package/src/workspace/migrations/registry.ts +2 -0
- package/src/__tests__/computer-use-window-schema.test.ts +0 -24
- package/src/api/events/heartbeat-alert.ts +0 -20
- package/src/daemon/message-types/web-activity.ts +0 -65
- package/src/desktop/desktop-dependencies.test.ts +0 -131
- package/src/tools/computer-use/definitions.ts +0 -607
|
@@ -9,25 +9,22 @@ import {
|
|
|
9
9
|
} from "bun:test";
|
|
10
10
|
|
|
11
11
|
import { setOverridesForTesting } from "../../__tests__/feature-flag-test-helpers.js";
|
|
12
|
-
import {
|
|
12
|
+
import { desktopDependencies } from "../../desktop/desktop-dependencies.js";
|
|
13
13
|
import { ROUTES } from "./desktop-setup-routes.js";
|
|
14
14
|
import { NotFoundError } from "./errors.js";
|
|
15
15
|
|
|
16
16
|
const originalContainerized = process.env.IS_CONTAINERIZED;
|
|
17
17
|
const originalPlatform = process.env.IS_PLATFORM;
|
|
18
|
-
const status = spyOn(
|
|
19
|
-
const start = spyOn(desktopDependencyInstaller, "start");
|
|
18
|
+
const status = spyOn(desktopDependencies, "getStatus");
|
|
20
19
|
|
|
21
20
|
afterAll(() => {
|
|
22
21
|
status.mockRestore();
|
|
23
|
-
start.mockRestore();
|
|
24
22
|
});
|
|
25
23
|
|
|
26
24
|
beforeEach(() => {
|
|
27
25
|
process.env.IS_CONTAINERIZED = "true";
|
|
28
26
|
process.env.IS_PLATFORM = "true";
|
|
29
|
-
status.mockReturnValue({ state: "
|
|
30
|
-
start.mockReturnValue({ state: "installing", stage: "packages" });
|
|
27
|
+
status.mockReturnValue({ state: "ready" });
|
|
31
28
|
});
|
|
32
29
|
|
|
33
30
|
afterEach(() => {
|
|
@@ -43,7 +40,6 @@ afterEach(() => {
|
|
|
43
40
|
}
|
|
44
41
|
setOverridesForTesting({});
|
|
45
42
|
status.mockClear();
|
|
46
|
-
start.mockClear();
|
|
47
43
|
});
|
|
48
44
|
|
|
49
45
|
describe("desktop setup route feature gate", () => {
|
|
@@ -55,7 +51,6 @@ describe("desktop setup route feature gate", () => {
|
|
|
55
51
|
);
|
|
56
52
|
expect(() => route.handler({})).toThrow(NotFoundError);
|
|
57
53
|
expect(status).not.toHaveBeenCalled();
|
|
58
|
-
expect(start).not.toHaveBeenCalled();
|
|
59
54
|
});
|
|
60
55
|
}
|
|
61
56
|
|
|
@@ -64,26 +59,22 @@ describe("desktop setup route feature gate", () => {
|
|
|
64
59
|
setOverridesForTesting({ "assistant-desktop": true });
|
|
65
60
|
expect(() => route.handler({})).toThrow(NotFoundError);
|
|
66
61
|
expect(status).not.toHaveBeenCalled();
|
|
67
|
-
expect(start).not.toHaveBeenCalled();
|
|
68
62
|
});
|
|
69
63
|
|
|
70
|
-
test(`${route.method} rejects self-hosted Docker assistants without inspecting
|
|
64
|
+
test(`${route.method} rejects self-hosted Docker assistants without inspecting dependencies`, () => {
|
|
71
65
|
process.env.IS_PLATFORM = "false";
|
|
72
66
|
setOverridesForTesting({ "assistant-desktop": true });
|
|
73
67
|
expect(() => route.handler({})).toThrow(NotFoundError);
|
|
74
68
|
expect(status).not.toHaveBeenCalled();
|
|
75
|
-
expect(start).not.toHaveBeenCalled();
|
|
76
69
|
});
|
|
77
70
|
|
|
78
71
|
test(`${route.method} serves setup only for enabled platform containers`, () => {
|
|
79
72
|
setOverridesForTesting({ "assistant-desktop": true });
|
|
80
|
-
expect(route.handler({})).toEqual(
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
);
|
|
85
|
-
expect(route.method === "GET" ? status : start).toHaveBeenCalledTimes(1);
|
|
86
|
-
expect(route.method === "GET" ? start : status).not.toHaveBeenCalled();
|
|
73
|
+
expect(route.handler({})).toEqual({
|
|
74
|
+
state: "ready",
|
|
75
|
+
automationActive: false,
|
|
76
|
+
});
|
|
77
|
+
expect(status).toHaveBeenCalledTimes(1);
|
|
87
78
|
});
|
|
88
79
|
}
|
|
89
80
|
});
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
3
|
+
import { desktopAutomationLease } from "../../desktop/desktop-automation-lease.js";
|
|
4
|
+
import { desktopDependencies } from "../../desktop/desktop-dependencies.js";
|
|
5
5
|
import { isVirtualDesktopEnabled } from "../../desktop/virtual-desktop-feature.js";
|
|
6
6
|
import { GATEWAY_PRINCIPALS } from "../auth/route-policy.js";
|
|
7
7
|
import { NotFoundError } from "./errors.js";
|
|
@@ -9,9 +9,11 @@ import type { RouteDefinition } from "./types.js";
|
|
|
9
9
|
|
|
10
10
|
const statusSchema = z.object({
|
|
11
11
|
state: z.enum(["required", "installing", "ready", "failed", "unsupported"]),
|
|
12
|
+
automationActive: z.boolean().optional(),
|
|
12
13
|
stage: z.enum(["packages", "chrome", "checking"]).optional(),
|
|
13
14
|
});
|
|
14
15
|
|
|
16
|
+
// POST and its wire schema support released clients; both methods only read readiness.
|
|
15
17
|
export const ROUTES: RouteDefinition[] = ["GET", "POST"].map((method) => ({
|
|
16
18
|
operationId:
|
|
17
19
|
method === "GET" ? "desktop_setup_status" : "desktop_setup_install",
|
|
@@ -19,19 +21,18 @@ export const ROUTES: RouteDefinition[] = ["GET", "POST"].map((method) => ({
|
|
|
19
21
|
method,
|
|
20
22
|
policy: { requiredScopes: [], allowedPrincipalTypes: GATEWAY_PRINCIPALS },
|
|
21
23
|
handler: () => {
|
|
22
|
-
if (!isVirtualDesktopEnabled(
|
|
24
|
+
if (!isVirtualDesktopEnabled()) {
|
|
23
25
|
throw new NotFoundError(
|
|
24
26
|
"Virtual desktop is available only on enabled platform-hosted assistants",
|
|
25
27
|
);
|
|
26
28
|
}
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
: desktopDependencyInstaller.start();
|
|
29
|
+
const status = desktopDependencies.getStatus();
|
|
30
|
+
return { ...status, automationActive: desktopAutomationLease.isActive };
|
|
30
31
|
},
|
|
31
32
|
summary:
|
|
32
33
|
method === "GET"
|
|
33
34
|
? "Get virtual desktop setup status"
|
|
34
|
-
: "
|
|
35
|
+
: "Check virtual desktop readiness (legacy POST)",
|
|
35
36
|
tags: ["desktop"],
|
|
36
37
|
responseBody: statusSchema,
|
|
37
38
|
}));
|
|
@@ -8,10 +8,13 @@ import { z } from "zod";
|
|
|
8
8
|
|
|
9
9
|
import {
|
|
10
10
|
addDocumentConversation,
|
|
11
|
+
createDocument,
|
|
12
|
+
DEFAULT_DOCUMENT_TITLE,
|
|
11
13
|
getDocumentById,
|
|
12
14
|
getDocumentsForConversation,
|
|
13
15
|
saveDocument,
|
|
14
16
|
} from "../../documents/document-store.js";
|
|
17
|
+
import { getConversation } from "../../persistence/conversation-crud.js";
|
|
15
18
|
import { rawAll } from "../../persistence/raw-query.js";
|
|
16
19
|
import { getLogger } from "../../util/logger.js";
|
|
17
20
|
import { ACTOR_PRINCIPALS } from "../auth/route-policy.js";
|
|
@@ -214,6 +217,54 @@ export const ROUTES: RouteDefinition[] = [
|
|
|
214
217
|
},
|
|
215
218
|
},
|
|
216
219
|
|
|
220
|
+
{
|
|
221
|
+
operationId: "createDocument",
|
|
222
|
+
endpoint: "documents/create",
|
|
223
|
+
method: "POST",
|
|
224
|
+
policy: {
|
|
225
|
+
requiredScopes: ["settings.write"],
|
|
226
|
+
allowedPrincipalTypes: ACTOR_PRINCIPALS,
|
|
227
|
+
},
|
|
228
|
+
summary: "Create a document",
|
|
229
|
+
description:
|
|
230
|
+
"Create an empty document owned by a conversation and return it with its new surface ID.",
|
|
231
|
+
tags: ["documents"],
|
|
232
|
+
requestBody: z.object({
|
|
233
|
+
conversationId: z.string().describe("Owning conversation"),
|
|
234
|
+
title: z
|
|
235
|
+
.string()
|
|
236
|
+
.optional()
|
|
237
|
+
.describe(`Document title. Defaults to "${DEFAULT_DOCUMENT_TITLE}".`),
|
|
238
|
+
}),
|
|
239
|
+
responseBody: documentPayloadSchema,
|
|
240
|
+
handler: ({ body, headers }) => {
|
|
241
|
+
const { conversationId, title } = (body ?? {}) as {
|
|
242
|
+
conversationId?: string;
|
|
243
|
+
title?: string;
|
|
244
|
+
};
|
|
245
|
+
if (!conversationId || typeof conversationId !== "string") {
|
|
246
|
+
throw new BadRequestError("conversationId is required");
|
|
247
|
+
}
|
|
248
|
+
if (title !== undefined && typeof title !== "string") {
|
|
249
|
+
throw new BadRequestError("title must be a string");
|
|
250
|
+
}
|
|
251
|
+
if (!getConversation(conversationId)) {
|
|
252
|
+
throw new NotFoundError("Conversation not found");
|
|
253
|
+
}
|
|
254
|
+
|
|
255
|
+
const result = createDocument({ conversationId, title: title?.trim() });
|
|
256
|
+
if (!result.success) {
|
|
257
|
+
throw new InternalError(result.error);
|
|
258
|
+
}
|
|
259
|
+
const doc = getDocumentById(result.surfaceId);
|
|
260
|
+
if (!doc) {
|
|
261
|
+
throw new InternalError("Created document could not be read back");
|
|
262
|
+
}
|
|
263
|
+
publishDocumentsChanged(getOriginClientId(headers));
|
|
264
|
+
return { success: true, ...doc };
|
|
265
|
+
},
|
|
266
|
+
},
|
|
267
|
+
|
|
217
268
|
{
|
|
218
269
|
operationId: "linkDocumentConversation",
|
|
219
270
|
endpoint: "documents/:id/conversations",
|
|
@@ -169,7 +169,7 @@ async function handleEmailStatus(_args: RouteHandlerArgs) {
|
|
|
169
169
|
);
|
|
170
170
|
}
|
|
171
171
|
|
|
172
|
-
|
|
172
|
+
return (await statusResponse.json()) as {
|
|
173
173
|
address: string;
|
|
174
174
|
status: string;
|
|
175
175
|
created_at: string;
|
|
@@ -181,8 +181,6 @@ async function handleEmailStatus(_args: RouteHandlerArgs) {
|
|
|
181
181
|
received_this_month: number;
|
|
182
182
|
};
|
|
183
183
|
};
|
|
184
|
-
|
|
185
|
-
return statusData;
|
|
186
184
|
}
|
|
187
185
|
|
|
188
186
|
async function handleEmailList({ queryParams = {} }: RouteHandlerArgs) {
|
|
@@ -239,8 +237,7 @@ async function handleEmailDownload({ queryParams = {} }: RouteHandlerArgs) {
|
|
|
239
237
|
throw new RouteError(String(detail), "DOWNLOAD_FAILED", response.status);
|
|
240
238
|
}
|
|
241
239
|
|
|
242
|
-
|
|
243
|
-
return msg;
|
|
240
|
+
return response.json();
|
|
244
241
|
}
|
|
245
242
|
|
|
246
243
|
async function handleEmailSend({ body = {} }: RouteHandlerArgs) {
|
|
@@ -323,11 +320,10 @@ async function handleEmailSend({ body = {} }: RouteHandlerArgs) {
|
|
|
323
320
|
throw new BadRequestError(String(detail));
|
|
324
321
|
}
|
|
325
322
|
|
|
326
|
-
|
|
323
|
+
return (await response.json()) as {
|
|
327
324
|
delivery_id: string;
|
|
328
325
|
status: string;
|
|
329
326
|
};
|
|
330
|
-
return data;
|
|
331
327
|
}
|
|
332
328
|
|
|
333
329
|
// ── Attachment handlers ───────────────────────────────────────────────
|
|
@@ -20,9 +20,10 @@
|
|
|
20
20
|
|
|
21
21
|
import { type IntervalHistogram, monitorEventLoopDelay } from "node:perf_hooks";
|
|
22
22
|
|
|
23
|
+
import { sanitizeClientMetadataValue } from "@vellumai/service-contracts/client-metadata";
|
|
23
24
|
import { z } from "zod";
|
|
24
25
|
|
|
25
|
-
import type { HostProxyCapability } from "../../channels/types.js";
|
|
26
|
+
import type { HostProxyCapability, InterfaceId } from "../../channels/types.js";
|
|
26
27
|
import { parseInterfaceId, supportsHostProxy } from "../../channels/types.js";
|
|
27
28
|
import { notifyContactsChanged } from "../../contacts/notify-contacts-changed.js";
|
|
28
29
|
import { getConversation } from "../../persistence/conversation-crud.js";
|
|
@@ -38,7 +39,7 @@ import {
|
|
|
38
39
|
AssistantEventHub,
|
|
39
40
|
assistantEventHub,
|
|
40
41
|
} from "../assistant-event-hub.js";
|
|
41
|
-
import type {
|
|
42
|
+
import type { SubscriberIdentity } from "../assistant-event-targeting.js";
|
|
42
43
|
import { getReplayWindow } from "../assistant-stream-state.js";
|
|
43
44
|
import { ACTOR_PRINCIPALS, GATEWAY_PRINCIPALS } from "../auth/route-policy.js";
|
|
44
45
|
import { DEFAULT_HEARTBEAT_INTERVAL_MS } from "../client-health.js";
|
|
@@ -248,12 +249,14 @@ const defaultSseShedReporter: SseShedReporter = (reason, inst) => {
|
|
|
248
249
|
* conversations for this assistant.
|
|
249
250
|
*
|
|
250
251
|
* Headers (optional):
|
|
251
|
-
* X-Vellum-Client-Id
|
|
252
|
-
* X-Vellum-Interface-Id
|
|
252
|
+
* X-Vellum-Client-Id -- stable per-install UUID identifying this client.
|
|
253
|
+
* X-Vellum-Interface-Id -- interface type (e.g. "macos", "ios", "web").
|
|
254
|
+
* X-Vellum-Client-Version -- optional build/manifest version fingerprint.
|
|
255
|
+
* X-Vellum-Sse-Watchdog -- optional "1" when the client has an SSE idle watchdog.
|
|
253
256
|
*
|
|
254
|
-
* When both are present, the subscriber is registered as a
|
|
255
|
-
* event hub with metadata (interfaceId, capabilities). The hub
|
|
256
|
-
* lifecycle
|
|
257
|
+
* When both identity headers are present, the subscriber is registered as a
|
|
258
|
+
* client in the event hub with metadata (interfaceId, capabilities). The hub
|
|
259
|
+
* handles lifecycle. dispose() unregisters the client automatically.
|
|
257
260
|
*
|
|
258
261
|
* Options (for testing):
|
|
259
262
|
* hub -- override the event hub (defaults to process singleton).
|
|
@@ -300,25 +303,18 @@ export function handleSubscribeAssistantEvents(
|
|
|
300
303
|
}
|
|
301
304
|
|
|
302
305
|
// ── Client identity from headers ──────────────────────────────────────
|
|
303
|
-
const rawClientId = headers?.["x-vellum-client-id"];
|
|
304
|
-
const rawInterfaceId = headers?.["x-vellum-interface-id"];
|
|
305
306
|
const rawMachineName = headers?.["x-vellum-machine-name"];
|
|
306
307
|
const rawActorPrincipalId = headers?.["x-vellum-actor-principal-id"];
|
|
307
|
-
const clientId
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
// Verified by RuntimeHttpServer and forwarded by the http-adapter from the
|
|
312
|
-
// bearer token's AuthContext. May be absent for legacy / service-token
|
|
313
|
-
// connections that have no principal. See `resolveActorPrincipalId` for the
|
|
314
|
-
// dev-bypass translation rationale.
|
|
315
|
-
const actorPrincipalId = resolveActorPrincipalIdForLocalGuardianSync(
|
|
316
|
-
rawActorPrincipalId?.trim() || undefined,
|
|
308
|
+
const { clientId, interfaceId, actorPrincipalId } =
|
|
309
|
+
readClientIdentity(headers);
|
|
310
|
+
const clientVersion = sanitizeClientMetadataValue(
|
|
311
|
+
headers?.["x-vellum-client-version"],
|
|
317
312
|
);
|
|
313
|
+
const sseWatchdog = headers?.["x-vellum-sse-watchdog"]?.trim() === "1";
|
|
318
314
|
|
|
319
315
|
if (clientId && !interfaceId) {
|
|
320
316
|
log.error(
|
|
321
|
-
{ clientId, rawInterfaceId },
|
|
317
|
+
{ clientId, rawInterfaceId: headers?.["x-vellum-interface-id"] },
|
|
322
318
|
"client registration failed: invalid or missing X-Vellum-Interface-Id",
|
|
323
319
|
);
|
|
324
320
|
throw new BadRequestError(
|
|
@@ -410,7 +406,7 @@ export function handleSubscribeAssistantEvents(
|
|
|
410
406
|
try {
|
|
411
407
|
if (controller.desiredSize != null && controller.desiredSize <= 0) {
|
|
412
408
|
shedReporter("callback_backpressure", instrumentation);
|
|
413
|
-
sub.dispose();
|
|
409
|
+
sub.dispose("shed_backpressure");
|
|
414
410
|
cleanup();
|
|
415
411
|
return;
|
|
416
412
|
}
|
|
@@ -455,6 +451,8 @@ export function handleSubscribeAssistantEvents(
|
|
|
455
451
|
],
|
|
456
452
|
machineName: rawMachineName?.trim() || undefined,
|
|
457
453
|
actorPrincipalId,
|
|
454
|
+
clientVersion,
|
|
455
|
+
sseWatchdog: sseWatchdog || undefined,
|
|
458
456
|
})
|
|
459
457
|
: hub.subscribe({
|
|
460
458
|
...subscriberBase,
|
|
@@ -521,20 +519,9 @@ export function handleSubscribeAssistantEvents(
|
|
|
521
519
|
// The client detects the gap from the seq jump on its first
|
|
522
520
|
// live event and refetches via the existing messages API.
|
|
523
521
|
if (lastSeenSeq != null) {
|
|
524
|
-
const replaySubscriber: ReplaySubscriber =
|
|
525
|
-
clientId && interfaceId
|
|
526
|
-
? {
|
|
527
|
-
type: "client",
|
|
528
|
-
clientId,
|
|
529
|
-
interfaceId,
|
|
530
|
-
capabilities: ALL_CAPABILITIES.filter((cap) =>
|
|
531
|
-
supportsHostProxy(interfaceId, cap),
|
|
532
|
-
),
|
|
533
|
-
}
|
|
534
|
-
: { type: "process" };
|
|
535
522
|
const window = getReplayWindow(
|
|
536
523
|
lastSeenSeq,
|
|
537
|
-
|
|
524
|
+
replaySubscriberFor(clientId, interfaceId, actorPrincipalId),
|
|
538
525
|
filter.conversationId,
|
|
539
526
|
);
|
|
540
527
|
if (window !== null) {
|
|
@@ -555,7 +542,7 @@ export function handleSubscribeAssistantEvents(
|
|
|
555
542
|
try {
|
|
556
543
|
if (controller.desiredSize != null && controller.desiredSize <= 0) {
|
|
557
544
|
shedReporter("heartbeat_backpressure", instrumentation);
|
|
558
|
-
sub.dispose();
|
|
545
|
+
sub.dispose("shed_backpressure");
|
|
559
546
|
cleanup();
|
|
560
547
|
return;
|
|
561
548
|
}
|
|
@@ -590,6 +577,53 @@ export function handleSubscribeAssistantEvents(
|
|
|
590
577
|
return stream;
|
|
591
578
|
}
|
|
592
579
|
|
|
580
|
+
/**
|
|
581
|
+
* The caller's client identity, read the same way by the SSE subscribe route
|
|
582
|
+
* and the tail route. The principal is verified by RuntimeHttpServer and
|
|
583
|
+
* forwarded by the http-adapter from the bearer token's AuthContext; it is
|
|
584
|
+
* absent for legacy and service-token connections, and a dev-bypass header
|
|
585
|
+
* resolves to the local guardian (see `resolveActorPrincipalIdForLocalGuardianSync`).
|
|
586
|
+
*/
|
|
587
|
+
function readClientIdentity(headers: Record<string, string> | undefined): {
|
|
588
|
+
clientId: string | null;
|
|
589
|
+
interfaceId: InterfaceId | null;
|
|
590
|
+
actorPrincipalId: string | undefined;
|
|
591
|
+
} {
|
|
592
|
+
const clientId = headers?.["x-vellum-client-id"]?.trim() || null;
|
|
593
|
+
const interfaceId = clientId
|
|
594
|
+
? parseInterfaceId(headers?.["x-vellum-interface-id"]?.trim())
|
|
595
|
+
: null;
|
|
596
|
+
const actorPrincipalId = resolveActorPrincipalIdForLocalGuardianSync(
|
|
597
|
+
headers?.["x-vellum-actor-principal-id"]?.trim() || undefined,
|
|
598
|
+
);
|
|
599
|
+
return { clientId, interfaceId, actorPrincipalId };
|
|
600
|
+
}
|
|
601
|
+
|
|
602
|
+
/**
|
|
603
|
+
* The identity a replay filter checks targeted events against: the client a
|
|
604
|
+
* live SSE subscription with these headers would register, or a process
|
|
605
|
+
* subscriber when the caller names no client. Shared by the reconnect replay
|
|
606
|
+
* and the tail route so both deliver exactly what live fanout would have.
|
|
607
|
+
*/
|
|
608
|
+
function replaySubscriberFor(
|
|
609
|
+
clientId: string | null,
|
|
610
|
+
interfaceId: InterfaceId | null,
|
|
611
|
+
actorPrincipalId: string | undefined,
|
|
612
|
+
): SubscriberIdentity {
|
|
613
|
+
if (!clientId || !interfaceId) {
|
|
614
|
+
return { type: "process" };
|
|
615
|
+
}
|
|
616
|
+
return {
|
|
617
|
+
type: "client",
|
|
618
|
+
clientId,
|
|
619
|
+
interfaceId,
|
|
620
|
+
capabilities: ALL_CAPABILITIES.filter((cap) =>
|
|
621
|
+
supportsHostProxy(interfaceId, cap),
|
|
622
|
+
),
|
|
623
|
+
actorPrincipalId,
|
|
624
|
+
};
|
|
625
|
+
}
|
|
626
|
+
|
|
593
627
|
/**
|
|
594
628
|
* Replay-by-request companion to the SSE `lastSeenSeq` resume: return the
|
|
595
629
|
* ring-buffered event tail for one conversation with `seq > fromSeq`.
|
|
@@ -641,26 +675,13 @@ function handleEventsTail({
|
|
|
641
675
|
toSeq = parsed;
|
|
642
676
|
}
|
|
643
677
|
|
|
644
|
-
|
|
645
|
-
|
|
646
|
-
const
|
|
647
|
-
|
|
648
|
-
|
|
649
|
-
|
|
650
|
-
|
|
651
|
-
const subscriber: ReplaySubscriber | undefined =
|
|
652
|
-
clientId && interfaceId
|
|
653
|
-
? {
|
|
654
|
-
type: "client",
|
|
655
|
-
clientId,
|
|
656
|
-
interfaceId,
|
|
657
|
-
capabilities: ALL_CAPABILITIES.filter((cap) =>
|
|
658
|
-
supportsHostProxy(interfaceId, cap),
|
|
659
|
-
),
|
|
660
|
-
}
|
|
661
|
-
: undefined;
|
|
662
|
-
|
|
663
|
-
const window = getReplayWindow(fromSeq, subscriber, conversationId);
|
|
678
|
+
const { clientId, interfaceId, actorPrincipalId } =
|
|
679
|
+
readClientIdentity(headers);
|
|
680
|
+
const window = getReplayWindow(
|
|
681
|
+
fromSeq,
|
|
682
|
+
replaySubscriberFor(clientId, interfaceId, actorPrincipalId),
|
|
683
|
+
conversationId,
|
|
684
|
+
);
|
|
664
685
|
if (window === null) {
|
|
665
686
|
return { events: [], complete: false, frontier: null };
|
|
666
687
|
}
|
|
@@ -299,6 +299,30 @@ export async function handleApprovalInterception(
|
|
|
299
299
|
|
|
300
300
|
return { handled: true, type: "stale_ignored" };
|
|
301
301
|
}
|
|
302
|
+
|
|
303
|
+
// An approval callback that names no approval action is a button press
|
|
304
|
+
// the daemon does not serve (an id outside the decision vocabulary, or an
|
|
305
|
+
// answer token aimed at a card this rail does not resolve). It is never
|
|
306
|
+
// text: the channel normalizers copy callback data into `content`, so
|
|
307
|
+
// letting it fall through would hand the raw callback to the
|
|
308
|
+
// conversational and natural-language parsers, which can read a token
|
|
309
|
+
// like `approve_always` as an approval. Consume it as a stale button.
|
|
310
|
+
if (callbackData.startsWith("apr:")) {
|
|
311
|
+
log.warn(
|
|
312
|
+
{ conversationId, callbackData },
|
|
313
|
+
"Approval callback carries no approval action, ignoring stale button press",
|
|
314
|
+
);
|
|
315
|
+
if (approvalMessageId) {
|
|
316
|
+
editStaleApprovalMessage({
|
|
317
|
+
replyCallbackUrl,
|
|
318
|
+
chatId: conversationExternalId,
|
|
319
|
+
messageId: approvalMessageId,
|
|
320
|
+
assistantId,
|
|
321
|
+
conversationId,
|
|
322
|
+
});
|
|
323
|
+
}
|
|
324
|
+
return { handled: true, type: "stale_ignored" };
|
|
325
|
+
}
|
|
302
326
|
}
|
|
303
327
|
|
|
304
328
|
// ── Conversational approval engine for plain-text messages ──
|
|
@@ -228,7 +228,7 @@ function getIdentity() {
|
|
|
228
228
|
|
|
229
229
|
const version = APP_VERSION;
|
|
230
230
|
|
|
231
|
-
const createdAt =
|
|
231
|
+
const createdAt = resolveHatchedAtReadOnly(identityPath);
|
|
232
232
|
|
|
233
233
|
return {
|
|
234
234
|
name: fields.name ?? "",
|
|
@@ -241,10 +241,6 @@ function getIdentity() {
|
|
|
241
241
|
};
|
|
242
242
|
}
|
|
243
243
|
|
|
244
|
-
function resolveIdentityCreatedAt(identityPath: string): string | undefined {
|
|
245
|
-
return resolveHatchedAtReadOnly(identityPath);
|
|
246
|
-
}
|
|
247
|
-
|
|
248
244
|
// ---------------------------------------------------------------------------
|
|
249
245
|
// Zod schemas for profiler health metadata
|
|
250
246
|
// ---------------------------------------------------------------------------
|
|
@@ -5,10 +5,7 @@ import {
|
|
|
5
5
|
resolveImageGenCredentials,
|
|
6
6
|
resolveImageGenRouting,
|
|
7
7
|
} from "../../media/image-credentials.js";
|
|
8
|
-
import {
|
|
9
|
-
describeImageModels,
|
|
10
|
-
resolveImageModel,
|
|
11
|
-
} from "../../media/image-models.js";
|
|
8
|
+
import { resolveRequestedImageModel } from "../../media/image-models.js";
|
|
12
9
|
import { generateImage, mapImageGenError } from "../../media/image-service.js";
|
|
13
10
|
import { ACTOR_PRINCIPALS } from "../auth/route-policy.js";
|
|
14
11
|
import {
|
|
@@ -80,18 +77,15 @@ async function handleImageGenerationGenerate(
|
|
|
80
77
|
const config = getConfig();
|
|
81
78
|
const svc = config.services["image-generation"];
|
|
82
79
|
|
|
83
|
-
// Resolve
|
|
84
|
-
//
|
|
85
|
-
// error is self-describing rather than a stale enum.
|
|
80
|
+
// Resolve aliases and OpenRouter slugs against the configured provider.
|
|
81
|
+
// Built-in providers still list the current catalog on unknown values.
|
|
86
82
|
let resolvedModel = model as string | undefined;
|
|
87
83
|
if (typeof resolvedModel === "string" && resolvedModel) {
|
|
88
|
-
const
|
|
89
|
-
if (
|
|
90
|
-
throw new BadRequestError(
|
|
91
|
-
`Unknown model "${resolvedModel}". Available models and aliases:\n${describeImageModels()}`,
|
|
92
|
-
);
|
|
84
|
+
const resolved = resolveRequestedImageModel(resolvedModel, svc.provider);
|
|
85
|
+
if (resolved.error) {
|
|
86
|
+
throw new BadRequestError(resolved.error);
|
|
93
87
|
}
|
|
94
|
-
resolvedModel =
|
|
88
|
+
resolvedModel = resolved.model;
|
|
95
89
|
}
|
|
96
90
|
|
|
97
91
|
// Backend and managed-ness resolve together; an explicit model override
|
|
@@ -154,7 +148,7 @@ export const ROUTES: RouteDefinition[] = [
|
|
|
154
148
|
},
|
|
155
149
|
summary: "Generate or edit images using AI",
|
|
156
150
|
description:
|
|
157
|
-
"Calls the configured image-generation provider (Gemini or
|
|
151
|
+
"Calls the configured image-generation provider (Gemini, OpenAI, or OpenRouter) to produce one or more images.",
|
|
158
152
|
tags: ["image-generation"],
|
|
159
153
|
requestBody: ImageGenerationRequestSchema,
|
|
160
154
|
responseBody: ImageGenerationResponseSchema,
|