@vellumai/assistant 0.6.3 → 0.6.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.prettierignore +5 -0
- package/ARCHITECTURE.md +298 -39
- package/Dockerfile +14 -3
- package/README.md +3 -4
- package/bun.lock +13 -16
- package/docs/architecture/integrations.md +1 -20
- package/docs/architecture/security.md +16 -16
- package/docs/backup-troubleshooting.md +52 -0
- package/docs/browser-use-architecture-phase2.md +174 -0
- package/docs/error-handling.md +111 -0
- package/docs/skills.md +10 -10
- package/docs/stt-provider-onboarding.md +121 -0
- package/knip.json +20 -3
- package/node_modules/@vellumai/ces-contracts/bun.lock +8 -6
- package/node_modules/@vellumai/ces-contracts/package.json +5 -4
- package/node_modules/@vellumai/ces-contracts/src/__tests__/trust-rules.test.ts +471 -0
- package/node_modules/@vellumai/ces-contracts/src/trust-rules.ts +398 -4
- package/node_modules/@vellumai/credential-storage/bun.lock +2 -2
- package/node_modules/@vellumai/credential-storage/package.json +2 -2
- package/node_modules/@vellumai/credential-storage/src/oauth-runtime.ts +20 -2
- package/node_modules/@vellumai/egress-proxy/bun.lock +2 -2
- package/node_modules/@vellumai/egress-proxy/package.json +2 -2
- package/openapi.yaml +1094 -72
- package/package.json +9 -8
- package/scripts/generate-openapi.ts +50 -12
- package/scripts/test.sh +73 -18
- package/src/__tests__/agent-image-optimize.test.ts +28 -0
- package/src/__tests__/agent-loop-callsite-precedence.test.ts +318 -0
- package/src/__tests__/agent-loop-sentry-hygiene.test.ts +137 -0
- package/src/__tests__/agent-loop.test.ts +235 -1
- package/src/__tests__/anthropic-error-formatting.test.ts +98 -0
- package/src/__tests__/anthropic-provider.test.ts +434 -12
- package/src/__tests__/approval-cascade.test.ts +31 -10
- package/src/__tests__/approval-routes-http.test.ts +134 -10
- package/src/__tests__/assistant-attachments.test.ts +44 -0
- package/src/__tests__/assistant-feature-flags-integration.test.ts +29 -0
- package/src/__tests__/auto-analysis-end-to-end.test.ts +550 -0
- package/src/__tests__/auto-analysis-prompt.test.ts +50 -0
- package/src/__tests__/browser-fill-credential.test.ts +12 -1
- package/src/__tests__/browser-identifier-parity-guard.test.ts +53 -0
- package/src/__tests__/browser-skill-baseline-tool-payload.test.ts +23 -33
- package/src/__tests__/browser-skill-endstate.test.ts +52 -159
- package/src/__tests__/btw-routes.test.ts +54 -1
- package/src/__tests__/call-controller.test.ts +582 -22
- package/src/__tests__/call-site-routing-provider.test.ts +214 -0
- package/src/__tests__/catalog-cache.test.ts +27 -4
- package/src/__tests__/catalog-files.test.ts +138 -0
- package/src/__tests__/channel-approval-routes.test.ts +4 -4
- package/src/__tests__/channel-invite-transport.test.ts +2 -2
- package/src/__tests__/channel-readiness-routes.test.ts +16 -20
- package/src/__tests__/channel-readiness-service.test.ts +12 -7
- package/src/__tests__/channel-reply-delivery.test.ts +300 -2
- package/src/__tests__/checker.test.ts +576 -502
- package/src/__tests__/clawhub-files.test.ts +347 -0
- package/src/__tests__/cli-command-risk-guard.test.ts +30 -33
- package/src/__tests__/commit-message-enrichment-service.test.ts +36 -19
- package/src/__tests__/compaction-circuit-breaker.test.ts +336 -0
- package/src/__tests__/compaction.benchmark.test.ts +1 -1
- package/src/__tests__/config-analysis.test.ts +83 -0
- package/src/__tests__/config-loader-backfill.test.ts +174 -0
- package/src/__tests__/config-loader-corrupt.test.ts +183 -0
- package/src/__tests__/config-loader-quarantine-bulletin.test.ts +202 -0
- package/src/__tests__/config-schema-cmd.test.ts +11 -5
- package/src/__tests__/config-schema.test.ts +1458 -198
- package/src/__tests__/config-watcher-cleanup-throttle.test.ts +339 -0
- package/src/__tests__/config-watcher.test.ts +45 -10
- package/src/__tests__/contact-store-user-file.test.ts +511 -0
- package/src/__tests__/contacts-write.test.ts +197 -0
- package/src/__tests__/context-token-estimator.test.ts +191 -1
- package/src/__tests__/context-window-manager.test.ts +618 -2
- package/src/__tests__/conversation-abort-tool-results.test.ts +32 -16
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +62 -17
- package/src/__tests__/conversation-agent-loop.test.ts +510 -84
- package/src/__tests__/conversation-attachments.test.ts +1 -1
- package/src/__tests__/conversation-confirmation-signals.test.ts +165 -9
- package/src/__tests__/conversation-error.test.ts +102 -1
- package/src/__tests__/conversation-history-web-search.test.ts +17 -4
- package/src/__tests__/conversation-init.benchmark.test.ts +42 -1
- package/src/__tests__/conversation-launcher-skill-regression.test.ts +51 -0
- package/src/__tests__/conversation-lifecycle.test.ts +336 -0
- package/src/__tests__/conversation-list-source.test.ts +145 -0
- package/src/__tests__/conversation-load-history-repair.test.ts +27 -10
- package/src/__tests__/conversation-pre-run-repair.test.ts +32 -16
- package/src/__tests__/conversation-process-callsite.test.ts +306 -0
- package/src/__tests__/conversation-provider-retry-repair.test.ts +32 -16
- package/src/__tests__/conversation-queue.test.ts +932 -76
- package/src/__tests__/conversation-routes-disk-view.test.ts +299 -1
- package/src/__tests__/conversation-routes-slash-commands.test.ts +31 -3
- package/src/__tests__/conversation-runtime-assembly.test.ts +2790 -55
- package/src/__tests__/conversation-runtime-workspace.test.ts +12 -12
- package/src/__tests__/conversation-skill-tools.test.ts +12 -143
- package/src/__tests__/conversation-slash-commands.test.ts +33 -0
- package/src/__tests__/conversation-slash-queue.test.ts +120 -34
- package/src/__tests__/conversation-slash-unknown.test.ts +32 -16
- package/src/__tests__/conversation-speed-override.test.ts +30 -11
- package/src/__tests__/conversation-surfaces-standalone-payloads.test.ts +1035 -0
- package/src/__tests__/conversation-surfaces-standalone.test.ts +630 -0
- package/src/__tests__/conversation-title-service.test.ts +2 -2
- package/src/__tests__/conversation-tool-setup-batch-authorized.test.ts +226 -0
- package/src/__tests__/conversation-unread-route.test.ts +2 -2
- package/src/__tests__/conversation-usage.test.ts +3 -1
- package/src/__tests__/conversation-workspace-cache-state.test.ts +31 -10
- package/src/__tests__/conversation-workspace-injection.test.ts +45 -15
- package/src/__tests__/conversation-workspace-tool-tracking.test.ts +46 -16
- package/src/__tests__/credential-broker-browser-fill.test.ts +110 -0
- package/src/__tests__/credential-health-service.test.ts +352 -0
- package/src/__tests__/credential-security-invariants.test.ts +8 -3
- package/src/__tests__/credential-storage-oauth-compat.test.ts +18 -0
- package/src/__tests__/credential-storage-static-compat.test.ts +28 -0
- package/src/__tests__/credential-vault-unit.test.ts +495 -3
- package/src/__tests__/credentials-cli.test.ts +32 -16
- package/src/__tests__/cross-provider-web-search.test.ts +230 -35
- package/src/__tests__/daemon-server-persist-and-process-callsite.test.ts +92 -0
- package/src/__tests__/delete-propagation.test.ts +437 -0
- package/src/__tests__/deterministic-verification-control-plane.test.ts +10 -1
- package/src/__tests__/device-id.test.ts +112 -0
- package/src/__tests__/dm-backfill.test.ts +417 -0
- package/src/__tests__/dm-persistence.test.ts +227 -0
- package/src/__tests__/docker-signing-key-bootstrap.test.ts +167 -4
- package/src/__tests__/dynamic-skill-workflow-prompt.test.ts +1 -3
- package/src/__tests__/edit-propagation.test.ts +280 -0
- package/src/__tests__/email-html-renderer.test.ts +71 -0
- package/src/__tests__/email-invite-adapter.test.ts +36 -32
- package/src/__tests__/emit-event-signal.test.ts +71 -0
- package/src/__tests__/ephemeral-permissions.test.ts +93 -3
- package/src/__tests__/estimator-calibration-integration.test.ts +208 -0
- package/src/__tests__/estimator-calibration.test.ts +213 -0
- package/src/__tests__/extension-id-sync-guard.test.ts +101 -15
- package/src/__tests__/file-write-tool.test.ts +151 -1
- package/src/__tests__/filing-service.test.ts +255 -0
- package/src/__tests__/fixtures/mock-chrome-extension.ts +11 -0
- package/src/__tests__/gateway-only-enforcement.test.ts +206 -1
- package/src/__tests__/gateway-only-guard.test.ts +0 -1
- package/src/__tests__/gemini-provider.test.ts +64 -3
- package/src/__tests__/get-skill-detail-audit.test.ts +325 -0
- package/src/__tests__/guardian-grant-minting.test.ts +8 -0
- package/src/__tests__/headless-browser-interactions.test.ts +44 -1
- package/src/__tests__/headless-browser-mode.test.ts +614 -0
- package/src/__tests__/headless-browser-navigate.test.ts +142 -5
- package/src/__tests__/headless-browser-read-tools.test.ts +11 -0
- package/src/__tests__/headless-browser-snapshot.test.ts +10 -0
- package/src/__tests__/heartbeat-service.test.ts +166 -32
- package/src/__tests__/home-state-routes.test.ts +162 -0
- package/src/__tests__/host-bash-proxy.test.ts +0 -5
- package/src/__tests__/host-browser-e2e-cloud.test.ts +138 -4
- package/src/__tests__/host-browser-e2e-self-hosted.test.ts +4 -4
- package/src/__tests__/host-browser-ws-events-e2e.test.ts +103 -0
- package/src/__tests__/host-cu-proxy.test.ts +0 -5
- package/src/__tests__/host-shell-tool.test.ts +124 -18
- package/src/__tests__/http-user-message-parity.test.ts +29 -1
- package/src/__tests__/identity-intro-cache.test.ts +40 -10
- package/src/__tests__/inbound-slack-persistence.test.ts +340 -0
- package/src/__tests__/init-feature-flag-overrides.test.ts +38 -112
- package/src/__tests__/intent-routing.test.ts +1 -40
- package/src/__tests__/jobs-store-upsert-debounced.test.ts +141 -0
- package/src/__tests__/llm-catalog-parity.test.ts +174 -0
- package/src/__tests__/llm-context-normalization.test.ts +609 -0
- package/src/__tests__/llm-context-route-provider.test.ts +86 -5
- package/src/__tests__/llm-resolver.test.ts +214 -0
- package/src/__tests__/llm-schema.test.ts +223 -0
- package/src/__tests__/llm-usage-store.test.ts +363 -0
- package/src/__tests__/managed-proxy-context.test.ts +6 -2
- package/src/__tests__/media-stream-output.test.ts +555 -0
- package/src/__tests__/media-stream-parser.test.ts +374 -0
- package/src/__tests__/media-stream-server-integration.test.ts +1234 -0
- package/src/__tests__/media-stream-stt-session.test.ts +588 -0
- package/src/__tests__/media-turn-detector.test.ts +440 -0
- package/src/__tests__/message-queue.test.ts +125 -0
- package/src/__tests__/messaging-skill-split.test.ts +3 -34
- package/src/__tests__/migration-export-http.test.ts +6 -6
- package/src/__tests__/migration-import-commit-http.test.ts +8 -6
- package/src/__tests__/migration-import-from-url.test.ts +684 -0
- package/src/__tests__/migration-import-preflight-http.test.ts +6 -5
- package/src/__tests__/migration-validate-http.test.ts +3 -3
- package/src/__tests__/mock-gateway-ipc.ts +151 -0
- package/src/__tests__/model-intents.test.ts +10 -84
- package/src/__tests__/notification-decision-fallback.test.ts +0 -10
- package/src/__tests__/notification-decision-identity.test.ts +0 -9
- package/src/__tests__/notification-decision-recipient-context.test.ts +0 -9
- package/src/__tests__/oauth-apps-routes.test.ts +1 -0
- package/src/__tests__/oauth-cli.test.ts +2 -0
- package/src/__tests__/oauth-connect-orchestrator.test.ts +2 -0
- package/src/__tests__/oauth-provider-serializer.test.ts +1 -0
- package/src/__tests__/oauth-providers-routes.test.ts +2 -0
- package/src/__tests__/oauth-store.test.ts +95 -7
- package/src/__tests__/oauth2-gateway-transport.test.ts +257 -9
- package/src/__tests__/oauth2-refresh-retry.test.ts +279 -0
- package/src/__tests__/onboarding-template-contract.test.ts +6 -13
- package/src/__tests__/openai-provider.test.ts +183 -0
- package/src/__tests__/openai-responses-cutover-guard.test.ts +184 -0
- package/src/__tests__/openai-responses-provider.test.ts +1501 -0
- package/src/__tests__/openrouter-provider-only.test.ts +135 -0
- package/src/__tests__/openrouter-token-estimation.test.ts +100 -0
- package/src/__tests__/outbound-slack-persistence.test.ts +293 -0
- package/src/__tests__/permission-checker-host-gate.test.ts +1 -1
- package/src/__tests__/permission-mode.test.ts +16 -0
- package/src/__tests__/permission-types.test.ts +0 -1
- package/src/__tests__/persona-resolver.test.ts +251 -0
- package/src/__tests__/pkb-autoinject.test.ts +37 -1
- package/src/__tests__/platform-bash-auto-approve.test.ts +5 -1
- package/src/__tests__/platform.test.ts +92 -1
- package/src/__tests__/post-turn-tool-result-truncation.test.ts +47 -0
- package/src/__tests__/prechat-onboarding-contract.test.ts +267 -0
- package/src/__tests__/pricing.test.ts +224 -3
- package/src/__tests__/profiler-routes.test.ts +1 -1
- package/src/__tests__/provider-commit-message-generator.test.ts +14 -84
- package/src/__tests__/provider-env-vars-scope.test.ts +52 -0
- package/src/__tests__/provider-error-scenarios.test.ts +135 -6
- package/src/__tests__/provider-managed-proxy-integration.test.ts +42 -11
- package/src/__tests__/provider-registry-ollama.test.ts +1 -2
- package/src/__tests__/proxy-approval-callback.test.ts +0 -1
- package/src/__tests__/qdrant-manager.test.ts +29 -8
- package/src/__tests__/reaction-persistence.test.ts +560 -0
- package/src/__tests__/regenerate-fire-and-forget-trace.test.ts +194 -0
- package/src/__tests__/relationship-state-contract.test.ts +175 -0
- package/src/__tests__/relay-server.test.ts +424 -6
- package/src/__tests__/require-fresh-approval.test.ts +1 -1
- package/src/__tests__/retry-openrouter-only-normalization.test.ts +136 -0
- package/src/__tests__/retry-thinking-tool-choice.test.ts +226 -0
- package/src/__tests__/risk-classifier-parity.test.ts +230 -0
- package/src/__tests__/sanitize-config-for-transfer.test.ts +78 -1
- package/src/__tests__/search-skills-unified.test.ts +118 -0
- package/src/__tests__/secret-ingress-http.test.ts +28 -0
- package/src/__tests__/secret-prompter-channel-fallback.test.ts +125 -0
- package/src/__tests__/secret-routes-managed-proxy.test.ts +2 -3
- package/src/__tests__/secret-scanner-executor.test.ts +5 -1
- package/src/__tests__/secure-keys.test.ts +107 -0
- package/src/__tests__/send-endpoint-busy.test.ts +34 -2
- package/src/__tests__/sequence-store.test.ts +1 -1
- package/src/__tests__/server-history-render.test.ts +80 -0
- package/src/__tests__/settings-routes.test.ts +201 -0
- package/src/__tests__/shell-parser-property.test.ts +13 -13
- package/src/__tests__/skill-cache-store.test.ts +182 -0
- package/src/__tests__/skill-load-feature-flag.test.ts +1 -0
- package/src/__tests__/skills-file-content-endpoint.test.ts +276 -145
- package/src/__tests__/skills-files-catalog-fallback.test.ts +381 -93
- package/src/__tests__/skills.test.ts +19 -30
- package/src/__tests__/skillssh-files.test.ts +446 -0
- package/src/__tests__/slack-app-setup-skill-regression.test.ts +3 -1
- package/src/__tests__/slack-block-formatting.test.ts +110 -0
- package/src/__tests__/slack-channel-config.test.ts +564 -1
- package/src/__tests__/slack-skill.test.ts +3 -8
- package/src/__tests__/starter-bundle.test.ts +35 -0
- package/src/__tests__/stt-catalog-parity.test.ts +282 -0
- package/src/__tests__/stt-stream-session.test.ts +535 -0
- package/src/__tests__/subagent-call-site-routing.test.ts +280 -0
- package/src/__tests__/suggestion-routes.test.ts +160 -3
- package/src/__tests__/system-prompt.test.ts +126 -53
- package/src/__tests__/task-runner.test.ts +3 -1
- package/src/__tests__/tcc-sandbox-deny.test.ts +198 -0
- package/src/__tests__/telephony-stt-routing.test.ts +329 -0
- package/src/__tests__/terminal-tools.test.ts +26 -7
- package/src/__tests__/test-preload.ts +18 -0
- package/src/__tests__/test-support/browser-skill-harness.ts +2 -49
- package/src/__tests__/thread-backfill.test.ts +941 -0
- package/src/__tests__/tool-execution-pipeline.benchmark.test.ts +2 -2
- package/src/__tests__/tool-executor-lifecycle-events.test.ts +10 -6
- package/src/__tests__/tool-executor-shell-integration.test.ts +4 -0
- package/src/__tests__/tool-executor.test.ts +88 -113
- package/src/__tests__/tool-result-truncation.test.ts +36 -0
- package/src/__tests__/trust-store.test.ts +442 -103
- package/src/__tests__/trusted-contact-approval-notifier.test.ts +1 -1
- package/src/__tests__/tts-catalog-parity.test.ts +345 -0
- package/src/__tests__/twilio-routes-twiml.test.ts +512 -114
- package/src/__tests__/twilio-routes.test.ts +376 -0
- package/src/__tests__/unicode.test.ts +293 -0
- package/src/__tests__/update-bulletin-job.test.ts +389 -0
- package/src/__tests__/usage-cache-backfill-migration.test.ts +3 -1
- package/src/__tests__/usage-routes.test.ts +25 -4
- package/src/__tests__/user-reference.test.ts +46 -61
- package/src/__tests__/verification-control-plane-policy.test.ts +5 -22
- package/src/__tests__/voice-config-update.test.ts +403 -0
- package/src/__tests__/voice-quality.test.ts +434 -19
- package/src/__tests__/voice-session-bridge.test.ts +39 -0
- package/src/__tests__/volume-security-guard.test.ts +3 -2
- package/src/__tests__/web-search-history.test.ts +337 -0
- package/src/__tests__/workspace-heartbeat-service.test.ts +7 -0
- package/src/__tests__/workspace-migration-033-stt-service-explicit-config.test.ts +547 -0
- package/src/__tests__/workspace-migration-034-remove-calls-voice-transcription-provider.test.ts +596 -0
- package/src/__tests__/workspace-migration-039-drop-legacy-llm-keys.test.ts +343 -0
- package/src/__tests__/workspace-migration-043-release-notes-latex-rendering.test.ts +202 -0
- package/src/__tests__/workspace-migration-045-release-notes-meet-avatar.test.ts +210 -0
- package/src/__tests__/workspace-migration-drop-user-md.test.ts +368 -0
- package/src/__tests__/workspace-migration-meets.test.ts +244 -0
- package/src/__tests__/workspace-migration-seed-device-id.test.ts +14 -20
- package/src/__tests__/workspace-migration-unify-llm-callsite-configs.test.ts +841 -0
- package/src/__tests__/workspace-policy.test.ts +1 -11
- package/src/acp/client-handler.ts +1 -2
- package/src/agent/image-optimize.ts +24 -12
- package/src/agent/loop.ts +251 -19
- package/src/avatar/resvg-lazy.test.ts +136 -0
- package/src/avatar/resvg-lazy.ts +82 -9
- package/src/avatar/traits-png-sync.ts +21 -1
- package/src/backup/__tests__/backup-key.test.ts +152 -0
- package/src/backup/__tests__/backup-worker.test.ts +767 -0
- package/src/backup/__tests__/list-snapshots.test.ts +87 -0
- package/src/backup/__tests__/local-writer.test.ts +218 -0
- package/src/backup/__tests__/offsite-writer.test.ts +641 -0
- package/src/backup/__tests__/paths.test.ts +300 -0
- package/src/backup/__tests__/restore.test.ts +498 -0
- package/src/backup/__tests__/snapshot-lock.test.ts +352 -0
- package/src/backup/__tests__/stream-crypt.test.ts +228 -0
- package/src/backup/backup-key.ts +137 -0
- package/src/backup/backup-worker.ts +459 -0
- package/src/backup/list-snapshots.ts +147 -0
- package/src/backup/local-writer.ts +133 -0
- package/src/backup/offsite-writer.ts +222 -0
- package/src/backup/paths.ts +226 -0
- package/src/backup/restore.ts +322 -0
- package/src/backup/snapshot-lock.ts +431 -0
- package/src/backup/stream-crypt.ts +263 -0
- package/src/browser/__tests__/operations.test.ts +163 -0
- package/src/browser/identifiers.ts +51 -0
- package/src/browser/operations.ts +660 -0
- package/src/browser/types.ts +81 -0
- package/src/bundler/package-resolver.ts +4 -0
- package/src/calls/audio-store.ts +11 -5
- package/src/calls/call-controller.ts +226 -71
- package/src/calls/call-domain.ts +9 -0
- package/src/calls/call-speech-output.ts +190 -0
- package/src/calls/call-transport.ts +77 -0
- package/src/calls/guardian-question-copy.ts +2 -2
- package/src/calls/media-stream-audio-transcode.ts +173 -0
- package/src/calls/media-stream-output.ts +660 -0
- package/src/calls/media-stream-parser.ts +300 -0
- package/src/calls/media-stream-protocol.ts +166 -0
- package/src/calls/media-stream-server.ts +592 -0
- package/src/calls/media-stream-stt-session.ts +460 -0
- package/src/calls/media-turn-detector.ts +230 -0
- package/src/calls/relay-server.ts +90 -75
- package/src/calls/resolve-call-tts-provider.ts +136 -0
- package/src/calls/telephony-stt-routing.ts +145 -0
- package/src/calls/tts-call-strategy.ts +161 -0
- package/src/calls/tts-text-sanitizer.ts +32 -16
- package/src/calls/twilio-routes.ts +281 -17
- package/src/calls/voice-quality.ts +78 -35
- package/src/calls/voice-session-bridge.ts +9 -1
- package/src/channels/types.ts +16 -0
- package/src/cli/AGENTS.md +1 -1
- package/src/cli/__tests__/run-assistant-command.ts +11 -1
- package/src/cli/commands/__tests__/attachment.test.ts +438 -0
- package/src/cli/commands/__tests__/backup.test.ts +1165 -0
- package/src/cli/commands/__tests__/browser.test.ts +554 -0
- package/src/cli/commands/__tests__/cache.test.ts +623 -0
- package/src/cli/commands/__tests__/domain-register.test.ts +234 -0
- package/src/cli/commands/__tests__/domain-status.test.ts +132 -0
- package/src/cli/commands/__tests__/email-attachment.test.ts +422 -0
- package/src/cli/commands/__tests__/email-download.test.ts +16 -1
- package/src/cli/commands/__tests__/email-list.test.ts +28 -4
- package/src/cli/commands/__tests__/email-register.test.ts +4 -4
- package/src/cli/commands/__tests__/email-send.test.ts +130 -5
- package/src/cli/commands/__tests__/email-status.test.ts +5 -1
- package/src/cli/commands/__tests__/email-unregister.test.ts +34 -5
- package/src/cli/commands/__tests__/image-generation.test.ts +666 -0
- package/src/cli/commands/__tests__/inference-send.test.ts +451 -0
- package/src/cli/commands/__tests__/stt-transcribe.test.ts +454 -0
- package/src/cli/commands/__tests__/task.test.ts +913 -0
- package/src/cli/commands/__tests__/tts-synthesize.test.ts +594 -0
- package/src/cli/commands/__tests__/ui-confirm.test.ts +650 -0
- package/src/cli/commands/__tests__/ui.test.ts +1215 -0
- package/src/cli/commands/__tests__/watchers.test.ts +716 -0
- package/src/cli/commands/attachment.ts +182 -0
- package/src/cli/commands/backup.ts +993 -0
- package/src/cli/commands/browser.ts +350 -0
- package/src/cli/commands/cache.ts +341 -0
- package/src/cli/commands/completions.ts +0 -3
- package/src/cli/commands/config.ts +6 -6
- package/src/cli/commands/conversations-import.ts +347 -0
- package/src/cli/commands/conversations.ts +90 -0
- package/src/cli/commands/credentials.ts +0 -1
- package/src/cli/commands/domain.ts +210 -0
- package/src/cli/commands/email.ts +308 -16
- package/src/cli/commands/image-generation.ts +300 -0
- package/src/cli/commands/inference.ts +200 -0
- package/src/cli/commands/memory.ts +127 -17
- package/src/cli/commands/oauth/__tests__/connect.test.ts +12 -0
- package/src/cli/commands/oauth/__tests__/providers-delete.test.ts +1 -0
- package/src/cli/commands/oauth/__tests__/providers-register.test.ts +1 -0
- package/src/cli/commands/oauth/__tests__/providers-update.test.ts +1 -0
- package/src/cli/commands/oauth/mode.ts +12 -3
- package/src/cli/commands/oauth/providers.ts +15 -0
- package/src/cli/commands/oauth/shared.ts +2 -1
- package/src/cli/commands/platform/__tests__/callback-routes-list.test.ts +4 -10
- package/src/cli/commands/platform/__tests__/connect.test.ts +6 -1
- package/src/cli/commands/platform/__tests__/disconnect.test.ts +7 -2
- package/src/cli/commands/platform/__tests__/status.test.ts +6 -1
- package/src/cli/commands/stt.ts +339 -0
- package/src/cli/commands/task.ts +795 -0
- package/src/cli/commands/trust.ts +50 -19
- package/src/cli/commands/tts.ts +273 -0
- package/src/cli/commands/ui.ts +670 -0
- package/src/cli/commands/watchers.ts +509 -0
- package/src/cli/lib/daemon-credential-client.ts +0 -19
- package/src/cli/program.ts +53 -8
- package/src/cli.ts +0 -37
- package/src/config/__tests__/backup-schema.test.ts +134 -0
- package/src/config/assistant-feature-flags.ts +61 -62
- package/src/config/bundled-skills/app-builder/references/CUSTOM_ROUTES.md +37 -1
- package/src/config/bundled-skills/contacts/SKILL.md +2 -2
- package/src/config/bundled-skills/conversations/tools/rename-conversation.ts +23 -1
- package/src/config/bundled-skills/media-processing/SKILL.md +3 -9
- package/src/config/bundled-skills/media-processing/TOOLS.json +1 -6
- package/src/config/bundled-skills/media-processing/__tests__/audio-transcribe.test.ts +125 -0
- package/src/config/bundled-skills/media-processing/__tests__/extract-keyframes.test.ts +181 -0
- package/src/config/bundled-skills/media-processing/__tests__/preprocess-audio.test.ts +141 -0
- package/src/config/bundled-skills/media-processing/services/audio-transcribe.ts +32 -87
- package/src/config/bundled-skills/media-processing/services/preprocess.ts +8 -4
- package/src/config/bundled-skills/media-processing/services/reduce.ts +1 -1
- package/src/config/bundled-skills/media-processing/tools/extract-keyframes.ts +0 -10
- package/src/config/bundled-skills/messaging/SKILL.md +5 -5
- package/src/config/bundled-skills/messaging/TOOLS.json +4 -0
- package/src/config/bundled-skills/messaging/tools/messaging-archive-by-sender.ts +9 -2
- package/src/config/bundled-skills/messaging/tools/messaging-read.ts +15 -1
- package/src/config/bundled-skills/messaging/tools/messaging-search.ts +21 -1
- package/src/config/bundled-skills/messaging/tools/messaging-send.ts +11 -12
- package/src/config/bundled-skills/phone-calls/SKILL.md +2 -2
- package/src/config/bundled-skills/phone-calls/references/CONFIG.md +28 -18
- package/src/config/bundled-skills/phone-calls/references/TROUBLESHOOTING.md +3 -3
- package/src/config/bundled-skills/settings/TOOLS.json +3 -3
- package/src/config/bundled-skills/settings/tools/voice-config-update.ts +26 -22
- package/src/config/bundled-skills/transcribe/SKILL.md +9 -14
- package/src/config/bundled-skills/transcribe/TOOLS.json +2 -7
- package/src/config/bundled-skills/transcribe/tools/transcribe-media.test.ts +256 -0
- package/src/config/bundled-skills/transcribe/tools/transcribe-media.ts +38 -188
- package/src/config/bundled-tool-registry.ts +0 -167
- package/src/config/env-registry.ts +24 -0
- package/src/config/env.ts +39 -10
- package/src/config/feature-flag-registry.json +63 -15
- package/src/config/llm-resolver.ts +128 -0
- package/src/config/loader.ts +220 -22
- package/src/config/raw-config-utils.ts +30 -2
- package/src/config/sanitize-for-transfer.ts +35 -0
- package/src/config/schema.ts +65 -51
- package/src/config/schemas/__tests__/stt.test.ts +43 -0
- package/src/config/schemas/analysis.ts +32 -0
- package/src/config/schemas/backup.ts +72 -0
- package/src/config/schemas/calls.ts +1 -30
- package/src/config/schemas/elevenlabs.ts +0 -59
- package/src/config/schemas/filing.ts +49 -14
- package/src/config/schemas/heartbeat.ts +27 -10
- package/src/config/schemas/host-browser.ts +47 -1
- package/src/config/schemas/inference.ts +3 -23
- package/src/config/schemas/llm.ts +318 -0
- package/src/config/schemas/memory-lifecycle.ts +14 -2
- package/src/config/schemas/memory-processing.ts +1 -9
- package/src/config/schemas/notifications.ts +4 -11
- package/src/config/schemas/platform.ts +3 -9
- package/src/config/schemas/security.ts +33 -0
- package/src/config/schemas/services.ts +53 -4
- package/src/config/schemas/stt.ts +60 -0
- package/src/config/schemas/tts.ts +283 -0
- package/src/config/schemas/updates.ts +14 -0
- package/src/config/schemas/workspace-git.ts +3 -40
- package/src/config/skills.ts +6 -2
- package/src/config/types.ts +4 -0
- package/src/contacts/contact-store.ts +56 -11
- package/src/contacts/contacts-write.ts +38 -1
- package/src/context/__tests__/compact-prompt.test.ts +45 -0
- package/src/context/__tests__/microcompact.test.ts +805 -0
- package/src/context/estimator-calibration.ts +136 -0
- package/src/context/microcompact.ts +443 -0
- package/src/context/post-turn-tool-result-truncation.ts +3 -2
- package/src/context/prompts/compact.md +12 -0
- package/src/context/token-estimator.ts +61 -3
- package/src/context/tool-result-truncation.ts +2 -1
- package/src/context/window-manager.ts +272 -35
- package/src/credential-execution/approval-bridge.ts +0 -1
- package/src/credential-execution/executable-discovery.ts +23 -2
- package/src/credential-execution/process-manager.test.ts +109 -0
- package/src/credential-execution/process-manager.ts +96 -2
- package/src/credential-health/credential-health-service.ts +366 -0
- package/src/daemon/__tests__/conversation-lifecycle-auto-analyze.test.ts +324 -0
- package/src/daemon/__tests__/conversation-surfaces-launch.test.ts +497 -0
- package/src/daemon/__tests__/conversation-tool-setup.test.ts +17 -8
- package/src/daemon/__tests__/lifecycle-startup-ordering.test.ts +127 -0
- package/src/daemon/approval-generators.ts +29 -4
- package/src/daemon/assistant-attachments.ts +24 -13
- package/src/daemon/classifier.ts +2 -2
- package/src/daemon/config-watcher.ts +99 -6
- package/src/daemon/context-overflow-reducer.ts +4 -1
- package/src/daemon/conversation-agent-loop-handlers.ts +85 -12
- package/src/daemon/conversation-agent-loop.ts +563 -104
- package/src/daemon/conversation-attachments.ts +2 -6
- package/src/daemon/conversation-error.ts +46 -0
- package/src/daemon/conversation-history.ts +40 -6
- package/src/daemon/conversation-launch.ts +220 -0
- package/src/daemon/conversation-lifecycle.ts +85 -11
- package/src/daemon/conversation-messaging.ts +110 -7
- package/src/daemon/conversation-notifiers.ts +5 -0
- package/src/daemon/conversation-process.ts +591 -23
- package/src/daemon/conversation-queue-manager.ts +27 -0
- package/src/daemon/conversation-runtime-assembly.ts +769 -28
- package/src/daemon/conversation-slash.ts +38 -2
- package/src/daemon/conversation-surfaces.ts +483 -5
- package/src/daemon/conversation-tool-setup.ts +35 -5
- package/src/daemon/conversation-usage.ts +8 -5
- package/src/daemon/conversation.ts +193 -47
- package/src/daemon/external-skills-bootstrap.ts +41 -0
- package/src/daemon/guardian-action-generators.ts +34 -14
- package/src/daemon/handlers/config-model.test.ts +86 -0
- package/src/daemon/handlers/config-model.ts +54 -12
- package/src/daemon/handlers/config-slack-channel.ts +269 -94
- package/src/daemon/handlers/conversations.ts +13 -3
- package/src/daemon/handlers/shared.ts +51 -1
- package/src/daemon/handlers/skills.ts +323 -79
- package/src/daemon/handlers/slack-channel-oauth-install.ts +197 -0
- package/src/daemon/host-browser-proxy.ts +2 -1
- package/src/daemon/lifecycle.ts +185 -26
- package/src/daemon/message-protocol.ts +6 -0
- package/src/daemon/message-types/conversations.ts +48 -1
- package/src/daemon/message-types/home.ts +40 -0
- package/src/daemon/message-types/meet.ts +143 -0
- package/src/daemon/message-types/messages.ts +23 -1
- package/src/daemon/message-types/schedules.ts +34 -2
- package/src/daemon/message-types/skills.ts +16 -0
- package/src/daemon/message-types/surfaces.ts +2 -0
- package/src/daemon/message-types/trust.ts +0 -2
- package/src/daemon/parse-actual-tokens-from-error.test.ts +57 -1
- package/src/daemon/parse-actual-tokens-from-error.ts +66 -0
- package/src/daemon/pkb-context-tracker.test.ts +169 -0
- package/src/daemon/pkb-context-tracker.ts +125 -0
- package/src/daemon/pkb-reminder-builder.test.ts +70 -0
- package/src/daemon/pkb-reminder-builder.ts +31 -0
- package/src/daemon/providers-setup.ts +6 -0
- package/src/daemon/server.ts +463 -10
- package/src/daemon/shutdown-handlers.ts +32 -4
- package/src/daemon/shutdown-registry.ts +40 -0
- package/src/daemon/tool-side-effects.ts +9 -9
- package/src/daemon/watch-handler.ts +4 -4
- package/src/daemon/web-search-history.ts +126 -0
- package/src/email/html-renderer.ts +76 -0
- package/src/events/domain-events.ts +0 -1
- package/src/filing/filing-service.ts +9 -10
- package/src/heartbeat/heartbeat-service.ts +156 -22
- package/src/home/__tests__/assistant-feed-authoring.test.ts +156 -0
- package/src/home/__tests__/emit-feed-event.test.ts +169 -0
- package/src/home/__tests__/feed-scheduler.test.ts +222 -0
- package/src/home/__tests__/feed-types.test.ts +275 -0
- package/src/home/__tests__/feed-writer.test.ts +688 -0
- package/src/home/__tests__/phase5-exit-criteria.test.ts +212 -0
- package/src/home/__tests__/platform-gmail-digest.test.ts +222 -0
- package/src/home/__tests__/progress-formula.test.ts +213 -0
- package/src/home/__tests__/relationship-state-writer.test.ts +740 -0
- package/src/home/__tests__/rollup-producer.test.ts +442 -0
- package/src/home/assistant-feed-authoring.ts +128 -0
- package/src/home/emit-feed-event.ts +162 -0
- package/src/home/feed-scheduler.ts +263 -0
- package/src/home/feed-types.ts +235 -0
- package/src/home/feed-writer.ts +469 -0
- package/src/home/platform-gmail-digest.ts +163 -0
- package/src/home/progress-formula.ts +86 -0
- package/src/home/relationship-state-writer.ts +824 -0
- package/src/home/relationship-state.ts +143 -0
- package/src/home/rollup-producer.ts +413 -0
- package/src/home/suggested-prompts.ts +101 -0
- package/src/hooks/runner.ts +7 -0
- package/src/inbound/platform-callback-registration.ts +12 -3
- package/src/inbound/public-ingress-urls.ts +12 -0
- package/src/instrument.ts +1 -1
- package/src/ipc/__tests__/attachment-ipc.test.ts +213 -0
- package/src/ipc/__tests__/browser-ipc.test.ts +339 -0
- package/src/ipc/__tests__/cache-ipc.test.ts +266 -0
- package/src/ipc/__tests__/cli-ipc.test.ts +200 -0
- package/src/ipc/__tests__/socket-path.test.ts +73 -0
- package/src/ipc/__tests__/task-ipc.test.ts +577 -0
- package/src/ipc/__tests__/ui-request-route.test.ts +495 -0
- package/src/ipc/__tests__/watcher-ipc.test.ts +295 -0
- package/src/ipc/cli-client.ts +152 -0
- package/src/ipc/cli-server.ts +252 -0
- package/src/ipc/gateway-client.ts +180 -0
- package/src/ipc/routes/attachment.ts +114 -0
- package/src/ipc/routes/browser-context.ts +61 -0
- package/src/ipc/routes/browser.ts +96 -0
- package/src/ipc/routes/cache.ts +96 -0
- package/src/ipc/routes/index.ts +21 -0
- package/src/ipc/routes/task-queue.ts +226 -0
- package/src/ipc/routes/task.ts +173 -0
- package/src/ipc/routes/ui-request.ts +50 -0
- package/src/ipc/routes/wake-conversation.ts +19 -0
- package/src/ipc/routes/watcher.ts +203 -0
- package/src/ipc/socket-path.ts +100 -0
- package/src/memory/__tests__/auto-analysis-enqueue.test.ts +356 -0
- package/src/memory/__tests__/auto-analysis-guard.test.ts +57 -0
- package/src/memory/__tests__/conversation-analyze-job.test.ts +233 -0
- package/src/memory/__tests__/conversation-group-migration.test.ts +99 -0
- package/src/memory/__tests__/find-analysis-conversation.test.ts +196 -0
- package/src/memory/admin.ts +18 -0
- package/src/memory/app-store.ts +1 -1
- package/src/memory/attachments-store.ts +70 -0
- package/src/memory/auto-analysis-enqueue.ts +127 -0
- package/src/memory/auto-analysis-guard.ts +27 -0
- package/src/memory/cleanup-schedule-state.ts +37 -0
- package/src/memory/conversation-analyze-job.ts +74 -0
- package/src/memory/conversation-attention-store.ts +13 -6
- package/src/memory/conversation-crud.ts +199 -0
- package/src/memory/conversation-disk-view.ts +7 -0
- package/src/memory/conversation-group-migration.ts +65 -1
- package/src/memory/conversation-queries.ts +6 -5
- package/src/memory/conversation-title-service.ts +7 -4
- package/src/memory/db-init.ts +8 -0
- package/src/memory/db-maintenance.ts +108 -0
- package/src/memory/db.ts +1 -0
- package/src/memory/embedding-backend.ts +1 -1
- package/src/memory/graph/compaction.ts +299 -0
- package/src/memory/graph/consolidation.ts +4 -4
- package/src/memory/graph/conversation-graph-memory.ts +104 -29
- package/src/memory/graph/extraction.test.ts +295 -2
- package/src/memory/graph/extraction.ts +181 -51
- package/src/memory/graph/graph-search.test.ts +92 -0
- package/src/memory/graph/graph-search.ts +4 -1
- package/src/memory/graph/narrative.ts +2 -2
- package/src/memory/graph/pattern-scan.ts +2 -2
- package/src/memory/graph/retriever.test.ts +459 -0
- package/src/memory/graph/retriever.ts +257 -66
- package/src/memory/graph/scoring.test.ts +186 -0
- package/src/memory/graph/scoring.ts +31 -1
- package/src/memory/graph/store.ts +41 -0
- package/src/memory/graph/tool-handlers.ts +27 -0
- package/src/memory/graph/tools.ts +6 -1
- package/src/memory/group-crud.ts +6 -1
- package/src/memory/indexer.ts +95 -16
- package/src/memory/job-handlers/cleanup.ts +11 -8
- package/src/memory/job-handlers/conversation-starters.ts +39 -30
- package/src/memory/job-handlers/summarization.ts +2 -2
- package/src/memory/job-utils.ts +7 -1
- package/src/memory/jobs/embed-pkb-file.test.ts +168 -0
- package/src/memory/jobs/embed-pkb-file.ts +54 -0
- package/src/memory/jobs-store.ts +106 -5
- package/src/memory/jobs-worker.ts +26 -9
- package/src/memory/llm-usage-store.ts +92 -56
- package/src/memory/migrations/140-backfill-usage-cache-accounting.ts +1 -1
- package/src/memory/migrations/219-oauth-providers-token-exchange-body-format.ts +15 -0
- package/src/memory/migrations/220-normalize-user-file-by-principal.ts +190 -0
- package/src/memory/migrations/221-conversations-archived-at.ts +16 -0
- package/src/memory/migrations/222-strip-placeholder-sentinels-from-messages.ts +82 -0
- package/src/memory/migrations/index.ts +7 -0
- package/src/memory/migrations/registry.ts +8 -0
- package/src/memory/pkb/pkb-index.test.ts +368 -0
- package/src/memory/pkb/pkb-index.ts +255 -0
- package/src/memory/pkb/pkb-reconcile.test.ts +251 -0
- package/src/memory/pkb/pkb-reconcile.ts +148 -0
- package/src/memory/pkb/pkb-search.test.ts +438 -0
- package/src/memory/pkb/pkb-search.ts +137 -0
- package/src/memory/pkb/types.ts +53 -0
- package/src/memory/qdrant-client.ts +122 -1
- package/src/memory/qdrant-manager.ts +43 -16
- package/src/memory/schema/conversations.ts +2 -0
- package/src/memory/schema/oauth.ts +3 -0
- package/src/memory/slack-thread-store.ts +37 -0
- package/src/memory/usage-buckets.ts +396 -0
- package/src/messaging/providers/gmail/adapter.ts +6 -16
- package/src/messaging/providers/gmail/client.ts +79 -6
- package/src/messaging/providers/gmail/types.ts +7 -0
- package/src/messaging/providers/slack/__tests__/adapter-token-routing.test.ts +282 -0
- package/src/messaging/providers/slack/adapter.ts +155 -38
- package/src/messaging/providers/slack/backfill.test.ts +257 -0
- package/src/messaging/providers/slack/backfill.ts +101 -0
- package/src/messaging/providers/slack/client.ts +16 -0
- package/src/messaging/providers/slack/message-metadata.test.ts +316 -0
- package/src/messaging/providers/slack/message-metadata.ts +123 -0
- package/src/messaging/providers/slack/render-transcript.test.ts +1373 -0
- package/src/messaging/providers/slack/render-transcript.ts +443 -0
- package/src/messaging/providers/slack/types.ts +4 -0
- package/src/messaging/style-analyzer.ts +5 -2
- package/src/notifications/README.md +9 -5
- package/src/notifications/decision-engine.ts +6 -12
- package/src/notifications/preference-extractor.ts +2 -6
- package/src/notifications/signal.ts +5 -0
- package/src/oauth/__tests__/identity-verifier.test.ts +1 -0
- package/src/oauth/byo-connection.test.ts +18 -1
- package/src/oauth/byo-connection.ts +3 -1
- package/src/oauth/connect-orchestrator.ts +2 -0
- package/src/oauth/connection-resolver.ts +6 -2
- package/src/oauth/connection.ts +2 -0
- package/src/oauth/oauth-store.ts +10 -0
- package/src/oauth/platform-connection.test.ts +145 -0
- package/src/oauth/platform-connection.ts +62 -31
- package/src/oauth/seed-providers.ts +10 -1
- package/src/permissions/approval-policy.test.ts +948 -0
- package/src/permissions/approval-policy.ts +257 -0
- package/src/permissions/bash-risk-classifier.test.ts +1208 -0
- package/src/permissions/bash-risk-classifier.ts +707 -0
- package/src/permissions/checker.ts +218 -699
- package/src/permissions/command-registry.test.ts +535 -0
- package/src/permissions/command-registry.ts +825 -0
- package/src/permissions/defaults.ts +71 -75
- package/src/permissions/file-risk-classifier.test.ts +535 -0
- package/src/permissions/file-risk-classifier.ts +274 -0
- package/src/permissions/risk-types.ts +205 -0
- package/src/permissions/secret-prompter.ts +53 -2
- package/src/permissions/skill-risk-classifier.test.ts +311 -0
- package/src/permissions/skill-risk-classifier.ts +214 -0
- package/src/permissions/trust-client.ts +52 -25
- package/src/permissions/trust-store-interface.ts +1 -6
- package/src/permissions/trust-store.ts +164 -65
- package/src/permissions/types.ts +23 -14
- package/src/permissions/web-risk-classifier.test.ts +170 -0
- package/src/permissions/web-risk-classifier.ts +89 -0
- package/src/permissions/workspace-policy.ts +1 -13
- package/src/platform/client.test.ts +10 -0
- package/src/platform/client.ts +19 -1
- package/src/platform/sync-identity.ts +129 -0
- package/src/prompts/persona-resolver.ts +127 -3
- package/src/prompts/system-prompt.ts +78 -38
- package/src/prompts/templates/BOOTSTRAP.md +5 -5
- package/src/prompts/templates/SOUL.md +5 -3
- package/src/prompts/templates/channels/slack.md +20 -0
- package/src/prompts/update-bulletin-job.ts +190 -0
- package/src/prompts/user-reference.ts +20 -17
- package/src/providers/__tests__/context-overflow-error.test.ts +328 -0
- package/src/providers/__tests__/provider-env-vars.test.ts +102 -0
- package/src/providers/__tests__/provider-secret-catalog.test.ts +42 -0
- package/src/providers/__tests__/retry-callsite.test.ts +424 -0
- package/src/providers/anthropic/client.ts +335 -70
- package/src/providers/call-site-routing.ts +71 -0
- package/src/providers/fireworks/client.ts +2 -2
- package/src/providers/gemini/client.ts +74 -3
- package/src/providers/managed-proxy/constants.ts +2 -1
- package/src/providers/model-catalog.ts +502 -28
- package/src/providers/model-intents.ts +8 -8
- package/src/providers/ollama/client.ts +2 -2
- package/src/providers/openai/chat-completions-provider.ts +530 -0
- package/src/providers/openai/client.ts +25 -440
- package/src/providers/openai/responses-provider.ts +579 -0
- package/src/providers/openrouter/client.ts +168 -4
- package/src/providers/provider-env-vars.ts +56 -0
- package/src/providers/provider-secret-catalog.ts +139 -0
- package/src/providers/provider-send-message.ts +22 -5
- package/src/providers/ratelimit.ts +4 -0
- package/src/providers/registry.ts +21 -10
- package/src/providers/retry.ts +185 -39
- package/src/providers/speech-to-text/__tests__/provider-catalog.test.ts +251 -0
- package/src/providers/speech-to-text/__tests__/resolve.test.ts +883 -0
- package/src/providers/speech-to-text/deepgram-realtime.test.ts +980 -0
- package/src/providers/speech-to-text/deepgram-realtime.ts +767 -0
- package/src/providers/speech-to-text/deepgram.test.ts +332 -0
- package/src/providers/speech-to-text/deepgram.ts +115 -0
- package/src/providers/speech-to-text/google-gemini-live-stream.test.ts +743 -0
- package/src/providers/speech-to-text/google-gemini-live-stream.ts +625 -0
- package/src/providers/speech-to-text/google-gemini.test.ts +226 -0
- package/src/providers/speech-to-text/google-gemini.ts +101 -0
- package/src/providers/speech-to-text/openai-whisper-stream.test.ts +564 -0
- package/src/providers/speech-to-text/openai-whisper-stream.ts +381 -0
- package/src/providers/speech-to-text/openai-whisper.test.ts +1 -37
- package/src/providers/speech-to-text/openai-whisper.ts +63 -33
- package/src/providers/speech-to-text/provider-catalog.ts +323 -0
- package/src/providers/speech-to-text/resolve.ts +393 -6
- package/src/providers/speech-to-text/xai-realtime.test.ts +578 -0
- package/src/providers/speech-to-text/xai-realtime.ts +796 -0
- package/src/providers/speech-to-text/xai.test.ts +155 -0
- package/src/providers/speech-to-text/xai.ts +97 -0
- package/src/providers/types.ts +102 -3
- package/src/runtime/AGENTS.md +45 -3
- package/src/runtime/__tests__/agent-wake.test.ts +872 -0
- package/src/runtime/__tests__/interactive-ui.test.ts +673 -0
- package/src/runtime/__tests__/runtime-mode.test.ts +62 -0
- package/src/runtime/__tests__/slack-block-formatting.test.ts +481 -0
- package/src/runtime/agent-wake.ts +553 -0
- package/src/runtime/auth/__tests__/route-policy.test.ts +40 -0
- package/src/runtime/auth/route-policy.ts +34 -5
- package/src/runtime/auth/token-service.ts +56 -1
- package/src/runtime/btw-sidechain.ts +15 -3
- package/src/runtime/capability-tokens.ts +10 -10
- package/src/runtime/channel-invite-transport.ts +1 -1
- package/src/runtime/channel-invite-transports/email.ts +14 -6
- package/src/runtime/channel-readiness-service.ts +12 -22
- package/src/runtime/channel-reply-delivery.ts +106 -2
- package/src/runtime/chrome-extension-registry.ts +38 -2
- package/src/runtime/decision-token.ts +116 -0
- package/src/runtime/gateway-client.ts +2 -2
- package/src/runtime/http-router.ts +32 -0
- package/src/runtime/http-server.ts +447 -11
- package/src/runtime/http-types.ts +29 -3
- package/src/runtime/interactive-ui.ts +362 -0
- package/src/runtime/invite-instruction-generator.ts +2 -2
- package/src/runtime/migrations/__tests__/gcs-signed-url.test.ts +176 -0
- package/src/runtime/migrations/__tests__/vbundle-import-credentials.test.ts +36 -0
- package/src/runtime/migrations/__tests__/vbundle-legacy-user-md.test.ts +360 -0
- package/src/runtime/migrations/__tests__/vbundle-metadata-merge-integration.test.ts +390 -0
- package/src/runtime/migrations/__tests__/vbundle-metadata-merge.test.ts +221 -0
- package/src/runtime/migrations/__tests__/vbundle-streaming-importer.test.ts +1540 -0
- package/src/runtime/migrations/__tests__/vbundle-streaming-validator.test.ts +453 -0
- package/src/runtime/migrations/__tests__/vbundle-tar-stream.test.ts +222 -0
- package/src/runtime/migrations/gcs-signed-url.ts +162 -0
- package/src/runtime/migrations/migration-transport.ts +1 -0
- package/src/runtime/migrations/migration-wizard.ts +1 -0
- package/src/runtime/migrations/vbundle-import-analyzer.ts +77 -1
- package/src/runtime/migrations/vbundle-importer.ts +187 -8
- package/src/runtime/migrations/vbundle-metadata-merge.ts +124 -0
- package/src/runtime/migrations/vbundle-streaming-importer.ts +2522 -0
- package/src/runtime/migrations/vbundle-streaming-validator.ts +244 -0
- package/src/runtime/migrations/vbundle-tar-stream.ts +217 -0
- package/src/runtime/migrations/vbundle-validator.ts +15 -6
- package/src/runtime/pending-interactions.ts +0 -11
- package/src/runtime/routes/__tests__/backup-routes.test.ts +967 -0
- package/src/runtime/routes/__tests__/home-feed-routes.test.ts +618 -0
- package/src/runtime/routes/__tests__/migration-import-credential-filter.test.ts +247 -0
- package/src/runtime/routes/__tests__/migration-vellum-metadata-reconcile.test.ts +246 -0
- package/src/runtime/routes/__tests__/stt-routes.test.ts +406 -0
- package/src/runtime/routes/__tests__/tts-routes.test.ts +474 -0
- package/src/runtime/routes/__tests__/user-route-dispatcher.test.ts +148 -17
- package/src/runtime/routes/app-management-routes.ts +12 -18
- package/src/runtime/routes/approval-prompt-ts-tracker.ts +58 -0
- package/src/runtime/routes/approval-routes.ts +12 -17
- package/src/runtime/routes/approval-strategies/guardian-callback-strategy.ts +9 -0
- package/src/runtime/routes/attachment-routes.test.ts +9 -3
- package/src/runtime/routes/attachment-routes.ts +216 -17
- package/src/runtime/routes/avatar-routes.ts +20 -4
- package/src/runtime/routes/backup-routes.ts +519 -0
- package/src/runtime/routes/browser-extension-pair-routes.ts +82 -23
- package/src/runtime/routes/btw-routes.ts +9 -10
- package/src/runtime/routes/contact-routes.test.ts +298 -0
- package/src/runtime/routes/contact-routes.ts +132 -5
- package/src/runtime/routes/conversation-analysis-routes.ts +22 -142
- package/src/runtime/routes/conversation-management-routes.ts +133 -0
- package/src/runtime/routes/conversation-routes.ts +487 -160
- package/src/runtime/routes/debug-routes.ts +1 -1
- package/src/runtime/routes/diagnostics-routes.ts +6 -4
- package/src/runtime/routes/events-routes.ts +16 -0
- package/src/runtime/routes/filing-routes.ts +93 -0
- package/src/runtime/routes/guardian-approval-interception.ts +33 -3
- package/src/runtime/routes/guardian-approval-prompt.ts +13 -3
- package/src/runtime/routes/home-feed-routes.ts +452 -0
- package/src/runtime/routes/home-state-routes.ts +138 -0
- package/src/runtime/routes/host-browser-routes.ts +3 -14
- package/src/runtime/routes/identity-intro-cache.ts +7 -3
- package/src/runtime/routes/identity-routes.ts +3 -17
- package/src/runtime/routes/inbound-message-handler.ts +912 -2
- package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +113 -2
- package/src/runtime/routes/inbound-stages/background-dispatch.ts +61 -3
- package/src/runtime/routes/inbound-stages/edit-intercept.ts +129 -6
- package/src/runtime/routes/inbound-stages/transcribe-audio.test.ts +46 -39
- package/src/runtime/routes/inbound-stages/transcribe-audio.ts +15 -15
- package/src/runtime/routes/integrations/slack/__tests__/channel.test.ts +137 -0
- package/src/runtime/routes/integrations/slack/__tests__/share.test.ts +179 -0
- package/src/runtime/routes/integrations/slack/channel.ts +36 -6
- package/src/runtime/routes/integrations/slack/share.ts +45 -7
- package/src/runtime/routes/llm-context-normalization.ts +325 -0
- package/src/runtime/routes/memory-item-routes.test.ts +3 -2
- package/src/runtime/routes/migration-routes.ts +722 -91
- package/src/runtime/routes/settings-routes.ts +26 -7
- package/src/runtime/routes/skills-routes.ts +76 -7
- package/src/runtime/routes/stt-routes.ts +233 -0
- package/src/runtime/routes/surface-action-routes.ts +41 -2
- package/src/runtime/routes/trust-rules-routes.ts +30 -14
- package/src/runtime/routes/tts-routes.ts +108 -24
- package/src/runtime/routes/usage-routes.ts +30 -2
- package/src/runtime/routes/user-route-dispatcher.ts +50 -5
- package/src/runtime/routes/user-routes.ts +13 -1
- package/src/runtime/routes/work-items-routes.test.ts +1 -1
- package/src/runtime/routes/work-items-routes.ts +11 -3
- package/src/runtime/runtime-mode.ts +33 -0
- package/src/runtime/services/__tests__/analyze-conversation.test.ts +426 -0
- package/src/runtime/services/__tests__/analyze-deps-singleton.test.ts +67 -0
- package/src/runtime/services/__tests__/auto-analysis-prompt.test.ts +53 -0
- package/src/runtime/services/__tests__/manual-analysis-prompt.test.ts +41 -0
- package/src/runtime/services/analyze-conversation.ts +340 -0
- package/src/runtime/services/analyze-deps-singleton.ts +32 -0
- package/src/runtime/services/auto-analysis-prompt.ts +55 -0
- package/src/runtime/skill-route-registry.ts +71 -0
- package/src/runtime/slack-block-formatting.ts +437 -10
- package/src/schedule/scheduler.ts +58 -0
- package/src/security/__tests__/provider-key-env-fallback.test.ts +119 -0
- package/src/security/__tests__/untrusted-content.test.ts +109 -0
- package/src/security/oauth2.ts +122 -37
- package/src/security/secure-keys.ts +32 -10
- package/src/security/token-manager.ts +35 -13
- package/src/security/untrusted-content.ts +102 -0
- package/src/sequence/engine.ts +23 -0
- package/src/sequence/types.ts +1 -1
- package/src/skills/catalog-cache.ts +26 -7
- package/src/skills/catalog-files.ts +64 -2
- package/src/skills/catalog-install.ts +31 -3
- package/src/skills/category-inference.ts +122 -0
- package/src/skills/clawhub-files.ts +213 -0
- package/src/skills/clawhub.ts +84 -23
- package/src/skills/skill-cache-store.ts +97 -0
- package/src/skills/skill-file-provider.ts +40 -0
- package/src/skills/skillssh-files.ts +395 -0
- package/src/skills/skillssh-registry.ts +4 -4
- package/src/stt/__tests__/daemon-batch-transcriber.test.ts +468 -0
- package/src/stt/__tests__/types.test.ts +89 -0
- package/src/stt/daemon-batch-transcriber.ts +228 -0
- package/src/stt/stt-stream-session.ts +506 -0
- package/src/stt/types.ts +334 -0
- package/src/stt/wav-encoder.test.ts +373 -0
- package/src/stt/wav-encoder.ts +175 -0
- package/src/subagent/manager.ts +79 -27
- package/src/tasks/ephemeral-permissions.ts +9 -4
- package/src/telemetry/usage-telemetry-reporter.ts +27 -5
- package/src/tools/browser/__tests__/browser-mode.test.ts +119 -0
- package/src/tools/browser/__tests__/browser-status.test.ts +166 -0
- package/src/tools/browser/browser-execution.ts +1208 -41
- package/src/tools/browser/browser-manager.ts +45 -0
- package/src/tools/browser/browser-mode-constants.ts +12 -0
- package/src/tools/browser/browser-mode.ts +92 -0
- package/src/tools/browser/browser-status-constants.ts +33 -0
- package/src/tools/browser/cdp-client/__tests__/cdp-inspect-client.test.ts +393 -0
- package/src/tools/browser/cdp-client/__tests__/extension-cdp-client.test.ts +29 -0
- package/src/tools/browser/cdp-client/__tests__/factory.test.ts +1648 -32
- package/src/tools/browser/cdp-client/cdp-inspect/__tests__/discovery.test.ts +264 -0
- package/src/tools/browser/cdp-client/cdp-inspect/discovery.ts +205 -17
- package/src/tools/browser/cdp-client/cdp-inspect-client.ts +254 -21
- package/src/tools/browser/cdp-client/errors.ts +15 -0
- package/src/tools/browser/cdp-client/extension-cdp-client.ts +39 -16
- package/src/tools/browser/cdp-client/factory.ts +797 -87
- package/src/tools/browser/cdp-client/index.ts +16 -2
- package/src/tools/browser/cdp-client/types.ts +68 -0
- package/src/tools/credentials/tool-policy.ts +39 -5
- package/src/tools/credentials/vault.ts +41 -7
- package/src/tools/executor.ts +4 -0
- package/src/tools/filesystem/write.ts +52 -0
- package/src/tools/host-terminal/host-shell.ts +45 -5
- package/src/tools/memory/register.test.ts +185 -0
- package/src/tools/memory/register.ts +3 -1
- package/src/tools/network/web-fetch.ts +25 -12
- package/src/tools/network/web-search.ts +20 -2
- package/src/tools/permission-checker.ts +36 -15
- package/src/tools/policy-context.ts +25 -8
- package/src/tools/registry.ts +55 -3
- package/src/tools/shared/shell-output.ts +3 -1
- package/src/tools/side-effects.ts +0 -9
- package/src/tools/skills/execute.ts +2 -2
- package/src/tools/skills/sandbox-runner.ts +6 -2
- package/src/tools/terminal/backends/native.ts +51 -2
- package/src/tools/terminal/safe-env.ts +11 -2
- package/src/tools/terminal/shell.ts +16 -4
- package/src/tools/tool-manifest.ts +6 -0
- package/src/tools/types.ts +29 -3
- package/src/tools/ui-surface/definitions.ts +6 -1
- package/src/tools/verification-control-plane-policy.ts +1 -1
- package/src/tts/__tests__/provider-adapters.test.ts +1061 -0
- package/src/tts/__tests__/provider-catalog-consistency.test.ts +196 -0
- package/src/tts/__tests__/provider-catalog.test.ts +183 -0
- package/src/tts/__tests__/provider-registry.test.ts +90 -0
- package/src/tts/provider-catalog.ts +219 -0
- package/src/tts/provider-registry.ts +73 -0
- package/src/tts/providers/deepgram-provider.ts +219 -0
- package/src/tts/providers/elevenlabs-provider.ts +211 -0
- package/src/tts/providers/fish-audio-provider.ts +183 -0
- package/src/tts/providers/index.ts +44 -0
- package/src/tts/providers/register-builtins.ts +130 -0
- package/src/tts/providers/xai-provider.ts +224 -0
- package/src/tts/synthesize-text.ts +110 -0
- package/src/tts/tts-config-resolver.ts +78 -0
- package/src/tts/types.ts +199 -0
- package/src/types/onboarding-context.ts +7 -0
- package/src/types/tar-stream.d.ts +66 -0
- package/src/util/abort-reasons.ts +58 -0
- package/src/util/device-id.ts +32 -16
- package/src/util/errors.ts +9 -1
- package/src/util/json.ts +17 -0
- package/src/util/platform.ts +56 -12
- package/src/util/pricing.ts +78 -5
- package/src/util/spawn.ts +1 -1
- package/src/util/truncate.ts +4 -2
- package/src/util/unicode.ts +201 -0
- package/src/version.ts +19 -24
- package/src/watcher/engine.ts +24 -1
- package/src/watcher/providers/google-calendar.ts +134 -8
- package/src/watcher/providers/outlook-calendar.ts +42 -2
- package/src/watcher/watcher-store.ts +31 -0
- package/src/workspace/git-service.ts +23 -4
- package/src/workspace/migrations/003-seed-device-id.ts +9 -3
- package/src/workspace/migrations/017-seed-persona-dirs.ts +68 -4
- package/src/workspace/migrations/029-seed-pkb.ts +1 -1
- package/src/workspace/migrations/031-drop-user-md.ts +317 -0
- package/src/workspace/migrations/031-llm-log-retention-zero-to-null.ts +73 -0
- package/src/workspace/migrations/032-tts-provider-unification.ts +227 -0
- package/src/workspace/migrations/033-stt-service-explicit-config.ts +122 -0
- package/src/workspace/migrations/034-remove-calls-voice-transcription-provider.ts +215 -0
- package/src/workspace/migrations/035-seed-slack-channel-persona.ts +50 -0
- package/src/workspace/migrations/036-update-pkb-index-bar.ts +37 -0
- package/src/workspace/migrations/037-create-meets-dir.ts +61 -0
- package/src/workspace/migrations/038-unify-llm-callsite-configs.ts +516 -0
- package/src/workspace/migrations/039-drop-legacy-llm-keys.ts +171 -0
- package/src/workspace/migrations/040-seed-latency-callsite-defaults.ts +154 -0
- package/src/workspace/migrations/041-backfill-google-gmail-settings-scope.ts +57 -0
- package/src/workspace/migrations/042-fix-backfill-google-gmail-settings-scope.ts +70 -0
- package/src/workspace/migrations/043-release-notes-latex-rendering.ts +75 -0
- package/src/workspace/migrations/044-bump-stale-provider-stream-timeout.ts +51 -0
- package/src/workspace/migrations/045-release-notes-meet-avatar.ts +130 -0
- package/src/workspace/migrations/AGENTS.md +1 -1
- package/src/workspace/migrations/registry.ts +32 -0
- package/src/workspace/provider-commit-message-generator.ts +19 -38
- package/src/workspace/top-level-renderer.ts +13 -1
- package/src/workspace/turn-commit.ts +31 -0
- package/src/__tests__/email-cli.test.ts +0 -297
- package/src/__tests__/email-service-config-fallback.test.ts +0 -102
- package/src/__tests__/outlook-attachments.test.ts +0 -301
- package/src/__tests__/outlook-automation-tools.test.ts +0 -425
- package/src/__tests__/outlook-categories.test.ts +0 -212
- package/src/__tests__/outlook-compose-tools.test.ts +0 -325
- package/src/__tests__/outlook-declutter-tools.test.ts +0 -585
- package/src/__tests__/outlook-follow-up.test.ts +0 -196
- package/src/__tests__/outlook-trash.test.ts +0 -77
- package/src/__tests__/outlook-unsubscribe.test.ts +0 -250
- package/src/__tests__/update-bulletin-format.test.ts +0 -122
- package/src/__tests__/update-bulletin-state.test.ts +0 -135
- package/src/__tests__/update-bulletin.test.ts +0 -277
- package/src/__tests__/update-template-contract.test.ts +0 -29
- package/src/cli/commands/browser-relay.ts +0 -466
- package/src/cli/commands/doctor.ts +0 -341
- package/src/config/bundled-skills/browser/SKILL.md +0 -63
- package/src/config/bundled-skills/browser/TOOLS.json +0 -393
- package/src/config/bundled-skills/browser/tools/browser-click.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-close.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-extract.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-fill-credential.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-hover.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-navigate.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-press-key.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-screenshot.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-scroll.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-select-option.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-snapshot.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-type.ts +0 -12
- package/src/config/bundled-skills/browser/tools/browser-wait-for-download.ts +0 -32
- package/src/config/bundled-skills/browser/tools/browser-wait-for.ts +0 -12
- package/src/config/bundled-skills/chatgpt-import/SKILL.md +0 -27
- package/src/config/bundled-skills/chatgpt-import/TOOLS.json +0 -27
- package/src/config/bundled-skills/chatgpt-import/tools/chatgpt-import.ts +0 -378
- package/src/config/bundled-skills/gmail/SKILL.md +0 -175
- package/src/config/bundled-skills/gmail/TOOLS.json +0 -558
- package/src/config/bundled-skills/gmail/tools/gmail-archive.ts +0 -149
- package/src/config/bundled-skills/gmail/tools/gmail-attachments.ts +0 -112
- package/src/config/bundled-skills/gmail/tools/gmail-draft.ts +0 -44
- package/src/config/bundled-skills/gmail/tools/gmail-filters.ts +0 -81
- package/src/config/bundled-skills/gmail/tools/gmail-follow-up.ts +0 -108
- package/src/config/bundled-skills/gmail/tools/gmail-forward.ts +0 -146
- package/src/config/bundled-skills/gmail/tools/gmail-label.ts +0 -53
- package/src/config/bundled-skills/gmail/tools/gmail-outreach-scan.ts +0 -220
- package/src/config/bundled-skills/gmail/tools/gmail-send-draft.ts +0 -26
- package/src/config/bundled-skills/gmail/tools/gmail-sender-digest.ts +0 -251
- package/src/config/bundled-skills/gmail/tools/gmail-trash.ts +0 -29
- package/src/config/bundled-skills/gmail/tools/gmail-unsubscribe.ts +0 -122
- package/src/config/bundled-skills/gmail/tools/gmail-vacation.ts +0 -67
- package/src/config/bundled-skills/gmail/tools/scan-result-store.ts +0 -100
- package/src/config/bundled-skills/gmail/tools/shared.ts +0 -47
- package/src/config/bundled-skills/google-calendar/SKILL.md +0 -51
- package/src/config/bundled-skills/google-calendar/TOOLS.json +0 -226
- package/src/config/bundled-skills/google-calendar/calendar-client.ts +0 -223
- package/src/config/bundled-skills/google-calendar/tools/calendar-check-availability.ts +0 -27
- package/src/config/bundled-skills/google-calendar/tools/calendar-create-event.ts +0 -48
- package/src/config/bundled-skills/google-calendar/tools/calendar-get-event.ts +0 -19
- package/src/config/bundled-skills/google-calendar/tools/calendar-list-events.ts +0 -36
- package/src/config/bundled-skills/google-calendar/tools/calendar-rsvp.ts +0 -58
- package/src/config/bundled-skills/google-calendar/tools/shared.ts +0 -17
- package/src/config/bundled-skills/google-calendar/types.ts +0 -97
- package/src/config/bundled-skills/outlook/SKILL.md +0 -196
- package/src/config/bundled-skills/outlook/TOOLS.json +0 -530
- package/src/config/bundled-skills/outlook/tools/outlook-attachments.ts +0 -85
- package/src/config/bundled-skills/outlook/tools/outlook-categories.ts +0 -77
- package/src/config/bundled-skills/outlook/tools/outlook-draft.ts +0 -84
- package/src/config/bundled-skills/outlook/tools/outlook-follow-up.ts +0 -94
- package/src/config/bundled-skills/outlook/tools/outlook-forward.ts +0 -49
- package/src/config/bundled-skills/outlook/tools/outlook-outreach-scan.ts +0 -237
- package/src/config/bundled-skills/outlook/tools/outlook-rules.ts +0 -161
- package/src/config/bundled-skills/outlook/tools/outlook-send-draft.ts +0 -32
- package/src/config/bundled-skills/outlook/tools/outlook-sender-digest.ts +0 -272
- package/src/config/bundled-skills/outlook/tools/outlook-trash.ts +0 -29
- package/src/config/bundled-skills/outlook/tools/outlook-unsubscribe.ts +0 -129
- package/src/config/bundled-skills/outlook/tools/outlook-vacation.ts +0 -87
- package/src/config/bundled-skills/outlook/tools/shared.ts +0 -20
- package/src/config/bundled-skills/outlook-calendar/SKILL.md +0 -51
- package/src/config/bundled-skills/outlook-calendar/TOOLS.json +0 -221
- package/src/config/bundled-skills/outlook-calendar/calendar-client.ts +0 -252
- package/src/config/bundled-skills/outlook-calendar/tools/outlook-calendar-check-availability.ts +0 -53
- package/src/config/bundled-skills/outlook-calendar/tools/outlook-calendar-create-event.ts +0 -74
- package/src/config/bundled-skills/outlook-calendar/tools/outlook-calendar-get-event.ts +0 -18
- package/src/config/bundled-skills/outlook-calendar/tools/outlook-calendar-list-events.ts +0 -46
- package/src/config/bundled-skills/outlook-calendar/tools/outlook-calendar-rsvp.ts +0 -36
- package/src/config/bundled-skills/outlook-calendar/tools/shared.ts +0 -17
- package/src/config/bundled-skills/outlook-calendar/types.ts +0 -120
- package/src/config/bundled-skills/slack/SKILL.md +0 -107
- package/src/config/bundled-skills/tasks/SKILL.md +0 -37
- package/src/config/bundled-skills/tasks/TOOLS.json +0 -353
- package/src/config/bundled-skills/tasks/icon.svg +0 -34
- package/src/config/bundled-skills/tasks/tools/task-delete.ts +0 -12
- package/src/config/bundled-skills/tasks/tools/task-list-add.ts +0 -12
- package/src/config/bundled-skills/tasks/tools/task-list-remove.ts +0 -12
- package/src/config/bundled-skills/tasks/tools/task-list-show.ts +0 -12
- package/src/config/bundled-skills/tasks/tools/task-list-update.ts +0 -12
- package/src/config/bundled-skills/tasks/tools/task-list.ts +0 -12
- package/src/config/bundled-skills/tasks/tools/task-queue-run.ts +0 -12
- package/src/config/bundled-skills/tasks/tools/task-run.ts +0 -12
- package/src/config/bundled-skills/tasks/tools/task-save.ts +0 -12
- package/src/config/bundled-skills/watcher/SKILL.md +0 -31
- package/src/config/bundled-skills/watcher/TOOLS.json +0 -167
- package/src/config/bundled-skills/watcher/tools/watcher-create.ts +0 -12
- package/src/config/bundled-skills/watcher/tools/watcher-delete.ts +0 -12
- package/src/config/bundled-skills/watcher/tools/watcher-digest.ts +0 -12
- package/src/config/bundled-skills/watcher/tools/watcher-list.ts +0 -12
- package/src/config/bundled-skills/watcher/tools/watcher-update.ts +0 -12
- package/src/email/guardrails.ts +0 -221
- package/src/email/provider.ts +0 -117
- package/src/email/providers/agentmail.ts +0 -361
- package/src/email/providers/index.ts +0 -65
- package/src/email/service.ts +0 -384
- package/src/email/types.ts +0 -126
- package/src/prompts/templates/UPDATES.md +0 -38
- package/src/prompts/templates/USER.md +0 -13
- package/src/prompts/update-bulletin-format.ts +0 -68
- package/src/prompts/update-bulletin-state.ts +0 -58
- package/src/prompts/update-bulletin-template-path.ts +0 -13
- package/src/prompts/update-bulletin.ts +0 -128
- package/src/providers/speech-to-text/types.ts +0 -17
- package/src/runtime/routes/browser-cdp-routes.ts +0 -229
- package/src/shared/provider-env-vars.ts +0 -19
- package/src/tools/watcher/create.ts +0 -86
- package/src/tools/watcher/delete.ts +0 -36
- package/src/tools/watcher/digest.ts +0 -54
- package/src/tools/watcher/list.ts +0 -83
- package/src/tools/watcher/update.ts +0 -71
package/src/daemon/server.ts
CHANGED
|
@@ -7,6 +7,7 @@ import {
|
|
|
7
7
|
setBroadcastToAllClients,
|
|
8
8
|
} from "../acp/index.js";
|
|
9
9
|
import { enrichMessageWithSourcePaths } from "../agent/attachments.js";
|
|
10
|
+
import type { AgentEvent } from "../agent/loop.js";
|
|
10
11
|
import {
|
|
11
12
|
createAssistantMessage,
|
|
12
13
|
createUserMessage,
|
|
@@ -23,7 +24,10 @@ import { getConfig } from "../config/loader.js";
|
|
|
23
24
|
import { onContactChange } from "../contacts/contact-events.js";
|
|
24
25
|
import type { CesClient } from "../credential-execution/client.js";
|
|
25
26
|
import type { CesProcessManager } from "../credential-execution/process-manager.js";
|
|
27
|
+
import type { FilingService } from "../filing/filing-service.js";
|
|
26
28
|
import type { HeartbeatService } from "../heartbeat/heartbeat-service.js";
|
|
29
|
+
import { CliIpcServer } from "../ipc/cli-server.js";
|
|
30
|
+
import { registerBrowserIpcContextResolver } from "../ipc/routes/browser-context.js";
|
|
27
31
|
import { getApp, getAppDirPath, isMultifileApp } from "../memory/app-store.js";
|
|
28
32
|
import * as attachmentsStore from "../memory/attachments-store.js";
|
|
29
33
|
import {
|
|
@@ -39,16 +43,26 @@ import {
|
|
|
39
43
|
setConversationOriginChannelIfUnset,
|
|
40
44
|
setConversationOriginInterfaceIfUnset,
|
|
41
45
|
} from "../memory/conversation-crud.js";
|
|
42
|
-
import {
|
|
46
|
+
import {
|
|
47
|
+
syncMessageToDisk,
|
|
48
|
+
updateMetaFile,
|
|
49
|
+
} from "../memory/conversation-disk-view.js";
|
|
43
50
|
import { getOrCreateConversation } from "../memory/conversation-key-store.js";
|
|
51
|
+
import { syncIdentityNameToPlatform } from "../platform/sync-identity.js";
|
|
44
52
|
import { buildSystemPrompt } from "../prompts/system-prompt.js";
|
|
53
|
+
import { CallSiteRoutingProvider } from "../providers/call-site-routing.js";
|
|
45
54
|
import { RateLimitProvider } from "../providers/ratelimit.js";
|
|
46
55
|
import { getProvider, initializeProviders } from "../providers/registry.js";
|
|
56
|
+
import {
|
|
57
|
+
registerDefaultWakeResolver,
|
|
58
|
+
type WakeTarget,
|
|
59
|
+
} from "../runtime/agent-wake.js";
|
|
47
60
|
import { buildAssistantEvent } from "../runtime/assistant-event.js";
|
|
48
61
|
import { assistantEventHub } from "../runtime/assistant-event-hub.js";
|
|
49
62
|
import { DAEMON_INTERNAL_ASSISTANT_ID } from "../runtime/assistant-scope.js";
|
|
50
63
|
import { getSigningKeyFingerprint } from "../runtime/auth/token-service.js";
|
|
51
64
|
import { bridgeConfirmationRequestToGuardian } from "../runtime/confirmation-request-guardian-bridge.js";
|
|
65
|
+
import { registerInteractiveUiResolver } from "../runtime/interactive-ui.js";
|
|
52
66
|
import * as pendingInteractions from "../runtime/pending-interactions.js";
|
|
53
67
|
import { checkIngressForSecrets } from "../security/secret-ingress.js";
|
|
54
68
|
import { redactSecrets } from "../security/secret-scanner.js";
|
|
@@ -59,6 +73,7 @@ import { appendEventToStream } from "../signals/event-stream.js";
|
|
|
59
73
|
import { registerUserMessageCallback } from "../signals/user-message.js";
|
|
60
74
|
import { getSubagentManager } from "../subagent/index.js";
|
|
61
75
|
import { summarizeToolInput } from "../tools/tool-input-summary.js";
|
|
76
|
+
import { createAbortReason } from "../util/abort-reasons.js";
|
|
62
77
|
import { getLogger } from "../util/logger.js";
|
|
63
78
|
import {
|
|
64
79
|
getAvatarImagePath,
|
|
@@ -77,10 +92,15 @@ import {
|
|
|
77
92
|
DEFAULT_MEMORY_POLICY,
|
|
78
93
|
} from "./conversation.js";
|
|
79
94
|
import { ConversationEvictor } from "./conversation-evictor.js";
|
|
95
|
+
import { registerLaunchConversationDeps } from "./conversation-launch.js";
|
|
96
|
+
import { buildSlackMetaForPersistence } from "./conversation-messaging.js";
|
|
80
97
|
import { formatCompactResult } from "./conversation-process.js";
|
|
81
98
|
import { resolveChannelCapabilities } from "./conversation-runtime-assembly.js";
|
|
82
99
|
import { resolveSlash, type SlashContext } from "./conversation-slash.js";
|
|
83
|
-
import {
|
|
100
|
+
import {
|
|
101
|
+
refreshSurfacesForApp,
|
|
102
|
+
showStandaloneSurface,
|
|
103
|
+
} from "./conversation-surfaces.js";
|
|
84
104
|
import { undoLastMessage } from "./handlers/conversations.js";
|
|
85
105
|
import { parseIdentityFields } from "./handlers/identity.js";
|
|
86
106
|
import type {
|
|
@@ -288,6 +308,7 @@ export class DaemonServer {
|
|
|
288
308
|
// Composed subsystems
|
|
289
309
|
private configWatcher = new ConfigWatcher();
|
|
290
310
|
private appSourceWatcher = new AppSourceWatcher();
|
|
311
|
+
private cliIpc = new CliIpcServer();
|
|
291
312
|
|
|
292
313
|
// CES (Credential Execution Service) — process-level singleton.
|
|
293
314
|
// Lifecycle is managed by startCesProcess() in lifecycle.ts; the server
|
|
@@ -364,6 +385,17 @@ export class DaemonServer {
|
|
|
364
385
|
return this._heartbeatService;
|
|
365
386
|
}
|
|
366
387
|
|
|
388
|
+
/** Optional filing service reference for "Run Now" from the UI. */
|
|
389
|
+
private _filingService?: FilingService;
|
|
390
|
+
|
|
391
|
+
setFilingService(service: FilingService): void {
|
|
392
|
+
this._filingService = service;
|
|
393
|
+
}
|
|
394
|
+
|
|
395
|
+
getFilingService(): FilingService | undefined {
|
|
396
|
+
return this._filingService;
|
|
397
|
+
}
|
|
398
|
+
|
|
367
399
|
private deriveMemoryPolicy(conversationId: string): ConversationMemoryPolicy {
|
|
368
400
|
const conversationType = getConversationType(conversationId);
|
|
369
401
|
if (conversationType === "private") {
|
|
@@ -545,11 +577,32 @@ export class DaemonServer {
|
|
|
545
577
|
emoji: fields.emoji,
|
|
546
578
|
home: fields.home,
|
|
547
579
|
});
|
|
580
|
+
|
|
581
|
+
// Best-effort sync of the assistant name to the platform record.
|
|
582
|
+
if (fields.name) {
|
|
583
|
+
syncIdentityNameToPlatform(fields.name);
|
|
584
|
+
}
|
|
548
585
|
} catch (err) {
|
|
549
586
|
log.error({ err }, "Failed to broadcast identity change");
|
|
550
587
|
}
|
|
551
588
|
}
|
|
552
589
|
|
|
590
|
+
/** Best-effort sync of the IDENTITY.md name to the platform record. */
|
|
591
|
+
private syncIdentityToPlatform(): void {
|
|
592
|
+
try {
|
|
593
|
+
const identityPath = getWorkspacePromptPath("IDENTITY.md");
|
|
594
|
+
const content = existsSync(identityPath)
|
|
595
|
+
? readFileSync(identityPath, "utf-8")
|
|
596
|
+
: "";
|
|
597
|
+
const fields = parseIdentityFields(content);
|
|
598
|
+
if (fields.name) {
|
|
599
|
+
syncIdentityNameToPlatform(fields.name);
|
|
600
|
+
}
|
|
601
|
+
} catch (err) {
|
|
602
|
+
log.error({ err }, "Failed to sync identity to platform at startup");
|
|
603
|
+
}
|
|
604
|
+
}
|
|
605
|
+
|
|
553
606
|
private broadcastConfigChanged(): void {
|
|
554
607
|
this.broadcast({ type: "config_changed" });
|
|
555
608
|
}
|
|
@@ -626,7 +679,13 @@ export class DaemonServer {
|
|
|
626
679
|
const conversation = this.conversations.get(conversationId);
|
|
627
680
|
if (!conversation) return false;
|
|
628
681
|
this.evictor.touch(conversationId);
|
|
629
|
-
conversation.abort(
|
|
682
|
+
conversation.abort(
|
|
683
|
+
createAbortReason(
|
|
684
|
+
"signal_cancel",
|
|
685
|
+
"registerCancelCallback",
|
|
686
|
+
conversationId,
|
|
687
|
+
),
|
|
688
|
+
);
|
|
630
689
|
getSubagentManager().abortAllForParent(conversationId);
|
|
631
690
|
return true;
|
|
632
691
|
});
|
|
@@ -753,6 +812,114 @@ export class DaemonServer {
|
|
|
753
812
|
return { accepted: true };
|
|
754
813
|
});
|
|
755
814
|
|
|
815
|
+
// Install the default resolver for `wakeAgentForOpportunity()` so
|
|
816
|
+
// internal subsystems (e.g. the Meet chat-opportunity detector wired
|
|
817
|
+
// up in `MeetSessionManager`) can invoke it without having to build
|
|
818
|
+
// a `WakeTarget` adapter themselves. The adapter wraps a live
|
|
819
|
+
// `Conversation` fetched from the in-memory map / hydrated from the
|
|
820
|
+
// DB, exposing only the narrow surface the wake helper needs.
|
|
821
|
+
registerDefaultWakeResolver(async (conversationId) => {
|
|
822
|
+
try {
|
|
823
|
+
// Only resolve existing conversations — don't create ghost
|
|
824
|
+
// conversations for stale targets (e.g. meetings that ended
|
|
825
|
+
// but a delayed opportunity callback still fires).
|
|
826
|
+
const existing = getConversation(conversationId);
|
|
827
|
+
if (!existing) return null;
|
|
828
|
+
const conversation = await this.getOrCreateConversation(conversationId);
|
|
829
|
+
return conversationToWakeTarget(conversation);
|
|
830
|
+
} catch (err) {
|
|
831
|
+
log.warn(
|
|
832
|
+
{ err, conversationId },
|
|
833
|
+
"agent-wake default resolver: failed to hydrate conversation",
|
|
834
|
+
);
|
|
835
|
+
return null;
|
|
836
|
+
}
|
|
837
|
+
});
|
|
838
|
+
|
|
839
|
+
// Install the interactive UI resolver so skills and IPC handlers can
|
|
840
|
+
// present ad-hoc UI surfaces (confirmations, forms) to the user via
|
|
841
|
+
// `requestInteractiveUi()`. Interactive UI requires a client to be
|
|
842
|
+
// actively connected to the conversation (via SSE), which means the
|
|
843
|
+
// conversation must be in the in-memory map. If the conversation was
|
|
844
|
+
// evicted from memory the client is definitely disconnected, so
|
|
845
|
+
// hydration from persistent storage is pointless — the hydrated
|
|
846
|
+
// conversation would have hasNoClient=true, causing
|
|
847
|
+
// canShowInteractiveUi() to return false and the surface to be
|
|
848
|
+
// cancelled with no_interactive_surface. We skip that wasted work
|
|
849
|
+
// and return conversation_not_found directly.
|
|
850
|
+
registerInteractiveUiResolver(async (request) => {
|
|
851
|
+
const conversation = this.conversations.get(request.conversationId);
|
|
852
|
+
|
|
853
|
+
if (!conversation) {
|
|
854
|
+
log.warn(
|
|
855
|
+
{
|
|
856
|
+
conversationId: request.conversationId,
|
|
857
|
+
surfaceType: request.surfaceType,
|
|
858
|
+
},
|
|
859
|
+
"interactive-ui resolver: conversation not in memory (client not connected); failing closed",
|
|
860
|
+
);
|
|
861
|
+
return {
|
|
862
|
+
status: "cancelled" as const,
|
|
863
|
+
surfaceId: `ui-resolver-${Date.now()}`,
|
|
864
|
+
cancellationReason: "conversation_not_found" as const,
|
|
865
|
+
};
|
|
866
|
+
}
|
|
867
|
+
|
|
868
|
+
// Generate a unique surface ID and delegate to the conversation's
|
|
869
|
+
// standalone surface lifecycle. The returned Promise blocks until
|
|
870
|
+
// the user submits, cancels, or the timeout elapses.
|
|
871
|
+
const surfaceId = `ui-standalone-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
|
|
872
|
+
return showStandaloneSurface(conversation, request, surfaceId);
|
|
873
|
+
});
|
|
874
|
+
|
|
875
|
+
// Allow `browser_execute` IPC calls to reuse live conversation browser
|
|
876
|
+
// proxy wiring (when a caller passes a conversationId from
|
|
877
|
+
// __CONVERSATION_ID / __SKILL_CONTEXT_JSON). This keeps nested
|
|
878
|
+
// `assistant browser status` checks consistent with the parent turn's
|
|
879
|
+
// extension connectivity instead of always falling back to a synthetic
|
|
880
|
+
// browser-cli session that has no hostBrowserProxy.
|
|
881
|
+
registerBrowserIpcContextResolver((conversationId) => {
|
|
882
|
+
const conversation = this.conversations.get(conversationId);
|
|
883
|
+
if (!conversation) return null;
|
|
884
|
+
return {
|
|
885
|
+
conversationId,
|
|
886
|
+
trustClass: conversation.trustContext?.trustClass ?? "guardian",
|
|
887
|
+
hostBrowserProxy: conversation.hostBrowserProxy,
|
|
888
|
+
transportInterface: conversation.transportInterface,
|
|
889
|
+
};
|
|
890
|
+
});
|
|
891
|
+
|
|
892
|
+
// Start the CLI IPC server. Built-in methods (wake_conversation) are
|
|
893
|
+
// registered by the constructor; CLI commands connect to this socket to
|
|
894
|
+
// invoke daemon-side operations that require in-process state.
|
|
895
|
+
this.cliIpc.start();
|
|
896
|
+
|
|
897
|
+
// Wire the launchConversation helper to daemon-side state so
|
|
898
|
+
// handleSurfaceAction can spawn conversations through it.
|
|
899
|
+
registerLaunchConversationDeps({
|
|
900
|
+
getOrCreateConversation: (id, options) =>
|
|
901
|
+
this.getOrCreateConversation(id, options),
|
|
902
|
+
persistAndProcessMessage: (
|
|
903
|
+
conversationId,
|
|
904
|
+
content,
|
|
905
|
+
attachmentIds,
|
|
906
|
+
options,
|
|
907
|
+
sourceChannel,
|
|
908
|
+
sourceInterface,
|
|
909
|
+
) =>
|
|
910
|
+
this.persistAndProcessMessage(
|
|
911
|
+
conversationId,
|
|
912
|
+
content,
|
|
913
|
+
attachmentIds,
|
|
914
|
+
options,
|
|
915
|
+
sourceChannel,
|
|
916
|
+
sourceInterface,
|
|
917
|
+
),
|
|
918
|
+
publishAssistantEvent: (msg, conversationId) =>
|
|
919
|
+
this.publishAssistantEvent(msg, conversationId),
|
|
920
|
+
getAssistantId: () => this.assistantId,
|
|
921
|
+
});
|
|
922
|
+
|
|
756
923
|
this.configWatcher.start(
|
|
757
924
|
() => this.evictConversationsForReload(),
|
|
758
925
|
() => this.broadcastIdentityChanged(),
|
|
@@ -762,6 +929,8 @@ export class DaemonServer {
|
|
|
762
929
|
() => this.broadcastFeatureFlagsChanged(),
|
|
763
930
|
);
|
|
764
931
|
|
|
932
|
+
this.syncIdentityToPlatform();
|
|
933
|
+
|
|
765
934
|
this.appSourceWatcher.start((appId) => this.handleAppSourceChange(appId));
|
|
766
935
|
|
|
767
936
|
// Broadcast contacts_changed to all clients when any contact mutation occurs.
|
|
@@ -778,6 +947,7 @@ export class DaemonServer {
|
|
|
778
947
|
this.evictor.stop();
|
|
779
948
|
this.configWatcher.stop();
|
|
780
949
|
this.appSourceWatcher.stop();
|
|
950
|
+
this.cliIpc.stop();
|
|
781
951
|
if (this.unsubscribeContactChange) {
|
|
782
952
|
this.unsubscribeContactChange();
|
|
783
953
|
this.unsubscribeContactChange = null;
|
|
@@ -928,7 +1098,19 @@ export class DaemonServer {
|
|
|
928
1098
|
|
|
929
1099
|
const createPromise = (async () => {
|
|
930
1100
|
const config = getConfig();
|
|
931
|
-
let provider = getProvider(config.
|
|
1101
|
+
let provider = getProvider(config.llm.default.provider);
|
|
1102
|
+
// Per-call `options.config.callSite` can resolve to a provider name
|
|
1103
|
+
// that differs from `llm.default.provider`. Wrap the default
|
|
1104
|
+
// provider so the actual transport routes correctly per call,
|
|
1105
|
+
// rather than only forwarding metadata to the default's HTTP
|
|
1106
|
+
// client. See `providers/call-site-routing.ts`.
|
|
1107
|
+
provider = new CallSiteRoutingProvider(provider, (name) => {
|
|
1108
|
+
try {
|
|
1109
|
+
return getProvider(name);
|
|
1110
|
+
} catch {
|
|
1111
|
+
return undefined;
|
|
1112
|
+
}
|
|
1113
|
+
});
|
|
932
1114
|
const { rateLimit } = config;
|
|
933
1115
|
if (rateLimit.maxRequestsPerMinute > 0) {
|
|
934
1116
|
provider = new RateLimitProvider(
|
|
@@ -941,7 +1123,8 @@ export class DaemonServer {
|
|
|
941
1123
|
|
|
942
1124
|
const systemPrompt =
|
|
943
1125
|
storedOptions?.systemPromptOverride ?? buildSystemPrompt();
|
|
944
|
-
const maxTokens =
|
|
1126
|
+
const maxTokens =
|
|
1127
|
+
storedOptions?.maxResponseTokens ?? config.llm.default.maxTokens;
|
|
945
1128
|
|
|
946
1129
|
const memoryPolicy = this.deriveMemoryPolicy(conversationId);
|
|
947
1130
|
// Resolve the shared CES client (may still be initializing).
|
|
@@ -959,6 +1142,8 @@ export class DaemonServer {
|
|
|
959
1142
|
memoryPolicy,
|
|
960
1143
|
sharedCesClient,
|
|
961
1144
|
storedOptions?.speed,
|
|
1145
|
+
undefined,
|
|
1146
|
+
storedOptions?.modelOverride,
|
|
962
1147
|
);
|
|
963
1148
|
newConversation.updateClient(sendToClient, true);
|
|
964
1149
|
await newConversation.loadFromDb();
|
|
@@ -997,6 +1182,15 @@ export class DaemonServer {
|
|
|
997
1182
|
// overwrite the in-flight conversation's transportHints.
|
|
998
1183
|
if (!conversation.isProcessing()) {
|
|
999
1184
|
this.applyTransportMetadata(conversation, options);
|
|
1185
|
+
// trustContext is reapplied here only when the conversation is idle,
|
|
1186
|
+
// so concurrent requests cannot overwrite an in-flight turn's guardian
|
|
1187
|
+
// scope. Direct callers (e.g. schedule-routes run-now) that invoke
|
|
1188
|
+
// processMessage without going through prepareConversationForMessage
|
|
1189
|
+
// rely on this to pick up the trustContext passed in options.
|
|
1190
|
+
// prepareConversationForMessage also reapplies after its own idle check.
|
|
1191
|
+
if (options?.trustContext !== undefined) {
|
|
1192
|
+
conversation.setTrustContext(options.trustContext);
|
|
1193
|
+
}
|
|
1000
1194
|
}
|
|
1001
1195
|
this.evictor.touch(conversationId);
|
|
1002
1196
|
}
|
|
@@ -1280,6 +1474,7 @@ export class DaemonServer {
|
|
|
1280
1474
|
.runAgentLoop(content, messageId, onEvent, {
|
|
1281
1475
|
isInteractive: options?.isInteractive ?? false,
|
|
1282
1476
|
isUserMessage: true,
|
|
1477
|
+
...(options?.callSite ? { callSite: options.callSite } : {}),
|
|
1283
1478
|
})
|
|
1284
1479
|
.finally(() => {
|
|
1285
1480
|
if (
|
|
@@ -1320,14 +1515,26 @@ export class DaemonServer {
|
|
|
1320
1515
|
messageCount: conversation.getMessages().length,
|
|
1321
1516
|
inputTokens: conversation.usageStats.inputTokens,
|
|
1322
1517
|
outputTokens: conversation.usageStats.outputTokens,
|
|
1323
|
-
maxInputTokens: config.contextWindow.maxInputTokens,
|
|
1324
|
-
model: config.
|
|
1325
|
-
provider: config.
|
|
1518
|
+
maxInputTokens: config.llm.default.contextWindow.maxInputTokens,
|
|
1519
|
+
model: config.llm.default.model,
|
|
1520
|
+
provider: config.llm.default.provider,
|
|
1326
1521
|
estimatedCost: conversation.usageStats.estimatedCost,
|
|
1327
1522
|
userMessageInterface: serverInterfaceCtx?.userMessageInterface,
|
|
1328
1523
|
};
|
|
1329
1524
|
const slashResult = await resolveSlash(content, slashContext);
|
|
1330
1525
|
|
|
1526
|
+
// Slack inbound metadata is materialized once here for the slash-command
|
|
1527
|
+
// bypass paths (unknown-slash and /compact), which persist the user row
|
|
1528
|
+
// directly via `addMessage` and would otherwise drop the envelope. The
|
|
1529
|
+
// agent-loop path does not consume this variable — it forwards
|
|
1530
|
+
// `options.slackInbound` through `persistMetadata` and the envelope is
|
|
1531
|
+
// built internally by `buildSlackMetaForPersistence` inside
|
|
1532
|
+
// `persistQueuedMessageBody`.
|
|
1533
|
+
const slackMeta = buildSlackMetaForPersistence({
|
|
1534
|
+
slackInbound: options?.slackInbound,
|
|
1535
|
+
turnChannel: conversation.getTurnChannelContext()?.userMessageChannel,
|
|
1536
|
+
});
|
|
1537
|
+
|
|
1331
1538
|
if (slashResult.kind === "unknown") {
|
|
1332
1539
|
const serverTurnCtx = conversation.getTurnChannelContext();
|
|
1333
1540
|
const serverProvenance = provenanceFromTrustContext(
|
|
@@ -1359,13 +1566,20 @@ export class DaemonServer {
|
|
|
1359
1566
|
? { imageSourcePaths }
|
|
1360
1567
|
: {}),
|
|
1361
1568
|
};
|
|
1569
|
+
// slackMeta encodes the inbound user message's ts/thread — it attaches
|
|
1570
|
+
// to the user row only. The assistant's slash-command response does not
|
|
1571
|
+
// originate from Slack and must not inherit the user's channelTs, which
|
|
1572
|
+
// would break ordering in the chronological renderer.
|
|
1573
|
+
const userMetaWithSlack = slackMeta
|
|
1574
|
+
? { ...serverChannelMeta, slackMeta }
|
|
1575
|
+
: serverChannelMeta;
|
|
1362
1576
|
const cleanMsg = createUserMessage(content, attachments);
|
|
1363
1577
|
const llmMsg = enrichMessageWithSourcePaths(cleanMsg, attachments);
|
|
1364
1578
|
const persisted = await addMessage(
|
|
1365
1579
|
conversationId,
|
|
1366
1580
|
"user",
|
|
1367
1581
|
JSON.stringify(cleanMsg.content),
|
|
1368
|
-
|
|
1582
|
+
userMetaWithSlack,
|
|
1369
1583
|
);
|
|
1370
1584
|
conversation.getMessages().push(llmMsg);
|
|
1371
1585
|
|
|
@@ -1443,12 +1657,15 @@ export class DaemonServer {
|
|
|
1443
1657
|
}
|
|
1444
1658
|
: {}),
|
|
1445
1659
|
};
|
|
1660
|
+
const compactUserMeta = slackMeta
|
|
1661
|
+
? { ...compactChannelMeta, slackMeta }
|
|
1662
|
+
: compactChannelMeta;
|
|
1446
1663
|
const cleanMsg = createUserMessage(content, attachments);
|
|
1447
1664
|
const persisted = await addMessage(
|
|
1448
1665
|
conversationId,
|
|
1449
1666
|
"user",
|
|
1450
1667
|
JSON.stringify(cleanMsg.content),
|
|
1451
|
-
|
|
1668
|
+
compactUserMeta,
|
|
1452
1669
|
);
|
|
1453
1670
|
conversation.getMessages().push(cleanMsg);
|
|
1454
1671
|
|
|
@@ -1473,10 +1690,17 @@ export class DaemonServer {
|
|
|
1473
1690
|
const resolvedContent = slashResult.content;
|
|
1474
1691
|
|
|
1475
1692
|
const requestId = crypto.randomUUID();
|
|
1693
|
+
// Slack inbound metadata captured at the channel ingress boundary is
|
|
1694
|
+
// forwarded into the persistence call so `persistQueuedMessageBody` can
|
|
1695
|
+
// emit a `slackMeta` envelope on the row's metadata column.
|
|
1696
|
+
const persistMetadata = options?.slackInbound
|
|
1697
|
+
? { slackInbound: options.slackInbound }
|
|
1698
|
+
: undefined;
|
|
1476
1699
|
const messageId = await conversation.persistUserMessage(
|
|
1477
1700
|
resolvedContent,
|
|
1478
1701
|
attachments,
|
|
1479
1702
|
requestId,
|
|
1703
|
+
persistMetadata,
|
|
1480
1704
|
);
|
|
1481
1705
|
|
|
1482
1706
|
// Register pending interactions so channel approval interception can
|
|
@@ -1506,6 +1730,7 @@ export class DaemonServer {
|
|
|
1506
1730
|
await conversation.runAgentLoop(resolvedContent, messageId, onEvent, {
|
|
1507
1731
|
isInteractive: options?.isInteractive ?? false,
|
|
1508
1732
|
isUserMessage: true,
|
|
1733
|
+
...(options?.callSite ? { callSite: options.callSite } : {}),
|
|
1509
1734
|
});
|
|
1510
1735
|
} finally {
|
|
1511
1736
|
if (
|
|
@@ -1584,3 +1809,231 @@ function extractConversationId(msg: ServerMessage): string | undefined {
|
|
|
1584
1809
|
}
|
|
1585
1810
|
return undefined;
|
|
1586
1811
|
}
|
|
1812
|
+
|
|
1813
|
+
/**
|
|
1814
|
+
* Translate a raw {@link AgentEvent} from the agent loop into the
|
|
1815
|
+
* corresponding {@link ServerMessage} wire frame. The normal user-turn
|
|
1816
|
+
* path does this via the full state-aware handler in
|
|
1817
|
+
* `conversation-agent-loop-handlers.ts`; the wake path has no tool
|
|
1818
|
+
* accounting, title generation, or activity-state tracking to worry
|
|
1819
|
+
* about, so we only need the subset that produces client-visible
|
|
1820
|
+
* frames. Events that have no client-visible wire shape (usage, error,
|
|
1821
|
+
* preview/input-json deltas, etc.) are dropped — they produce no UI.
|
|
1822
|
+
*
|
|
1823
|
+
* Keeping this translator co-located with the wake adapter preserves
|
|
1824
|
+
* the runtime/daemon layering: `runtime/agent-wake.ts` never imports
|
|
1825
|
+
* `message-protocol.ts` or wire shapes, and the daemon owns all
|
|
1826
|
+
* translation from agent-loop semantics to client frames.
|
|
1827
|
+
*/
|
|
1828
|
+
function translateAgentEventToServerMessage(
|
|
1829
|
+
event: AgentEvent,
|
|
1830
|
+
conversationId: string,
|
|
1831
|
+
): ServerMessage | null {
|
|
1832
|
+
switch (event.type) {
|
|
1833
|
+
case "text_delta":
|
|
1834
|
+
return {
|
|
1835
|
+
type: "assistant_text_delta",
|
|
1836
|
+
text: event.text,
|
|
1837
|
+
conversationId,
|
|
1838
|
+
};
|
|
1839
|
+
case "thinking_delta":
|
|
1840
|
+
return {
|
|
1841
|
+
type: "assistant_thinking_delta",
|
|
1842
|
+
thinking: event.thinking,
|
|
1843
|
+
conversationId,
|
|
1844
|
+
};
|
|
1845
|
+
case "tool_use":
|
|
1846
|
+
return {
|
|
1847
|
+
type: "tool_use_start",
|
|
1848
|
+
toolName: event.name,
|
|
1849
|
+
input: event.input,
|
|
1850
|
+
conversationId,
|
|
1851
|
+
toolUseId: event.id,
|
|
1852
|
+
};
|
|
1853
|
+
case "tool_use_preview_start":
|
|
1854
|
+
return {
|
|
1855
|
+
type: "tool_use_preview_start",
|
|
1856
|
+
toolUseId: event.toolUseId,
|
|
1857
|
+
toolName: event.toolName,
|
|
1858
|
+
conversationId,
|
|
1859
|
+
};
|
|
1860
|
+
case "tool_output_chunk":
|
|
1861
|
+
return {
|
|
1862
|
+
type: "tool_output_chunk",
|
|
1863
|
+
chunk: event.chunk,
|
|
1864
|
+
conversationId,
|
|
1865
|
+
toolUseId: event.toolUseId,
|
|
1866
|
+
};
|
|
1867
|
+
case "tool_result": {
|
|
1868
|
+
const imageBlocks = event.contentBlocks?.filter(
|
|
1869
|
+
(b): b is Extract<typeof b, { type: "image" }> => b.type === "image",
|
|
1870
|
+
);
|
|
1871
|
+
const imageDataList = imageBlocks?.length
|
|
1872
|
+
? imageBlocks.map((b) => b.source.data)
|
|
1873
|
+
: undefined;
|
|
1874
|
+
return {
|
|
1875
|
+
type: "tool_result",
|
|
1876
|
+
toolName: "",
|
|
1877
|
+
result: event.content,
|
|
1878
|
+
isError: event.isError,
|
|
1879
|
+
diff: event.diff,
|
|
1880
|
+
status: event.status,
|
|
1881
|
+
conversationId,
|
|
1882
|
+
imageData: imageDataList?.[0],
|
|
1883
|
+
imageDataList,
|
|
1884
|
+
toolUseId: event.toolUseId,
|
|
1885
|
+
};
|
|
1886
|
+
}
|
|
1887
|
+
case "server_tool_start":
|
|
1888
|
+
return {
|
|
1889
|
+
type: "tool_use_start",
|
|
1890
|
+
toolName: event.name,
|
|
1891
|
+
input: event.input,
|
|
1892
|
+
conversationId,
|
|
1893
|
+
toolUseId: event.toolUseId,
|
|
1894
|
+
};
|
|
1895
|
+
case "server_tool_complete": {
|
|
1896
|
+
let resultText = "";
|
|
1897
|
+
if (Array.isArray(event.content) && event.content.length > 0) {
|
|
1898
|
+
resultText = (event.content as unknown[])
|
|
1899
|
+
.filter(
|
|
1900
|
+
(r): r is { type: string; title: string; url: string } =>
|
|
1901
|
+
typeof r === "object" &&
|
|
1902
|
+
r != null &&
|
|
1903
|
+
(r as { type?: string }).type === "web_search_result",
|
|
1904
|
+
)
|
|
1905
|
+
.map((r) => `${r.title}\n${r.url}`)
|
|
1906
|
+
.join("\n\n");
|
|
1907
|
+
}
|
|
1908
|
+
return {
|
|
1909
|
+
type: "tool_result",
|
|
1910
|
+
toolName: "web_search",
|
|
1911
|
+
result: resultText,
|
|
1912
|
+
isError: event.isError,
|
|
1913
|
+
conversationId,
|
|
1914
|
+
toolUseId: event.toolUseId,
|
|
1915
|
+
};
|
|
1916
|
+
}
|
|
1917
|
+
case "message_complete":
|
|
1918
|
+
return {
|
|
1919
|
+
type: "message_complete",
|
|
1920
|
+
conversationId,
|
|
1921
|
+
};
|
|
1922
|
+
// No wire frame for these — usage/error/input_json_delta are either
|
|
1923
|
+
// server-internal (accounting/classification) or app-only debug
|
|
1924
|
+
// streams the client doesn't surface for wake-originated turns.
|
|
1925
|
+
case "input_json_delta":
|
|
1926
|
+
case "usage":
|
|
1927
|
+
case "error":
|
|
1928
|
+
return null;
|
|
1929
|
+
}
|
|
1930
|
+
}
|
|
1931
|
+
|
|
1932
|
+
/**
|
|
1933
|
+
* Adapt a live {@link Conversation} to the narrow {@link WakeTarget}
|
|
1934
|
+
* surface expected by `wakeAgentForOpportunity()`. Kept here so the
|
|
1935
|
+
* runtime-level wake helper stays decoupled from the heavyweight
|
|
1936
|
+
* conversation class (see `registerDefaultWakeResolver` above).
|
|
1937
|
+
*
|
|
1938
|
+
* Routing notes:
|
|
1939
|
+
* - `emitAgentEvent` dispatches via `broadcastToAllClients` rather
|
|
1940
|
+
* than `sendToClient`. Several signal-injected paths reset
|
|
1941
|
+
* `sendToClient` to a no-op in their `finally` blocks (see the
|
|
1942
|
+
* `updateClient(() => {}, true)` calls in `persistAndProcessMessage`
|
|
1943
|
+
* / `processMessage`), so a wake fired on such a conversation would
|
|
1944
|
+
* find a silent sink. `broadcastToAllClients` is wired to
|
|
1945
|
+
* `this.broadcast(msg)` at construction time and always reaches the
|
|
1946
|
+
* hub, regardless of which sender the most-recent user turn left
|
|
1947
|
+
* behind.
|
|
1948
|
+
* - `persistTailMessage` mirrors the canonical user-turn handlers
|
|
1949
|
+
* (`handleMessageComplete` / the tool-result block in
|
|
1950
|
+
* `conversation-agent-loop-handlers.ts`): builds channel/interface
|
|
1951
|
+
* metadata via `provenanceFromTrustContext` plus the live turn
|
|
1952
|
+
* channel/interface contexts, persists with metadata, and syncs the
|
|
1953
|
+
* resulting row to the disk view so wake-produced messages appear
|
|
1954
|
+
* in the on-disk transcript and carry provenance tags.
|
|
1955
|
+
* - `drainQueue` delegates to the conversation so any user messages
|
|
1956
|
+
* queued while the wake was running are processed. The wake helper
|
|
1957
|
+
* calls this in its finally AFTER `markProcessing(false)`; the
|
|
1958
|
+
* order matters because `enqueueMessage` only queues when
|
|
1959
|
+
* `processing === true`.
|
|
1960
|
+
*/
|
|
1961
|
+
function conversationToWakeTarget(conversation: Conversation): WakeTarget {
|
|
1962
|
+
return {
|
|
1963
|
+
conversationId: conversation.conversationId,
|
|
1964
|
+
agentLoop: conversation.agentLoop,
|
|
1965
|
+
getMessages: () => conversation.getMessages(),
|
|
1966
|
+
pushMessage: (msg) => {
|
|
1967
|
+
conversation.messages.push(msg);
|
|
1968
|
+
},
|
|
1969
|
+
emitAgentEvent: (event) => {
|
|
1970
|
+
const frame = translateAgentEventToServerMessage(
|
|
1971
|
+
event,
|
|
1972
|
+
conversation.conversationId,
|
|
1973
|
+
);
|
|
1974
|
+
if (!frame) return;
|
|
1975
|
+
// Prefer `broadcastToAllClients` (wired to the hub at construction
|
|
1976
|
+
// time and always live) over `sendToClient` (which several
|
|
1977
|
+
// signal-injected paths reset to `() => {}` in their finally
|
|
1978
|
+
// blocks). Fall back to `sendToClient` when the broadcaster is
|
|
1979
|
+
// missing (e.g. in tests that construct a Conversation directly).
|
|
1980
|
+
if (conversation.broadcastToAllClients) {
|
|
1981
|
+
conversation.broadcastToAllClients(frame);
|
|
1982
|
+
} else {
|
|
1983
|
+
conversation.sendToClient(frame);
|
|
1984
|
+
}
|
|
1985
|
+
},
|
|
1986
|
+
isProcessing: () => conversation.isProcessing(),
|
|
1987
|
+
markProcessing: (on) => {
|
|
1988
|
+
conversation.processing = on;
|
|
1989
|
+
},
|
|
1990
|
+
persistTailMessage: async (message) => {
|
|
1991
|
+
// Build metadata that mirrors the canonical handlers in
|
|
1992
|
+
// `conversation-agent-loop-handlers.ts`. If the live turn channel
|
|
1993
|
+
// / interface contexts are missing (a wake can fire on a
|
|
1994
|
+
// conversation that has never run a user turn), fall back to the
|
|
1995
|
+
// conversation's origin channel/interface defaults (`"vellum"`)
|
|
1996
|
+
// so persisted rows still carry valid channel/interface ids.
|
|
1997
|
+
const turnChannelCtx = conversation.getTurnChannelContext();
|
|
1998
|
+
const turnInterfaceCtx = conversation.getTurnInterfaceContext();
|
|
1999
|
+
const metadata: Record<string, unknown> = {
|
|
2000
|
+
...provenanceFromTrustContext(conversation.trustContext),
|
|
2001
|
+
userMessageChannel: turnChannelCtx?.userMessageChannel ?? "vellum",
|
|
2002
|
+
assistantMessageChannel:
|
|
2003
|
+
turnChannelCtx?.assistantMessageChannel ?? "vellum",
|
|
2004
|
+
userMessageInterface:
|
|
2005
|
+
turnInterfaceCtx?.userMessageInterface ?? "vellum",
|
|
2006
|
+
assistantMessageInterface:
|
|
2007
|
+
turnInterfaceCtx?.assistantMessageInterface ?? "vellum",
|
|
2008
|
+
};
|
|
2009
|
+
const persisted = await addMessage(
|
|
2010
|
+
conversation.conversationId,
|
|
2011
|
+
message.role,
|
|
2012
|
+
JSON.stringify(message.content),
|
|
2013
|
+
metadata,
|
|
2014
|
+
);
|
|
2015
|
+
// Sync the persisted row to the disk view so wake-produced
|
|
2016
|
+
// messages appear in the on-disk transcript and tools that read
|
|
2017
|
+
// from disk (e.g. `messages.jsonl`-based diagnostics) see them.
|
|
2018
|
+
// Mirrors the `syncMessageToDisk(...)` calls in the canonical
|
|
2019
|
+
// handlers — best-effort because a sync failure must not strand
|
|
2020
|
+
// the in-memory tail.
|
|
2021
|
+
try {
|
|
2022
|
+
const convRow = getConversation(conversation.conversationId);
|
|
2023
|
+
if (convRow) {
|
|
2024
|
+
syncMessageToDisk(
|
|
2025
|
+
conversation.conversationId,
|
|
2026
|
+
persisted.id,
|
|
2027
|
+
convRow.createdAt,
|
|
2028
|
+
);
|
|
2029
|
+
}
|
|
2030
|
+
} catch (err) {
|
|
2031
|
+
log.warn(
|
|
2032
|
+
{ err, conversationId: conversation.conversationId },
|
|
2033
|
+
"wake adapter: syncMessageToDisk failed (non-fatal)",
|
|
2034
|
+
);
|
|
2035
|
+
}
|
|
2036
|
+
},
|
|
2037
|
+
drainQueue: () => conversation.drainQueue(),
|
|
2038
|
+
};
|
|
2039
|
+
}
|